2026-02-22T22:21:00.919 INFO:root:teuthology version: 1.2.4.dev9+gfa17720d0 2026-02-22T22:21:00.933 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-22T22:21:01.015 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64219 branch: wip-yuri6-testing-2026-02-22-1629-squid description: rbd/migration-external/{1-base/install 2-clusters/2-node 3-objectstore/bluestore-hybrid 4-supported-random-distro$/{centos_latest} 5-data-pool/none 6-prepare/native-standalone 7-io-workloads/qemu_xfstests 8-migrate-workloads/execute conf/{disable-pool-app}} email: yweinste@redhat.com exclude_arch: armv7l first_in_suite: false flavor: default io_workload: sequential: - qemu: cluster1.client.0: disks: - action: none image_name: client.0.0 - action: none image_name: client.0.1 - action: none image_name: client.0.2 test: qa/run_xfstests_qemu.sh type: block job_id: '64219' kernel: branch: distro kdb: true sha1: distro last_in_suite: false machine_type: trial meta: - desc: run two ceph clusters - desc: 2 ceph clusters with 1 mon and 3 osds each migrate_workload: sequential: - exec: cluster1.client.0: - sleep $((RANDOM % 600)) - rbd --cluster cluster1 migration execute client.0.0 - sleep $((RANDOM % 600)) - rbd --cluster cluster1 migration commit client.0.0 - sleep $((RANDOM % 600)) - rbd --cluster cluster1 migration execute client.0.1 name: yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial no_nested_subset: false os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-yuri6-testing-2026-02-22-1629-squid ceph: conf: global: mon warn on pool no app: false mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: bluefs allocator: hybrid bluestore allocator: hybrid bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-yuri6-testing-2026-02-22-1629-squid sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 owner: scheduled_yuriw@soko04.front.sepia.ceph.com priority: 69 repo: https://github.com/ceph/ceph-ci.git roles: - - cluster1.mon.a - cluster1.mgr.x - cluster1.osd.0 - cluster1.osd.1 - cluster1.osd.2 - cluster1.client.0 - - cluster2.mon.a - cluster2.mgr.x - cluster2.osd.0 - cluster2.osd.1 - cluster2.osd.2 - cluster2.client.0 seed: 9196 sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 sleep_before_teardown: 0 subset: 111/120000 suite: rbd suite_branch: wip-yuri6-testing-2026-02-22-1629-squid suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 targets: trial004.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGHzqd6SQAGPl33QTnTszLJPir8l1zSn/6fu6b1cQsgpIWpVWWdSnt6ZVQUxS92+ocoY8juiFDWgqDiGeCVj/5E= trial026.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCoBqSA+iNwg0OU54/pvbP+kEtl6oxKgulV7KipjLWLI0ynA+lOCbypc9PNsK3J8s40RSD8l/1IkS9yybeWQb3w= tasks: - install: null - ceph: cluster: cluster1 - ceph: cluster: cluster2 - exec: cluster2.client.0: - echo '{"type":"qcow","stream":{"type":"http","url":"http://download.ceph.com/qa/ubuntu-12.04.qcow2"}}' | rbd --cluster cluster2 migration prepare --import-only --source-spec-path - client.0.0 - rbd --cluster cluster2 migration execute client.0.0 - rbd --cluster cluster2 migration commit client.0.0 - rbd --cluster cluster2 snap create client.0.0@snap - rbd --cluster cluster2 create --size 1G client.0.1 - rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.1 - rbd --cluster cluster2 snap create client.0.1@snap - rbd --cluster cluster2 create --size 1G client.0.2 - rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.2 - rbd --cluster cluster2 snap create client.0.2@snap - exec: cluster1.client.0: - echo '{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.0","snap_name":"snap"}' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.0 - echo '{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.1","snap_name":"snap"}' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.1 - echo '{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.2","snap_name":"snap"}' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.2 - parallel: - io_workload - migrate_workload teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: fa17720d0088c3ac28e473468bfc79eeaff5cd38 timestamp: 2026-02-22_19:35:38 tube: trial user: yuriw verbose: true worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3318653 2026-02-22T22:21:01.015 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa; will attempt to use it 2026-02-22T22:21:01.016 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa/tasks 2026-02-22T22:21:01.016 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-22T22:21:01.019 INFO:teuthology.task.internal:Checking packages... 2026-02-22T22:21:01.019 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'f90f4eaebb28b619cf76e80cbbe997656da69579' 2026-02-22T22:21:01.019 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-22T22:21:01.019 INFO:teuthology.packaging:ref: None 2026-02-22T22:21:01.019 INFO:teuthology.packaging:tag: None 2026-02-22T22:21:01.019 INFO:teuthology.packaging:branch: wip-yuri6-testing-2026-02-22-1629-squid 2026-02-22T22:21:01.019 INFO:teuthology.packaging:sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T22:21:01.019 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-yuri6-testing-2026-02-22-1629-squid 2026-02-22T22:21:01.156 INFO:teuthology.task.internal:Found packages for ceph version 19.2.3-689.gf90f4eae 2026-02-22T22:21:01.157 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-22T22:21:01.171 INFO:teuthology.task.internal:no buildpackages task found 2026-02-22T22:21:01.171 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-22T22:21:01.185 INFO:teuthology.task.internal:Saving configuration 2026-02-22T22:21:01.196 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-22T22:21:01.209 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-22T22:21:01.290 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial004.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64219', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-22 22:17:28.440032', 'locked_by': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGHzqd6SQAGPl33QTnTszLJPir8l1zSn/6fu6b1cQsgpIWpVWWdSnt6ZVQUxS92+ocoY8juiFDWgqDiGeCVj/5E='} 2026-02-22T22:21:01.358 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial026.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64219', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-22 22:17:28.439398', 'locked_by': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCoBqSA+iNwg0OU54/pvbP+kEtl6oxKgulV7KipjLWLI0ynA+lOCbypc9PNsK3J8s40RSD8l/1IkS9yybeWQb3w='} 2026-02-22T22:21:01.358 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-22T22:21:01.369 INFO:teuthology.task.internal:roles: ubuntu@trial004.front.sepia.ceph.com - ['cluster1.mon.a', 'cluster1.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0'] 2026-02-22T22:21:01.369 INFO:teuthology.task.internal:roles: ubuntu@trial026.front.sepia.ceph.com - ['cluster2.mon.a', 'cluster2.mgr.x', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster2.client.0'] 2026-02-22T22:21:01.369 INFO:teuthology.run_tasks:Running task console_log... 2026-02-22T22:21:01.514 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x72119a914400>, signals=[15]) 2026-02-22T22:21:01.514 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-22T22:21:01.526 INFO:teuthology.task.internal:Opening connections... 2026-02-22T22:21:01.526 DEBUG:teuthology.task.internal:connecting to ubuntu@trial004.front.sepia.ceph.com 2026-02-22T22:21:01.527 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial004.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T22:21:01.591 DEBUG:teuthology.task.internal:connecting to ubuntu@trial026.front.sepia.ceph.com 2026-02-22T22:21:01.592 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T22:21:01.654 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-22T22:21:01.666 DEBUG:teuthology.orchestra.run.trial004:> uname -m 2026-02-22T22:21:01.682 INFO:teuthology.orchestra.run.trial004.stdout:x86_64 2026-02-22T22:21:01.682 DEBUG:teuthology.orchestra.run.trial004:> cat /etc/os-release 2026-02-22T22:21:01.738 INFO:teuthology.orchestra.run.trial004.stdout:NAME="CentOS Stream" 2026-02-22T22:21:01.738 INFO:teuthology.orchestra.run.trial004.stdout:VERSION="9" 2026-02-22T22:21:01.738 INFO:teuthology.orchestra.run.trial004.stdout:ID="centos" 2026-02-22T22:21:01.738 INFO:teuthology.orchestra.run.trial004.stdout:ID_LIKE="rhel fedora" 2026-02-22T22:21:01.738 INFO:teuthology.orchestra.run.trial004.stdout:VERSION_ID="9" 2026-02-22T22:21:01.738 INFO:teuthology.orchestra.run.trial004.stdout:PLATFORM_ID="platform:el9" 2026-02-22T22:21:01.738 INFO:teuthology.orchestra.run.trial004.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-22T22:21:01.738 INFO:teuthology.orchestra.run.trial004.stdout:ANSI_COLOR="0;31" 2026-02-22T22:21:01.738 INFO:teuthology.orchestra.run.trial004.stdout:LOGO="fedora-logo-icon" 2026-02-22T22:21:01.738 INFO:teuthology.orchestra.run.trial004.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-22T22:21:01.739 INFO:teuthology.orchestra.run.trial004.stdout:HOME_URL="https://centos.org/" 2026-02-22T22:21:01.739 INFO:teuthology.orchestra.run.trial004.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-22T22:21:01.739 INFO:teuthology.orchestra.run.trial004.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-22T22:21:01.739 INFO:teuthology.orchestra.run.trial004.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-22T22:21:01.739 INFO:teuthology.lock.ops:Updating trial004.front.sepia.ceph.com on lock server 2026-02-22T22:21:01.812 DEBUG:teuthology.orchestra.run.trial026:> uname -m 2026-02-22T22:21:01.827 INFO:teuthology.orchestra.run.trial026.stdout:x86_64 2026-02-22T22:21:01.827 DEBUG:teuthology.orchestra.run.trial026:> cat /etc/os-release 2026-02-22T22:21:01.882 INFO:teuthology.orchestra.run.trial026.stdout:NAME="CentOS Stream" 2026-02-22T22:21:01.882 INFO:teuthology.orchestra.run.trial026.stdout:VERSION="9" 2026-02-22T22:21:01.882 INFO:teuthology.orchestra.run.trial026.stdout:ID="centos" 2026-02-22T22:21:01.882 INFO:teuthology.orchestra.run.trial026.stdout:ID_LIKE="rhel fedora" 2026-02-22T22:21:01.882 INFO:teuthology.orchestra.run.trial026.stdout:VERSION_ID="9" 2026-02-22T22:21:01.882 INFO:teuthology.orchestra.run.trial026.stdout:PLATFORM_ID="platform:el9" 2026-02-22T22:21:01.883 INFO:teuthology.orchestra.run.trial026.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-22T22:21:01.883 INFO:teuthology.orchestra.run.trial026.stdout:ANSI_COLOR="0;31" 2026-02-22T22:21:01.883 INFO:teuthology.orchestra.run.trial026.stdout:LOGO="fedora-logo-icon" 2026-02-22T22:21:01.883 INFO:teuthology.orchestra.run.trial026.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-22T22:21:01.883 INFO:teuthology.orchestra.run.trial026.stdout:HOME_URL="https://centos.org/" 2026-02-22T22:21:01.883 INFO:teuthology.orchestra.run.trial026.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-22T22:21:01.883 INFO:teuthology.orchestra.run.trial026.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-22T22:21:01.883 INFO:teuthology.orchestra.run.trial026.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-22T22:21:01.883 INFO:teuthology.lock.ops:Updating trial026.front.sepia.ceph.com on lock server 2026-02-22T22:21:01.957 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-22T22:21:01.970 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-22T22:21:01.980 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-22T22:21:01.980 DEBUG:teuthology.orchestra.run.trial004:> test '!' -e /home/ubuntu/cephtest 2026-02-22T22:21:01.982 DEBUG:teuthology.orchestra.run.trial026:> test '!' -e /home/ubuntu/cephtest 2026-02-22T22:21:01.997 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-22T22:21:02.008 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-22T22:21:02.009 DEBUG:teuthology.orchestra.run.trial004:> test -z $(ls -A /var/lib/ceph) 2026-02-22T22:21:02.038 DEBUG:teuthology.orchestra.run.trial026:> test -z $(ls -A /var/lib/ceph) 2026-02-22T22:21:02.054 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-22T22:21:02.225 INFO:teuthology.run_tasks:Running task kernel... 2026-02-22T22:21:02.244 INFO:teuthology.task.kernel:normalize config orig: {'branch': 'distro', 'kdb': True, 'sha1': 'distro'} 2026-02-22T22:21:02.244 INFO:teuthology.task.kernel:config {'cluster1.mon.a': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'cluster2.mon.a': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, timeout 300 2026-02-22T22:21:02.244 DEBUG:teuthology.orchestra.run.trial004:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-22T22:21:02.244 DEBUG:teuthology.orchestra.run.trial026:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-22T22:21:02.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:21:02.258 DEBUG:teuthology.orchestra.run.trial026:> uname -r 2026-02-22T22:21:02.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:21:02.259 DEBUG:teuthology.orchestra.run.trial004:> uname -r 2026-02-22T22:21:02.314 INFO:teuthology.orchestra.run.trial026.stdout:5.14.0-681.el9.x86_64 2026-02-22T22:21:02.314 INFO:teuthology.task.kernel:Running kernel on trial026: 5.14.0-681.el9.x86_64 2026-02-22T22:21:02.314 DEBUG:teuthology.orchestra.run.trial026:> sudo yum install -y kernel 2026-02-22T22:21:02.315 INFO:teuthology.orchestra.run.trial004.stdout:5.14.0-681.el9.x86_64 2026-02-22T22:21:02.315 INFO:teuthology.task.kernel:Running kernel on trial004: 5.14.0-681.el9.x86_64 2026-02-22T22:21:02.315 DEBUG:teuthology.orchestra.run.trial004:> sudo yum install -y kernel 2026-02-22T22:21:04.025 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - BaseOS 6.7 MB/s | 8.9 MB 00:01 2026-02-22T22:21:04.046 INFO:teuthology.orchestra.run.trial026.stdout:CentOS Stream 9 - BaseOS 6.6 MB/s | 8.9 MB 00:01 2026-02-22T22:21:07.081 INFO:teuthology.orchestra.run.trial026.stdout:CentOS Stream 9 - AppStream 11 MB/s | 27 MB 00:02 2026-02-22T22:21:07.392 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - AppStream 9.4 MB/s | 27 MB 00:02 2026-02-22T22:21:11.694 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - CRB 4.1 MB/s | 7.8 MB 00:01 2026-02-22T22:21:12.909 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - Extras packages 42 kB/s | 20 kB 00:00 2026-02-22T22:21:13.619 INFO:teuthology.orchestra.run.trial004.stdout:Extra Packages for Enterprise Linux 31 MB/s | 20 MB 00:00 2026-02-22T22:21:16.869 INFO:teuthology.orchestra.run.trial004.stdout:lab-extras 1.5 MB/s | 50 kB 00:00 2026-02-22T22:21:17.882 INFO:teuthology.orchestra.run.trial004.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-22T22:21:17.883 INFO:teuthology.orchestra.run.trial004.stdout:Package kernel-5.14.0-681.el9.x86_64 is already installed. 2026-02-22T22:21:17.901 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:21:17.902 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:21:17.902 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:21:17.926 DEBUG:teuthology.orchestra.run.trial004:> echo no | sudo yum reinstall kernel || true 2026-02-22T22:21:17.994 INFO:teuthology.orchestra.run.trial026.stdout:CentOS Stream 9 - CRB 932 kB/s | 7.8 MB 00:08 2026-02-22T22:21:18.227 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:02 ago on Sun 22 Feb 2026 10:21:16 PM UTC. 2026-02-22T22:21:18.307 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:21:18.308 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:21:18.308 INFO:teuthology.orchestra.run.trial004.stdout: Package Architecture Version Repository Size 2026-02-22T22:21:18.308 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:21:18.308 INFO:teuthology.orchestra.run.trial004.stdout:Reinstalling: 2026-02-22T22:21:18.308 INFO:teuthology.orchestra.run.trial004.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-22T22:21:18.308 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:21:18.308 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-22T22:21:18.308 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:21:18.308 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:21:18.308 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 803 k 2026-02-22T22:21:18.308 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 0 2026-02-22T22:21:18.308 INFO:teuthology.orchestra.run.trial004.stderr:Operation aborted. 2026-02-22T22:21:18.329 INFO:teuthology.orchestra.run.trial004.stdout:Is this ok [y/N]: 2026-02-22T22:21:18.329 DEBUG:teuthology.orchestra.run.trial004:> sudo yum reinstall -y kernel || true 2026-02-22T22:21:18.630 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:02 ago on Sun 22 Feb 2026 10:21:16 PM UTC. 2026-02-22T22:21:18.708 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:21:18.709 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:21:18.709 INFO:teuthology.orchestra.run.trial004.stdout: Package Architecture Version Repository Size 2026-02-22T22:21:18.709 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:21:18.709 INFO:teuthology.orchestra.run.trial004.stdout:Reinstalling: 2026-02-22T22:21:18.709 INFO:teuthology.orchestra.run.trial004.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-22T22:21:18.709 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:21:18.709 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-22T22:21:18.709 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:21:18.709 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:21:18.709 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 803 k 2026-02-22T22:21:18.709 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 0 2026-02-22T22:21:18.709 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-22T22:21:19.252 INFO:teuthology.orchestra.run.trial026.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 20 kB 00:00 2026-02-22T22:21:20.061 INFO:teuthology.orchestra.run.trial004.stdout:kernel-5.14.0-681.el9.x86_64.rpm 893 kB/s | 803 kB 00:00 2026-02-22T22:21:20.062 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:21:20.062 INFO:teuthology.orchestra.run.trial004.stdout:Total 594 kB/s | 803 kB 00:01 2026-02-22T22:21:20.072 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-22T22:21:20.105 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-22T22:21:20.105 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-22T22:21:20.109 INFO:teuthology.orchestra.run.trial026.stdout:Extra Packages for Enterprise Linux 26 MB/s | 20 MB 00:00 2026-02-22T22:21:20.110 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-22T22:21:20.110 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-22T22:21:20.133 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-22T22:21:20.137 INFO:teuthology.orchestra.run.trial004.stdout: Reinstalling : kernel-5.14.0-681.el9.x86_64 1/2 2026-02-22T22:21:20.137 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : kernel-5.14.0-681.el9.x86_64 2/2 2026-02-22T22:21:20.244 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: kernel-5.14.0-681.el9.x86_64 2/2 2026-02-22T22:21:20.244 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 1/2 2026-02-22T22:21:20.301 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 2/2 2026-02-22T22:21:20.301 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:21:20.301 INFO:teuthology.orchestra.run.trial004.stdout:Reinstalled: 2026-02-22T22:21:20.301 INFO:teuthology.orchestra.run.trial004.stdout: kernel-5.14.0-681.el9.x86_64 2026-02-22T22:21:20.301 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:21:20.301 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:21:20.328 DEBUG:teuthology.orchestra.run.trial004:> rpm -q kernel | sort -rV | head -n 1 2026-02-22T22:21:20.353 INFO:teuthology.orchestra.run.trial004.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-22T22:21:20.353 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-22T22:21:20.353 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2026-02-22T22:21:20.353 INFO:teuthology.task.kernel:Enabling kdb on cluster1.mon.a... 2026-02-22T22:21:20.353 DEBUG:teuthology.orchestra.run.trial004:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-22T22:21:20.417 INFO:teuthology.orchestra.run.trial004.stdout:ttyS1 2026-02-22T22:21:20.438 DEBUG:teuthology.parallel:result is None 2026-02-22T22:21:23.416 INFO:teuthology.orchestra.run.trial026.stdout:lab-extras 2.5 MB/s | 50 kB 00:00 2026-02-22T22:21:24.430 INFO:teuthology.orchestra.run.trial026.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-22T22:21:24.430 INFO:teuthology.orchestra.run.trial026.stdout:Package kernel-5.14.0-681.el9.x86_64 is already installed. 2026-02-22T22:21:24.449 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:21:24.450 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:21:24.450 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:21:24.473 DEBUG:teuthology.orchestra.run.trial026:> echo no | sudo yum reinstall kernel || true 2026-02-22T22:21:24.771 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:01 ago on Sun 22 Feb 2026 10:21:23 PM UTC. 2026-02-22T22:21:24.854 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:21:24.854 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:21:24.854 INFO:teuthology.orchestra.run.trial026.stdout: Package Architecture Version Repository Size 2026-02-22T22:21:24.854 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:21:24.854 INFO:teuthology.orchestra.run.trial026.stdout:Reinstalling: 2026-02-22T22:21:24.854 INFO:teuthology.orchestra.run.trial026.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-22T22:21:24.854 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:21:24.855 INFO:teuthology.orchestra.run.trial026.stdout:Transaction Summary 2026-02-22T22:21:24.855 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:21:24.855 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:21:24.855 INFO:teuthology.orchestra.run.trial026.stdout:Total download size: 803 k 2026-02-22T22:21:24.855 INFO:teuthology.orchestra.run.trial026.stdout:Installed size: 0 2026-02-22T22:21:24.855 INFO:teuthology.orchestra.run.trial026.stderr:Operation aborted. 2026-02-22T22:21:24.875 INFO:teuthology.orchestra.run.trial026.stdout:Is this ok [y/N]: 2026-02-22T22:21:24.875 DEBUG:teuthology.orchestra.run.trial026:> sudo yum reinstall -y kernel || true 2026-02-22T22:21:25.171 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:02 ago on Sun 22 Feb 2026 10:21:23 PM UTC. 2026-02-22T22:21:25.252 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:21:25.252 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:21:25.253 INFO:teuthology.orchestra.run.trial026.stdout: Package Architecture Version Repository Size 2026-02-22T22:21:25.253 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:21:25.253 INFO:teuthology.orchestra.run.trial026.stdout:Reinstalling: 2026-02-22T22:21:25.253 INFO:teuthology.orchestra.run.trial026.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-22T22:21:25.253 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:21:25.253 INFO:teuthology.orchestra.run.trial026.stdout:Transaction Summary 2026-02-22T22:21:25.253 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:21:25.253 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:21:25.253 INFO:teuthology.orchestra.run.trial026.stdout:Total download size: 803 k 2026-02-22T22:21:25.254 INFO:teuthology.orchestra.run.trial026.stdout:Installed size: 0 2026-02-22T22:21:25.254 INFO:teuthology.orchestra.run.trial026.stdout:Downloading Packages: 2026-02-22T22:21:26.665 INFO:teuthology.orchestra.run.trial026.stdout:kernel-5.14.0-681.el9.x86_64.rpm 594 kB/s | 803 kB 00:01 2026-02-22T22:21:26.665 INFO:teuthology.orchestra.run.trial026.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:21:26.666 INFO:teuthology.orchestra.run.trial026.stdout:Total 568 kB/s | 803 kB 00:01 2026-02-22T22:21:26.678 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction check 2026-02-22T22:21:26.711 INFO:teuthology.orchestra.run.trial026.stdout:Transaction check succeeded. 2026-02-22T22:21:26.711 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction test 2026-02-22T22:21:26.715 INFO:teuthology.orchestra.run.trial026.stdout:Transaction test succeeded. 2026-02-22T22:21:26.715 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction 2026-02-22T22:21:26.739 INFO:teuthology.orchestra.run.trial026.stdout: Preparing : 1/1 2026-02-22T22:21:26.743 INFO:teuthology.orchestra.run.trial026.stdout: Reinstalling : kernel-5.14.0-681.el9.x86_64 1/2 2026-02-22T22:21:26.743 INFO:teuthology.orchestra.run.trial026.stdout: Cleanup : kernel-5.14.0-681.el9.x86_64 2/2 2026-02-22T22:21:26.847 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: kernel-5.14.0-681.el9.x86_64 2/2 2026-02-22T22:21:26.847 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 1/2 2026-02-22T22:21:26.902 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 2/2 2026-02-22T22:21:26.902 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:21:26.902 INFO:teuthology.orchestra.run.trial026.stdout:Reinstalled: 2026-02-22T22:21:26.902 INFO:teuthology.orchestra.run.trial026.stdout: kernel-5.14.0-681.el9.x86_64 2026-02-22T22:21:26.902 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:21:26.903 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:21:26.930 DEBUG:teuthology.orchestra.run.trial026:> rpm -q kernel | sort -rV | head -n 1 2026-02-22T22:21:26.954 INFO:teuthology.orchestra.run.trial026.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-22T22:21:26.955 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-22T22:21:26.955 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2026-02-22T22:21:26.955 INFO:teuthology.task.kernel:Enabling kdb on cluster2.mon.a... 2026-02-22T22:21:26.955 DEBUG:teuthology.orchestra.run.trial026:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-22T22:21:27.019 INFO:teuthology.orchestra.run.trial026.stdout:ttyS1 2026-02-22T22:21:27.041 DEBUG:teuthology.parallel:result is None 2026-02-22T22:21:27.041 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-22T22:21:27.053 INFO:teuthology.task.internal:Creating test directory... 2026-02-22T22:21:27.054 DEBUG:teuthology.orchestra.run.trial004:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-22T22:21:27.056 DEBUG:teuthology.orchestra.run.trial026:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-22T22:21:27.098 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-22T22:21:27.113 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-22T22:21:27.125 INFO:teuthology.task.internal:Creating archive directory... 2026-02-22T22:21:27.125 DEBUG:teuthology.orchestra.run.trial004:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-22T22:21:27.127 DEBUG:teuthology.orchestra.run.trial026:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-22T22:21:27.157 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-22T22:21:27.169 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-22T22:21:27.169 DEBUG:teuthology.orchestra.run.trial004:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-22T22:21:27.183 DEBUG:teuthology.orchestra.run.trial026:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-22T22:21:27.205 INFO:teuthology.orchestra.run.trial004.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T22:21:27.214 INFO:teuthology.orchestra.run.trial004.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T22:21:27.221 INFO:teuthology.orchestra.run.trial026.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T22:21:27.230 INFO:teuthology.orchestra.run.trial026.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T22:21:27.231 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-22T22:21:27.248 INFO:teuthology.task.internal:Configuring sudo... 2026-02-22T22:21:27.248 DEBUG:teuthology.orchestra.run.trial004:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-22T22:21:27.259 DEBUG:teuthology.orchestra.run.trial026:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-22T22:21:27.295 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-22T22:21:27.311 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-22T22:21:27.312 DEBUG:teuthology.orchestra.run.trial004:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-22T22:21:27.322 DEBUG:teuthology.orchestra.run.trial026:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-22T22:21:27.352 DEBUG:teuthology.orchestra.run.trial004:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T22:21:27.506 DEBUG:teuthology.orchestra.run.trial004:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T22:21:27.530 DEBUG:teuthology.orchestra.run.trial004:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T22:21:27.675 DEBUG:teuthology.orchestra.run.trial004:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T22:21:27.697 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:21:27.698 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-22T22:21:27.761 DEBUG:teuthology.orchestra.run.trial026:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T22:21:27.878 DEBUG:teuthology.orchestra.run.trial026:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T22:21:27.903 DEBUG:teuthology.orchestra.run.trial026:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T22:21:28.047 DEBUG:teuthology.orchestra.run.trial026:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T22:21:28.072 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:21:28.072 DEBUG:teuthology.orchestra.run.trial026:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-22T22:21:28.135 DEBUG:teuthology.orchestra.run.trial004:> sudo service rsyslog restart 2026-02-22T22:21:28.137 DEBUG:teuthology.orchestra.run.trial026:> sudo service rsyslog restart 2026-02-22T22:21:28.161 INFO:teuthology.orchestra.run.trial004.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-22T22:21:28.205 INFO:teuthology.orchestra.run.trial026.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-22T22:21:28.628 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-22T22:21:28.643 INFO:teuthology.task.internal:Starting timer... 2026-02-22T22:21:28.643 INFO:teuthology.run_tasks:Running task pcp... 2026-02-22T22:21:28.669 INFO:teuthology.run_tasks:Running task selinux... 2026-02-22T22:21:28.687 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2026-02-22T22:21:28.687 DEBUG:teuthology.orchestra.run.trial004:> sudo service auditd rotate 2026-02-22T22:21:28.716 INFO:teuthology.orchestra.run.trial004.stdout:Rotating logs: 2026-02-22T22:21:28.718 DEBUG:teuthology.orchestra.run.trial026:> sudo service auditd rotate 2026-02-22T22:21:28.747 INFO:teuthology.orchestra.run.trial026.stdout:Rotating logs: 2026-02-22T22:21:28.749 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-22T22:21:28.749 DEBUG:teuthology.orchestra.run.trial004:> /usr/sbin/getenforce 2026-02-22T22:21:28.773 INFO:teuthology.orchestra.run.trial004.stdout:Permissive 2026-02-22T22:21:28.773 DEBUG:teuthology.orchestra.run.trial026:> /usr/sbin/getenforce 2026-02-22T22:21:28.804 INFO:teuthology.orchestra.run.trial026.stdout:Permissive 2026-02-22T22:21:28.805 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@trial004.front.sepia.ceph.com': 'permissive', 'ubuntu@trial026.front.sepia.ceph.com': 'permissive'} 2026-02-22T22:21:28.805 DEBUG:teuthology.orchestra.run.trial004:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-22T22:21:28.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:21:28.837 DEBUG:teuthology.orchestra.run.trial026:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-22T22:21:28.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:21:28.870 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-22T22:21:28.870 DEBUG:teuthology.orchestra.run.trial004:> sudo /usr/sbin/setenforce permissive 2026-02-22T22:21:28.900 DEBUG:teuthology.orchestra.run.trial026:> sudo /usr/sbin/setenforce permissive 2026-02-22T22:21:28.934 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-22T22:21:28.950 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-22T22:21:28.963 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-22T22:21:28.964 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial004.front.sepia.ceph.com,trial026.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-22T22:24:10.758 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial004.front.sepia.ceph.com'), Remote(name='ubuntu@trial026.front.sepia.ceph.com')] 2026-02-22T22:24:10.765 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial004.front.sepia.ceph.com' 2026-02-22T22:24:10.767 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial004.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T22:24:10.878 DEBUG:teuthology.orchestra.run.trial004:> true 2026-02-22T22:24:10.955 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial004.front.sepia.ceph.com' 2026-02-22T22:24:10.955 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial026.front.sepia.ceph.com' 2026-02-22T22:24:10.956 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T22:24:11.058 DEBUG:teuthology.orchestra.run.trial026:> true 2026-02-22T22:24:11.137 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial026.front.sepia.ceph.com' 2026-02-22T22:24:11.138 INFO:teuthology.run_tasks:Running task clock... 2026-02-22T22:24:11.150 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-22T22:24:11.150 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-22T22:24:11.151 DEBUG:teuthology.orchestra.run.trial004:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T22:24:11.154 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-22T22:24:11.154 DEBUG:teuthology.orchestra.run.trial026:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T22:24:11.180 INFO:teuthology.orchestra.run.trial004.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-22T22:24:11.192 INFO:teuthology.orchestra.run.trial004.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-22T22:24:11.204 INFO:teuthology.orchestra.run.trial026.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-22T22:24:11.213 INFO:teuthology.orchestra.run.trial004.stderr:sudo: ntpd: command not found 2026-02-22T22:24:11.216 INFO:teuthology.orchestra.run.trial026.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-22T22:24:11.223 INFO:teuthology.orchestra.run.trial004.stdout:506 Cannot talk to daemon 2026-02-22T22:24:11.235 INFO:teuthology.orchestra.run.trial004.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-22T22:24:11.237 INFO:teuthology.orchestra.run.trial026.stderr:sudo: ntpd: command not found 2026-02-22T22:24:11.247 INFO:teuthology.orchestra.run.trial004.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-22T22:24:11.248 INFO:teuthology.orchestra.run.trial026.stdout:506 Cannot talk to daemon 2026-02-22T22:24:11.260 INFO:teuthology.orchestra.run.trial026.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-22T22:24:11.272 INFO:teuthology.orchestra.run.trial026.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-22T22:24:11.294 INFO:teuthology.orchestra.run.trial004.stderr:bash: line 1: ntpq: command not found 2026-02-22T22:24:11.295 INFO:teuthology.orchestra.run.trial004.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-22T22:24:11.296 INFO:teuthology.orchestra.run.trial004.stdout:=============================================================================== 2026-02-22T22:24:11.320 INFO:teuthology.orchestra.run.trial026.stderr:bash: line 1: ntpq: command not found 2026-02-22T22:24:11.340 INFO:teuthology.orchestra.run.trial026.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-22T22:24:11.340 INFO:teuthology.orchestra.run.trial026.stdout:=============================================================================== 2026-02-22T22:24:11.340 INFO:teuthology.orchestra.run.trial026.stdout:^? pool-138-89-14-60.mad.ea> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-22T22:24:11.340 INFO:teuthology.orchestra.run.trial026.stdout:^? dug.arpnet.net 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-22T22:24:11.340 INFO:teuthology.orchestra.run.trial026.stdout:^? rn-02.koehn.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-22T22:24:11.340 INFO:teuthology.orchestra.run.trial026.stdout:^? 144.202.66.214.vultruser> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-22T22:24:11.342 INFO:teuthology.run_tasks:Running task install... 2026-02-22T22:24:11.356 DEBUG:teuthology.task.install:project ceph 2026-02-22T22:24:11.356 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}} 2026-02-22T22:24:11.356 DEBUG:teuthology.task.install:config {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'} 2026-02-22T22:24:11.356 INFO:teuthology.task.install:Using flavor: default 2026-02-22T22:24:11.365 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-02-22T22:24:11.365 INFO:teuthology.task.install:extra packages: [] 2026-02-22T22:24:11.366 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'tag': None, 'wait_for_package': False} 2026-02-22T22:24:11.366 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T22:24:11.369 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'tag': None, 'wait_for_package': False} 2026-02-22T22:24:11.369 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T22:24:11.570 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/ 2026-02-22T22:24:11.570 INFO:teuthology.task.install.rpm:Package version is 19.2.3-689.gf90f4eae 2026-02-22T22:24:11.581 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/ 2026-02-22T22:24:11.582 INFO:teuthology.task.install.rpm:Package version is 19.2.3-689.gf90f4eae 2026-02-22T22:24:11.731 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2026-02-22T22:24:11.731 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:24:11.731 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-02-22T22:24:11.746 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2026-02-22T22:24:11.746 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:24:11.746 DEBUG:teuthology.orchestra.run.trial026:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-02-22T22:24:11.757 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2026-02-22T22:24:11.757 DEBUG:teuthology.orchestra.run.trial004:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/f90f4eaebb28b619cf76e80cbbe997656da69579/;g' /etc/yum.repos.d/ceph.repo ; fi 2026-02-22T22:24:11.771 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2026-02-22T22:24:11.771 DEBUG:teuthology.orchestra.run.trial026:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/f90f4eaebb28b619cf76e80cbbe997656da69579/;g' /etc/yum.repos.d/ceph.repo ; fi 2026-02-22T22:24:11.822 DEBUG:teuthology.orchestra.run.trial004:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2026-02-22T22:24:11.836 DEBUG:teuthology.orchestra.run.trial026:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2026-02-22T22:24:11.895 DEBUG:teuthology.orchestra.run.trial004:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2026-02-22T22:24:11.908 DEBUG:teuthology.orchestra.run.trial026:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2026-02-22T22:24:11.958 INFO:teuthology.orchestra.run.trial004.stdout:check_obsoletes = 1 2026-02-22T22:24:11.960 DEBUG:teuthology.orchestra.run.trial004:> sudo yum clean all 2026-02-22T22:24:11.971 INFO:teuthology.orchestra.run.trial026.stdout:check_obsoletes = 1 2026-02-22T22:24:11.973 DEBUG:teuthology.orchestra.run.trial026:> sudo yum clean all 2026-02-22T22:24:12.119 INFO:teuthology.orchestra.run.trial004.stdout:41 files removed 2026-02-22T22:24:12.131 INFO:teuthology.orchestra.run.trial026.stdout:41 files removed 2026-02-22T22:24:12.134 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-radosgw 2026-02-22T22:24:12.146 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install ceph-radosgw 2026-02-22T22:24:12.406 INFO:teuthology.orchestra.run.trial004.stdout:ceph packages for x86_64 672 kB/s | 86 kB 00:00 2026-02-22T22:24:12.417 INFO:teuthology.orchestra.run.trial026.stdout:ceph packages for x86_64 676 kB/s | 86 kB 00:00 2026-02-22T22:24:12.538 INFO:teuthology.orchestra.run.trial004.stdout:ceph noarch packages 111 kB/s | 12 kB 00:00 2026-02-22T22:24:12.549 INFO:teuthology.orchestra.run.trial026.stdout:ceph noarch packages 112 kB/s | 12 kB 00:00 2026-02-22T22:24:12.666 INFO:teuthology.orchestra.run.trial004.stdout:ceph source packages 18 kB/s | 1.9 kB 00:00 2026-02-22T22:24:12.678 INFO:teuthology.orchestra.run.trial026.stdout:ceph source packages 18 kB/s | 1.9 kB 00:00 2026-02-22T22:24:13.526 INFO:teuthology.orchestra.run.trial026.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.9 MB 00:00 2026-02-22T22:24:13.537 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.9 MB 00:00 2026-02-22T22:24:17.127 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - AppStream 8.8 MB/s | 27 MB 00:03 2026-02-22T22:24:18.687 INFO:teuthology.orchestra.run.trial026.stdout:CentOS Stream 9 - AppStream 5.8 MB/s | 27 MB 00:04 2026-02-22T22:24:21.292 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - CRB 4.5 MB/s | 7.8 MB 00:01 2026-02-22T22:24:22.038 INFO:teuthology.orchestra.run.trial026.stdout:CentOS Stream 9 - CRB 8.0 MB/s | 7.8 MB 00:00 2026-02-22T22:24:22.848 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - Extras packages 25 kB/s | 20 kB 00:00 2026-02-22T22:24:23.451 INFO:teuthology.orchestra.run.trial004.stdout:Extra Packages for Enterprise Linux 37 MB/s | 20 MB 00:00 2026-02-22T22:24:23.889 INFO:teuthology.orchestra.run.trial026.stdout:CentOS Stream 9 - Extras packages 18 kB/s | 20 kB 00:01 2026-02-22T22:24:24.588 INFO:teuthology.orchestra.run.trial026.stdout:Extra Packages for Enterprise Linux 32 MB/s | 20 MB 00:00 2026-02-22T22:24:26.677 INFO:teuthology.orchestra.run.trial004.stdout:lab-extras 980 kB/s | 50 kB 00:00 2026-02-22T22:24:27.766 INFO:teuthology.orchestra.run.trial026.stdout:lab-extras 2.6 MB/s | 50 kB 00:00 2026-02-22T22:24:27.878 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:24:27.879 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:24:27.879 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repository Size 2026-02-22T22:24:27.879 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:24:27.879 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-22T22:24:27.879 INFO:teuthology.orchestra.run.trial004.stdout: ceph-radosgw x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 11 M 2026-02-22T22:24:27.879 INFO:teuthology.orchestra.run.trial004.stdout:Upgrading: 2026-02-22T22:24:27.879 INFO:teuthology.orchestra.run.trial004.stdout: librados2 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 3.4 M 2026-02-22T22:24:27.879 INFO:teuthology.orchestra.run.trial004.stdout: librbd1 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 3.2 M 2026-02-22T22:24:27.879 INFO:teuthology.orchestra.run.trial004.stdout:Installing dependencies: 2026-02-22T22:24:27.880 INFO:teuthology.orchestra.run.trial004.stdout: boost-program-options x86_64 1.75.0-13.el9 appstream 104 k 2026-02-22T22:24:27.880 INFO:teuthology.orchestra.run.trial004.stdout: ceph-base x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 5.5 M 2026-02-22T22:24:27.880 INFO:teuthology.orchestra.run.trial004.stdout: ceph-common x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 22 M 2026-02-22T22:24:27.880 INFO:teuthology.orchestra.run.trial004.stdout: ceph-selinux x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 25 k 2026-02-22T22:24:27.880 INFO:teuthology.orchestra.run.trial004.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-02-22T22:24:27.880 INFO:teuthology.orchestra.run.trial004.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-02-22T22:24:27.880 INFO:teuthology.orchestra.run.trial004.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-02-22T22:24:27.880 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs2 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 999 k 2026-02-22T22:24:27.880 INFO:teuthology.orchestra.run.trial004.stdout: libnbd x86_64 1.20.3-4.el9 appstream 164 k 2026-02-22T22:24:27.880 INFO:teuthology.orchestra.run.trial004.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-02-22T22:24:27.880 INFO:teuthology.orchestra.run.trial004.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2026-02-22T22:24:27.880 INFO:teuthology.orchestra.run.trial004.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2026-02-22T22:24:27.881 INFO:teuthology.orchestra.run.trial004.stdout: libradosstriper1 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 503 k 2026-02-22T22:24:27.881 INFO:teuthology.orchestra.run.trial004.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-02-22T22:24:27.881 INFO:teuthology.orchestra.run.trial004.stdout: librgw2 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 5.4 M 2026-02-22T22:24:27.881 INFO:teuthology.orchestra.run.trial004.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-02-22T22:24:27.881 INFO:teuthology.orchestra.run.trial004.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2026-02-22T22:24:27.881 INFO:teuthology.orchestra.run.trial004.stdout: mailcap noarch 2.1.49-5.el9 baseos 33 k 2026-02-22T22:24:27.881 INFO:teuthology.orchestra.run.trial004.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-02-22T22:24:27.881 INFO:teuthology.orchestra.run.trial004.stdout: pciutils x86_64 3.7.0-7.el9 baseos 93 k 2026-02-22T22:24:27.881 INFO:teuthology.orchestra.run.trial004.stdout: python3-ceph-argparse x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 45 k 2026-02-22T22:24:27.881 INFO:teuthology.orchestra.run.trial004.stdout: python3-ceph-common x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 142 k 2026-02-22T22:24:27.881 INFO:teuthology.orchestra.run.trial004.stdout: python3-cephfs x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 165 k 2026-02-22T22:24:27.881 INFO:teuthology.orchestra.run.trial004.stdout: python3-rados x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 322 k 2026-02-22T22:24:27.881 INFO:teuthology.orchestra.run.trial004.stdout: python3-rbd x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 303 k 2026-02-22T22:24:27.882 INFO:teuthology.orchestra.run.trial004.stdout: python3-rgw x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 100 k 2026-02-22T22:24:27.882 INFO:teuthology.orchestra.run.trial004.stdout: qatlib x86_64 25.08.0-2.el9 appstream 240 k 2026-02-22T22:24:27.882 INFO:teuthology.orchestra.run.trial004.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 66 k 2026-02-22T22:24:27.882 INFO:teuthology.orchestra.run.trial004.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-02-22T22:24:27.882 INFO:teuthology.orchestra.run.trial004.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-02-22T22:24:27.882 INFO:teuthology.orchestra.run.trial004.stdout:Installing weak dependencies: 2026-02-22T22:24:27.882 INFO:teuthology.orchestra.run.trial004.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-02-22T22:24:27.882 INFO:teuthology.orchestra.run.trial004.stdout: qatlib-service x86_64 25.08.0-2.el9 appstream 37 k 2026-02-22T22:24:27.882 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:27.882 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-22T22:24:27.882 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:24:27.882 INFO:teuthology.orchestra.run.trial004.stdout:Install 33 Packages 2026-02-22T22:24:27.883 INFO:teuthology.orchestra.run.trial004.stdout:Upgrade 2 Packages 2026-02-22T22:24:27.883 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:27.883 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 63 M 2026-02-22T22:24:27.883 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-22T22:24:28.541 INFO:teuthology.orchestra.run.trial004.stdout:(1/35): ceph-base-19.2.3-689.gf90f4eae.el9.x86_ 12 MB/s | 5.5 MB 00:00 2026-02-22T22:24:28.595 INFO:teuthology.orchestra.run.trial004.stdout:(2/35): ceph-selinux-19.2.3-689.gf90f4eae.el9.x 459 kB/s | 25 kB 00:00 2026-02-22T22:24:28.639 INFO:teuthology.orchestra.run.trial004.stdout:(3/35): ceph-radosgw-19.2.3-689.gf90f4eae.el9.x 19 MB/s | 11 MB 00:00 2026-02-22T22:24:28.652 INFO:teuthology.orchestra.run.trial004.stdout:(4/35): libcephfs2-19.2.3-689.gf90f4eae.el9.x86 17 MB/s | 999 kB 00:00 2026-02-22T22:24:28.688 INFO:teuthology.orchestra.run.trial004.stdout:(5/35): libradosstriper1-19.2.3-689.gf90f4eae.e 9.9 MB/s | 503 kB 00:00 2026-02-22T22:24:28.738 INFO:teuthology.orchestra.run.trial004.stdout:(6/35): python3-ceph-argparse-19.2.3-689.gf90f4 912 kB/s | 45 kB 00:00 2026-02-22T22:24:28.793 INFO:teuthology.orchestra.run.trial004.stdout:(7/35): python3-ceph-common-19.2.3-689.gf90f4ea 2.5 MB/s | 142 kB 00:00 2026-02-22T22:24:28.851 INFO:teuthology.orchestra.run.trial004.stdout:(8/35): python3-cephfs-19.2.3-689.gf90f4eae.el9 2.8 MB/s | 165 kB 00:00 2026-02-22T22:24:28.915 INFO:teuthology.orchestra.run.trial004.stdout:(9/35): python3-rados-19.2.3-689.gf90f4eae.el9. 4.9 MB/s | 322 kB 00:00 2026-02-22T22:24:28.935 INFO:teuthology.orchestra.run.trial004.stdout:(10/35): librgw2-19.2.3-689.gf90f4eae.el9.x86_6 19 MB/s | 5.4 MB 00:00 2026-02-22T22:24:28.965 INFO:teuthology.orchestra.run.trial004.stdout:(11/35): ceph-common-19.2.3-689.gf90f4eae.el9.x 24 MB/s | 22 MB 00:00 2026-02-22T22:24:28.966 INFO:teuthology.orchestra.run.trial004.stdout:(12/35): python3-rgw-19.2.3-689.gf90f4eae.el9.x 3.1 MB/s | 100 kB 00:00 2026-02-22T22:24:28.967 INFO:teuthology.orchestra.run.trial004.stdout:(13/35): python3-rbd-19.2.3-689.gf90f4eae.el9.x 5.7 MB/s | 303 kB 00:00 2026-02-22T22:24:28.976 INFO:teuthology.orchestra.run.trial004.stdout:(14/35): mailcap-2.1.49-5.el9.noarch.rpm 3.0 MB/s | 33 kB 00:00 2026-02-22T22:24:28.980 INFO:teuthology.orchestra.run.trial004.stdout:(15/35): pciutils-3.7.0-7.el9.x86_64.rpm 6.7 MB/s | 93 kB 00:00 2026-02-22T22:24:28.982 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout: Package Arch Version Repository Size 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout:Installing: 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout: ceph-radosgw x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 11 M 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout:Upgrading: 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout: librados2 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 3.4 M 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout: librbd1 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 3.2 M 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout:Installing dependencies: 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout: boost-program-options x86_64 1.75.0-13.el9 appstream 104 k 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout: ceph-base x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 5.5 M 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout: ceph-common x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 22 M 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout: ceph-selinux x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 25 k 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-02-22T22:24:28.984 INFO:teuthology.orchestra.run.trial026.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-02-22T22:24:28.985 INFO:teuthology.orchestra.run.trial026.stdout: libcephfs2 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 999 k 2026-02-22T22:24:28.985 INFO:teuthology.orchestra.run.trial026.stdout: libnbd x86_64 1.20.3-4.el9 appstream 164 k 2026-02-22T22:24:28.985 INFO:teuthology.orchestra.run.trial026.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-02-22T22:24:28.985 INFO:teuthology.orchestra.run.trial026.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2026-02-22T22:24:28.985 INFO:teuthology.orchestra.run.trial026.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2026-02-22T22:24:28.985 INFO:teuthology.orchestra.run.trial026.stdout: libradosstriper1 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 503 k 2026-02-22T22:24:28.985 INFO:teuthology.orchestra.run.trial026.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-02-22T22:24:28.985 INFO:teuthology.orchestra.run.trial026.stdout: librgw2 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 5.4 M 2026-02-22T22:24:28.985 INFO:teuthology.orchestra.run.trial026.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-02-22T22:24:28.985 INFO:teuthology.orchestra.run.trial026.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2026-02-22T22:24:28.985 INFO:teuthology.orchestra.run.trial026.stdout: mailcap noarch 2.1.49-5.el9 baseos 33 k 2026-02-22T22:24:28.985 INFO:teuthology.orchestra.run.trial026.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-02-22T22:24:28.985 INFO:teuthology.orchestra.run.trial026.stdout: pciutils x86_64 3.7.0-7.el9 baseos 93 k 2026-02-22T22:24:28.986 INFO:teuthology.orchestra.run.trial026.stdout: python3-ceph-argparse x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 45 k 2026-02-22T22:24:28.986 INFO:teuthology.orchestra.run.trial026.stdout: python3-ceph-common x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 142 k 2026-02-22T22:24:28.986 INFO:teuthology.orchestra.run.trial026.stdout: python3-cephfs x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 165 k 2026-02-22T22:24:28.986 INFO:teuthology.orchestra.run.trial026.stdout: python3-rados x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 322 k 2026-02-22T22:24:28.986 INFO:teuthology.orchestra.run.trial026.stdout: python3-rbd x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 303 k 2026-02-22T22:24:28.986 INFO:teuthology.orchestra.run.trial026.stdout: python3-rgw x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 100 k 2026-02-22T22:24:28.986 INFO:teuthology.orchestra.run.trial026.stdout: qatlib x86_64 25.08.0-2.el9 appstream 240 k 2026-02-22T22:24:28.986 INFO:teuthology.orchestra.run.trial026.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 66 k 2026-02-22T22:24:28.986 INFO:teuthology.orchestra.run.trial026.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-02-22T22:24:28.986 INFO:teuthology.orchestra.run.trial026.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-02-22T22:24:28.986 INFO:teuthology.orchestra.run.trial026.stdout:Installing weak dependencies: 2026-02-22T22:24:28.986 INFO:teuthology.orchestra.run.trial026.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-02-22T22:24:28.986 INFO:teuthology.orchestra.run.trial026.stdout: qatlib-service x86_64 25.08.0-2.el9 appstream 37 k 2026-02-22T22:24:28.987 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:28.987 INFO:teuthology.orchestra.run.trial026.stdout:Transaction Summary 2026-02-22T22:24:28.987 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:24:28.987 INFO:teuthology.orchestra.run.trial026.stdout:Install 33 Packages 2026-02-22T22:24:28.987 INFO:teuthology.orchestra.run.trial026.stdout:Upgrade 2 Packages 2026-02-22T22:24:28.987 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:28.988 INFO:teuthology.orchestra.run.trial004.stdout:(16/35): boost-program-options-1.75.0-13.el9.x8 13 MB/s | 104 kB 00:00 2026-02-22T22:24:28.988 INFO:teuthology.orchestra.run.trial026.stdout:Total download size: 63 M 2026-02-22T22:24:28.988 INFO:teuthology.orchestra.run.trial026.stdout:Downloading Packages: 2026-02-22T22:24:28.989 INFO:teuthology.orchestra.run.trial004.stdout:(17/35): libnbd-1.20.3-4.el9.x86_64.rpm 18 MB/s | 164 kB 00:00 2026-02-22T22:24:28.993 INFO:teuthology.orchestra.run.trial004.stdout:(18/35): libpmemobj-1.12.1-1.el9.x86_64.rpm 18 MB/s | 160 kB 00:00 2026-02-22T22:24:28.994 INFO:teuthology.orchestra.run.trial004.stdout:(19/35): librabbitmq-0.11.0-7.el9.x86_64.rpm 9.8 MB/s | 45 kB 00:00 2026-02-22T22:24:28.996 INFO:teuthology.orchestra.run.trial004.stdout:(20/35): nvme-cli-2.16-1.el9.x86_64.rpm 39 MB/s | 1.2 MB 00:00 2026-02-22T22:24:29.002 INFO:teuthology.orchestra.run.trial004.stdout:(21/35): qatlib-25.08.0-2.el9.x86_64.rpm 38 MB/s | 240 kB 00:00 2026-02-22T22:24:29.003 INFO:teuthology.orchestra.run.trial004.stdout:(22/35): lttng-ust-2.12.0-6.el9.x86_64.rpm 32 MB/s | 292 kB 00:00 2026-02-22T22:24:29.006 INFO:teuthology.orchestra.run.trial004.stdout:(23/35): qatlib-service-25.08.0-2.el9.x86_64.rp 8.3 MB/s | 37 kB 00:00 2026-02-22T22:24:29.008 INFO:teuthology.orchestra.run.trial004.stdout:(24/35): qatzip-libs-1.3.1-1.el9.x86_64.rpm 14 MB/s | 66 kB 00:00 2026-02-22T22:24:29.013 INFO:teuthology.orchestra.run.trial004.stdout:(25/35): librdkafka-1.6.1-102.el9.x86_64.rpm 34 MB/s | 662 kB 00:00 2026-02-22T22:24:29.029 INFO:teuthology.orchestra.run.trial004.stdout:(26/35): libarrow-doc-9.0.0-15.el9.noarch.rpm 1.5 MB/s | 25 kB 00:00 2026-02-22T22:24:29.038 INFO:teuthology.orchestra.run.trial004.stdout:(27/35): liboath-2.6.12-1.el9.x86_64.rpm 5.5 MB/s | 49 kB 00:00 2026-02-22T22:24:29.042 INFO:teuthology.orchestra.run.trial004.stdout:(28/35): gperftools-libs-2.9.1-3.el9.x86_64.rpm 8.4 MB/s | 308 kB 00:00 2026-02-22T22:24:29.045 INFO:teuthology.orchestra.run.trial004.stdout:(29/35): libunwind-1.6.2-1.el9.x86_64.rpm 10 MB/s | 67 kB 00:00 2026-02-22T22:24:29.055 INFO:teuthology.orchestra.run.trial004.stdout:(30/35): re2-20211101-20.el9.x86_64.rpm 18 MB/s | 191 kB 00:00 2026-02-22T22:24:29.057 INFO:teuthology.orchestra.run.trial004.stdout:(31/35): parquet-libs-9.0.0-15.el9.x86_64.rpm 58 MB/s | 838 kB 00:00 2026-02-22T22:24:29.064 INFO:teuthology.orchestra.run.trial004.stdout:(32/35): libarrow-9.0.0-15.el9.x86_64.rpm 78 MB/s | 4.4 MB 00:00 2026-02-22T22:24:29.094 INFO:teuthology.orchestra.run.trial004.stdout:(33/35): thrift-0.15.0-4.el9.x86_64.rpm 41 MB/s | 1.6 MB 00:00 2026-02-22T22:24:29.163 INFO:teuthology.orchestra.run.trial004.stdout:(34/35): librbd1-19.2.3-689.gf90f4eae.el9.x86_6 32 MB/s | 3.2 MB 00:00 2026-02-22T22:24:29.175 INFO:teuthology.orchestra.run.trial004.stdout:(35/35): librados2-19.2.3-689.gf90f4eae.el9.x86 29 MB/s | 3.4 MB 00:00 2026-02-22T22:24:29.177 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:24:29.177 INFO:teuthology.orchestra.run.trial004.stdout:Total 49 MB/s | 63 MB 00:01 2026-02-22T22:24:29.281 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-22T22:24:29.299 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-22T22:24:29.299 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-22T22:24:29.553 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-22T22:24:29.554 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-22T22:24:29.847 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-22T22:24:29.856 INFO:teuthology.orchestra.run.trial004.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/37 2026-02-22T22:24:29.859 INFO:teuthology.orchestra.run.trial004.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/37 2026-02-22T22:24:29.870 INFO:teuthology.orchestra.run.trial004.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/37 2026-02-22T22:24:30.021 INFO:teuthology.orchestra.run.trial004.stdout: Installing : thrift-0.15.0-4.el9.x86_64 4/37 2026-02-22T22:24:30.026 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 5/37 2026-02-22T22:24:30.047 INFO:teuthology.orchestra.run.trial026.stdout:(1/35): ceph-base-19.2.3-689.gf90f4eae.el9.x86_ 16 MB/s | 5.5 MB 00:00 2026-02-22T22:24:30.054 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 5/37 2026-02-22T22:24:30.088 INFO:teuthology.orchestra.run.trial026.stdout:(2/35): ceph-selinux-19.2.3-689.gf90f4eae.el9.x 617 kB/s | 25 kB 00:00 2026-02-22T22:24:30.096 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 6/37 2026-02-22T22:24:30.097 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 7/37 2026-02-22T22:24:30.109 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 7/37 2026-02-22T22:24:30.113 INFO:teuthology.orchestra.run.trial004.stdout: Installing : liboath-2.6.12-1.el9.x86_64 8/37 2026-02-22T22:24:30.122 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-ceph-argparse-2:19.2.3-689.gf90f4eae.el9.x 9/37 2026-02-22T22:24:30.143 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 10/37 2026-02-22T22:24:30.144 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 11/37 2026-02-22T22:24:30.153 INFO:teuthology.orchestra.run.trial026.stdout:(3/35): libcephfs2-19.2.3-689.gf90f4eae.el9.x86 15 MB/s | 999 kB 00:00 2026-02-22T22:24:30.159 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 11/37 2026-02-22T22:24:30.197 INFO:teuthology.orchestra.run.trial004.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/37 2026-02-22T22:24:30.203 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 13/37 2026-02-22T22:24:30.209 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/37 2026-02-22T22:24:30.210 INFO:teuthology.orchestra.run.trial026.stdout:(4/35): libradosstriper1-19.2.3-689.gf90f4eae.e 8.5 MB/s | 503 kB 00:00 2026-02-22T22:24:30.211 INFO:teuthology.orchestra.run.trial004.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 15/37 2026-02-22T22:24:30.214 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 16/37 2026-02-22T22:24:30.219 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/37 2026-02-22T22:24:30.264 INFO:teuthology.orchestra.run.trial026.stdout:(5/35): ceph-radosgw-19.2.3-689.gf90f4eae.el9.x 19 MB/s | 11 MB 00:00 2026-02-22T22:24:30.306 INFO:teuthology.orchestra.run.trial026.stdout:(6/35): python3-ceph-argparse-19.2.3-689.gf90f4 1.0 MB/s | 45 kB 00:00 2026-02-22T22:24:30.352 INFO:teuthology.orchestra.run.trial026.stdout:(7/35): python3-ceph-common-19.2.3-689.gf90f4ea 3.0 MB/s | 142 kB 00:00 2026-02-22T22:24:30.359 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 18/37 2026-02-22T22:24:30.360 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 19/37 2026-02-22T22:24:30.385 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 19/37 2026-02-22T22:24:30.388 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 20/37 2026-02-22T22:24:30.391 INFO:teuthology.orchestra.run.trial026.stdout:(8/35): python3-cephfs-19.2.3-689.gf90f4eae.el9 4.2 MB/s | 165 kB 00:00 2026-02-22T22:24:30.394 INFO:teuthology.orchestra.run.trial004.stdout: Installing : boost-program-options-1.75.0-13.el9.x86_64 21/37 2026-02-22T22:24:30.433 INFO:teuthology.orchestra.run.trial026.stdout:(9/35): python3-rados-19.2.3-689.gf90f4eae.el9. 7.5 MB/s | 322 kB 00:00 2026-02-22T22:24:30.450 INFO:teuthology.orchestra.run.trial026.stdout:(10/35): librgw2-19.2.3-689.gf90f4eae.el9.x86_6 23 MB/s | 5.4 MB 00:00 2026-02-22T22:24:30.467 INFO:teuthology.orchestra.run.trial026.stdout:(11/35): python3-rbd-19.2.3-689.gf90f4eae.el9.x 8.8 MB/s | 303 kB 00:00 2026-02-22T22:24:30.473 INFO:teuthology.orchestra.run.trial026.stdout:(12/35): python3-rgw-19.2.3-689.gf90f4eae.el9.x 4.1 MB/s | 100 kB 00:00 2026-02-22T22:24:30.587 INFO:teuthology.orchestra.run.trial026.stdout:(13/35): ceph-common-19.2.3-689.gf90f4eae.el9.x 24 MB/s | 22 MB 00:00 2026-02-22T22:24:30.617 INFO:teuthology.orchestra.run.trial004.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 22/37 2026-02-22T22:24:30.618 INFO:teuthology.orchestra.run.trial004.stdout: Installing : librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 23/37 2026-02-22T22:24:30.634 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 23/37 2026-02-22T22:24:30.639 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 24/37 2026-02-22T22:24:30.643 INFO:teuthology.orchestra.run.trial004.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 25/37 2026-02-22T22:24:30.646 INFO:teuthology.orchestra.run.trial004.stdout: Installing : qatlib-25.08.0-2.el9.x86_64 26/37 2026-02-22T22:24:30.646 INFO:teuthology.orchestra.run.trial004.stdout: Installing : qatlib-service-25.08.0-2.el9.x86_64 27/37 2026-02-22T22:24:30.664 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: qatlib-service-25.08.0-2.el9.x86_64 27/37 2026-02-22T22:24:30.776 INFO:teuthology.orchestra.run.trial004.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 28/37 2026-02-22T22:24:30.779 INFO:teuthology.orchestra.run.trial004.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 29/37 2026-02-22T22:24:30.873 INFO:teuthology.orchestra.run.trial026.stdout:(14/35): mailcap-2.1.49-5.el9.noarch.rpm 82 kB/s | 33 kB 00:00 2026-02-22T22:24:30.976 INFO:teuthology.orchestra.run.trial026.stdout:(15/35): boost-program-options-1.75.0-13.el9.x8 1.0 MB/s | 104 kB 00:00 2026-02-22T22:24:31.016 INFO:teuthology.orchestra.run.trial026.stdout:(16/35): libnbd-1.20.3-4.el9.x86_64.rpm 4.0 MB/s | 164 kB 00:00 2026-02-22T22:24:31.038 INFO:teuthology.orchestra.run.trial026.stdout:(17/35): libpmemobj-1.12.1-1.el9.x86_64.rpm 7.1 MB/s | 160 kB 00:00 2026-02-22T22:24:31.057 INFO:teuthology.orchestra.run.trial026.stdout:(18/35): librabbitmq-0.11.0-7.el9.x86_64.rpm 2.3 MB/s | 45 kB 00:00 2026-02-22T22:24:31.064 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 29/37 2026-02-22T22:24:31.064 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-02-22T22:24:31.064 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:31.098 INFO:teuthology.orchestra.run.trial026.stdout:(19/35): librdkafka-1.6.1-102.el9.x86_64.rpm 16 MB/s | 662 kB 00:00 2026-02-22T22:24:31.104 INFO:teuthology.orchestra.run.trial004.stdout: Installing : mailcap-2.1.49-5.el9.noarch 30/37 2026-02-22T22:24:31.106 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-ceph-common-2:19.2.3-689.gf90f4eae.el9.x86 31/37 2026-02-22T22:24:31.120 INFO:teuthology.orchestra.run.trial026.stdout:(20/35): lttng-ust-2.12.0-6.el9.x86_64.rpm 13 MB/s | 292 kB 00:00 2026-02-22T22:24:31.141 INFO:teuthology.orchestra.run.trial026.stdout:(21/35): qatlib-25.08.0-2.el9.x86_64.rpm 11 MB/s | 240 kB 00:00 2026-02-22T22:24:31.141 INFO:teuthology.orchestra.run.trial026.stdout:(22/35): pciutils-3.7.0-7.el9.x86_64.rpm 168 kB/s | 93 kB 00:00 2026-02-22T22:24:31.160 INFO:teuthology.orchestra.run.trial026.stdout:(23/35): qatlib-service-25.08.0-2.el9.x86_64.rp 1.9 MB/s | 37 kB 00:00 2026-02-22T22:24:31.187 INFO:teuthology.orchestra.run.trial026.stdout:(24/35): gperftools-libs-2.9.1-3.el9.x86_64.rpm 11 MB/s | 308 kB 00:00 2026-02-22T22:24:31.216 INFO:teuthology.orchestra.run.trial026.stdout:(25/35): libarrow-9.0.0-15.el9.x86_64.rpm 155 MB/s | 4.4 MB 00:00 2026-02-22T22:24:31.217 INFO:teuthology.orchestra.run.trial026.stdout:(26/35): qatzip-libs-1.3.1-1.el9.x86_64.rpm 882 kB/s | 66 kB 00:00 2026-02-22T22:24:31.220 INFO:teuthology.orchestra.run.trial026.stdout:(27/35): libarrow-doc-9.0.0-15.el9.noarch.rpm 5.1 MB/s | 25 kB 00:00 2026-02-22T22:24:31.226 INFO:teuthology.orchestra.run.trial026.stdout:(28/35): libunwind-1.6.2-1.el9.x86_64.rpm 12 MB/s | 67 kB 00:00 2026-02-22T22:24:31.232 INFO:teuthology.orchestra.run.trial026.stdout:(29/35): liboath-2.6.12-1.el9.x86_64.rpm 3.1 MB/s | 49 kB 00:00 2026-02-22T22:24:31.235 INFO:teuthology.orchestra.run.trial026.stdout:(30/35): parquet-libs-9.0.0-15.el9.x86_64.rpm 95 MB/s | 838 kB 00:00 2026-02-22T22:24:31.265 INFO:teuthology.orchestra.run.trial026.stdout:(31/35): thrift-0.15.0-4.el9.x86_64.rpm 52 MB/s | 1.6 MB 00:00 2026-02-22T22:24:31.266 INFO:teuthology.orchestra.run.trial026.stdout:(32/35): re2-20211101-20.el9.x86_64.rpm 5.6 MB/s | 191 kB 00:00 2026-02-22T22:24:31.391 INFO:teuthology.orchestra.run.trial026.stdout:(33/35): librados2-19.2.3-689.gf90f4eae.el9.x86 27 MB/s | 3.4 MB 00:00 2026-02-22T22:24:31.395 INFO:teuthology.orchestra.run.trial026.stdout:(34/35): librbd1-19.2.3-689.gf90f4eae.el9.x86_6 25 MB/s | 3.2 MB 00:00 2026-02-22T22:24:32.079 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 32/37 2026-02-22T22:24:32.081 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 32/37 2026-02-22T22:24:32.209 INFO:teuthology.orchestra.run.trial026.stdout:(35/35): nvme-cli-2.16-1.el9.x86_64.rpm 679 kB/s | 1.2 MB 00:01 2026-02-22T22:24:32.214 INFO:teuthology.orchestra.run.trial026.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:24:32.214 INFO:teuthology.orchestra.run.trial026.stdout:Total 20 MB/s | 63 MB 00:03 2026-02-22T22:24:32.310 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction check 2026-02-22T22:24:32.329 INFO:teuthology.orchestra.run.trial026.stdout:Transaction check succeeded. 2026-02-22T22:24:32.329 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction test 2026-02-22T22:24:32.361 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 32/37 2026-02-22T22:24:32.364 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 33/37 2026-02-22T22:24:32.405 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 33/37 2026-02-22T22:24:32.405 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-02-22T22:24:32.405 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-02-22T22:24:32.405 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:32.408 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 34/37 2026-02-22T22:24:32.585 INFO:teuthology.orchestra.run.trial026.stdout:Transaction test succeeded. 2026-02-22T22:24:32.585 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction 2026-02-22T22:24:32.885 INFO:teuthology.orchestra.run.trial026.stdout: Preparing : 1/1 2026-02-22T22:24:32.895 INFO:teuthology.orchestra.run.trial026.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/37 2026-02-22T22:24:32.898 INFO:teuthology.orchestra.run.trial026.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/37 2026-02-22T22:24:32.909 INFO:teuthology.orchestra.run.trial026.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/37 2026-02-22T22:24:33.062 INFO:teuthology.orchestra.run.trial026.stdout: Installing : thrift-0.15.0-4.el9.x86_64 4/37 2026-02-22T22:24:33.066 INFO:teuthology.orchestra.run.trial026.stdout: Upgrading : librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 5/37 2026-02-22T22:24:33.096 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 5/37 2026-02-22T22:24:33.141 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 6/37 2026-02-22T22:24:33.141 INFO:teuthology.orchestra.run.trial026.stdout: Installing : libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 7/37 2026-02-22T22:24:33.154 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 7/37 2026-02-22T22:24:33.159 INFO:teuthology.orchestra.run.trial026.stdout: Installing : liboath-2.6.12-1.el9.x86_64 8/37 2026-02-22T22:24:33.168 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-ceph-argparse-2:19.2.3-689.gf90f4eae.el9.x 9/37 2026-02-22T22:24:33.190 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 10/37 2026-02-22T22:24:33.191 INFO:teuthology.orchestra.run.trial026.stdout: Installing : libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 11/37 2026-02-22T22:24:33.205 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 11/37 2026-02-22T22:24:33.238 INFO:teuthology.orchestra.run.trial026.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/37 2026-02-22T22:24:33.242 INFO:teuthology.orchestra.run.trial026.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 13/37 2026-02-22T22:24:33.248 INFO:teuthology.orchestra.run.trial026.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/37 2026-02-22T22:24:33.251 INFO:teuthology.orchestra.run.trial026.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 15/37 2026-02-22T22:24:33.254 INFO:teuthology.orchestra.run.trial026.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 16/37 2026-02-22T22:24:33.259 INFO:teuthology.orchestra.run.trial026.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/37 2026-02-22T22:24:33.398 INFO:teuthology.orchestra.run.trial026.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 18/37 2026-02-22T22:24:33.399 INFO:teuthology.orchestra.run.trial026.stdout: Upgrading : librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 19/37 2026-02-22T22:24:33.424 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 19/37 2026-02-22T22:24:33.427 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 20/37 2026-02-22T22:24:33.433 INFO:teuthology.orchestra.run.trial026.stdout: Installing : boost-program-options-1.75.0-13.el9.x86_64 21/37 2026-02-22T22:24:33.656 INFO:teuthology.orchestra.run.trial026.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 22/37 2026-02-22T22:24:33.657 INFO:teuthology.orchestra.run.trial026.stdout: Installing : librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 23/37 2026-02-22T22:24:33.673 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 23/37 2026-02-22T22:24:33.677 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 24/37 2026-02-22T22:24:33.683 INFO:teuthology.orchestra.run.trial026.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 25/37 2026-02-22T22:24:33.686 INFO:teuthology.orchestra.run.trial026.stdout: Installing : qatlib-25.08.0-2.el9.x86_64 26/37 2026-02-22T22:24:33.687 INFO:teuthology.orchestra.run.trial026.stdout: Installing : qatlib-service-25.08.0-2.el9.x86_64 27/37 2026-02-22T22:24:33.705 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: qatlib-service-25.08.0-2.el9.x86_64 27/37 2026-02-22T22:24:33.824 INFO:teuthology.orchestra.run.trial026.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 28/37 2026-02-22T22:24:33.826 INFO:teuthology.orchestra.run.trial026.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 29/37 2026-02-22T22:24:34.112 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 29/37 2026-02-22T22:24:34.113 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-02-22T22:24:34.113 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:34.150 INFO:teuthology.orchestra.run.trial026.stdout: Installing : mailcap-2.1.49-5.el9.noarch 30/37 2026-02-22T22:24:34.152 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-ceph-common-2:19.2.3-689.gf90f4eae.el9.x86 31/37 2026-02-22T22:24:35.129 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 32/37 2026-02-22T22:24:35.132 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 32/37 2026-02-22T22:24:35.415 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 32/37 2026-02-22T22:24:35.418 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 33/37 2026-02-22T22:24:35.459 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 33/37 2026-02-22T22:24:35.459 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-02-22T22:24:35.459 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-02-22T22:24:35.460 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:35.463 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 34/37 2026-02-22T22:24:36.889 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 34/37 2026-02-22T22:24:36.889 INFO:teuthology.orchestra.run.trial004.stdout:skipping the directory /sys 2026-02-22T22:24:36.890 INFO:teuthology.orchestra.run.trial004.stdout:skipping the directory /proc 2026-02-22T22:24:36.890 INFO:teuthology.orchestra.run.trial004.stdout:skipping the directory /mnt 2026-02-22T22:24:36.890 INFO:teuthology.orchestra.run.trial004.stdout:skipping the directory /var/tmp 2026-02-22T22:24:36.890 INFO:teuthology.orchestra.run.trial004.stdout:skipping the directory /home 2026-02-22T22:24:36.890 INFO:teuthology.orchestra.run.trial004.stdout:skipping the directory /root 2026-02-22T22:24:36.890 INFO:teuthology.orchestra.run.trial004.stdout:skipping the directory /tmp 2026-02-22T22:24:36.890 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:37.337 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 35/37 2026-02-22T22:24:37.360 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 35/37 2026-02-22T22:24:37.361 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:24:37.361 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-02-22T22:24:37.361 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-22T22:24:37.361 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-22T22:24:37.361 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:37.362 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 36/37 2026-02-22T22:24:37.374 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 36/37 2026-02-22T22:24:37.374 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 37/37 2026-02-22T22:24:37.427 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 37/37 2026-02-22T22:24:37.427 INFO:teuthology.orchestra.run.trial004.stdout:Creating group 'qat' with GID 992. 2026-02-22T22:24:37.427 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:37.717 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 1/37 2026-02-22T22:24:37.718 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 2/37 2026-02-22T22:24:37.718 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 3/37 2026-02-22T22:24:37.718 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 4/37 2026-02-22T22:24:37.718 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 5/37 2026-02-22T22:24:37.718 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 6/37 2026-02-22T22:24:37.718 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 7/37 2026-02-22T22:24:37.718 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-ceph-argparse-2:19.2.3-689.gf90f4eae.el9.x 8/37 2026-02-22T22:24:37.718 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-ceph-common-2:19.2.3-689.gf90f4eae.el9.x86 9/37 2026-02-22T22:24:37.718 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 10/37 2026-02-22T22:24:37.719 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 11/37 2026-02-22T22:24:37.719 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 12/37 2026-02-22T22:24:37.719 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 13/37 2026-02-22T22:24:37.719 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : mailcap-2.1.49-5.el9.noarch 14/37 2026-02-22T22:24:37.719 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 15/37 2026-02-22T22:24:37.719 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 16/37 2026-02-22T22:24:37.719 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : boost-program-options-1.75.0-13.el9.x86_64 17/37 2026-02-22T22:24:37.719 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 18/37 2026-02-22T22:24:37.719 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 19/37 2026-02-22T22:24:37.719 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 20/37 2026-02-22T22:24:37.719 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 21/37 2026-02-22T22:24:37.719 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 22/37 2026-02-22T22:24:37.720 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : qatlib-25.08.0-2.el9.x86_64 23/37 2026-02-22T22:24:37.720 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : qatlib-service-25.08.0-2.el9.x86_64 24/37 2026-02-22T22:24:37.720 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 25/37 2026-02-22T22:24:37.720 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 26/37 2026-02-22T22:24:37.720 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 27/37 2026-02-22T22:24:37.720 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 28/37 2026-02-22T22:24:37.720 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 29/37 2026-02-22T22:24:37.720 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 30/37 2026-02-22T22:24:37.720 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 31/37 2026-02-22T22:24:37.720 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : re2-1:20211101-20.el9.x86_64 32/37 2026-02-22T22:24:37.720 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 33/37 2026-02-22T22:24:37.720 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 34/37 2026-02-22T22:24:37.720 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 35/37 2026-02-22T22:24:37.721 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 36/37 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 37/37 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout:Upgraded: 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout: librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout: librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout: boost-program-options-1.75.0-13.el9.x86_64 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout: ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout: ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout: ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout: ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout: libarrow-9.0.0-15.el9.x86_64 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.778 INFO:teuthology.orchestra.run.trial004.stdout: libnbd-1.20.3-4.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: liboath-2.6.12-1.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: libunwind-1.6.2-1.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: mailcap-2.1.49-5.el9.noarch 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: nvme-cli-2.16-1.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: pciutils-3.7.0-7.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: python3-ceph-argparse-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: python3-ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: qatlib-25.08.0-2.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: qatlib-service-25.08.0-2.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: re2-1:20211101-20.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: thrift-0.15.0-4.el9.x86_64 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:37.779 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:24:37.819 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-test 2026-02-22T22:24:38.124 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:12 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:24:38.206 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:24:38.207 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:24:38.207 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repository Size 2026-02-22T22:24:38.208 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:24:38.208 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-22T22:24:38.208 INFO:teuthology.orchestra.run.trial004.stdout: ceph-test x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 50 M 2026-02-22T22:24:38.208 INFO:teuthology.orchestra.run.trial004.stdout:Installing dependencies: 2026-02-22T22:24:38.208 INFO:teuthology.orchestra.run.trial004.stdout: libcephsqlite x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 163 k 2026-02-22T22:24:38.208 INFO:teuthology.orchestra.run.trial004.stdout: libxslt x86_64 1.1.34-12.el9 appstream 233 k 2026-02-22T22:24:38.208 INFO:teuthology.orchestra.run.trial004.stdout: socat x86_64 1.7.4.1-8.el9 appstream 303 k 2026-02-22T22:24:38.208 INFO:teuthology.orchestra.run.trial004.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2026-02-22T22:24:38.208 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:38.208 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-22T22:24:38.208 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:24:38.209 INFO:teuthology.orchestra.run.trial004.stdout:Install 5 Packages 2026-02-22T22:24:38.209 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:38.209 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 50 M 2026-02-22T22:24:38.209 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 212 M 2026-02-22T22:24:38.209 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-22T22:24:38.340 INFO:teuthology.orchestra.run.trial004.stdout:(1/5): libxslt-1.1.34-12.el9.x86_64.rpm 3.1 MB/s | 233 kB 00:00 2026-02-22T22:24:38.369 INFO:teuthology.orchestra.run.trial004.stdout:(2/5): socat-1.7.4.1-8.el9.x86_64.rpm 10 MB/s | 303 kB 00:00 2026-02-22T22:24:38.399 INFO:teuthology.orchestra.run.trial004.stdout:(3/5): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.1 MB/s | 64 kB 00:00 2026-02-22T22:24:38.655 INFO:teuthology.orchestra.run.trial004.stdout:(4/5): libcephsqlite-19.2.3-689.gf90f4eae.el9.x 422 kB/s | 163 kB 00:00 2026-02-22T22:24:40.034 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 34/37 2026-02-22T22:24:40.035 INFO:teuthology.orchestra.run.trial026.stdout:skipping the directory /sys 2026-02-22T22:24:40.035 INFO:teuthology.orchestra.run.trial026.stdout:skipping the directory /proc 2026-02-22T22:24:40.035 INFO:teuthology.orchestra.run.trial026.stdout:skipping the directory /mnt 2026-02-22T22:24:40.035 INFO:teuthology.orchestra.run.trial026.stdout:skipping the directory /var/tmp 2026-02-22T22:24:40.035 INFO:teuthology.orchestra.run.trial026.stdout:skipping the directory /home 2026-02-22T22:24:40.035 INFO:teuthology.orchestra.run.trial026.stdout:skipping the directory /root 2026-02-22T22:24:40.035 INFO:teuthology.orchestra.run.trial026.stdout:skipping the directory /tmp 2026-02-22T22:24:40.035 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:40.491 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 35/37 2026-02-22T22:24:40.515 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 35/37 2026-02-22T22:24:40.516 INFO:teuthology.orchestra.run.trial026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:24:40.516 INFO:teuthology.orchestra.run.trial026.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-02-22T22:24:40.516 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-22T22:24:40.516 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-22T22:24:40.516 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:40.517 INFO:teuthology.orchestra.run.trial026.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 36/37 2026-02-22T22:24:40.530 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 36/37 2026-02-22T22:24:40.530 INFO:teuthology.orchestra.run.trial026.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 37/37 2026-02-22T22:24:40.586 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 37/37 2026-02-22T22:24:40.586 INFO:teuthology.orchestra.run.trial026.stdout:Creating group 'qat' with GID 992. 2026-02-22T22:24:40.586 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:40.876 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 1/37 2026-02-22T22:24:40.876 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 2/37 2026-02-22T22:24:40.876 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 3/37 2026-02-22T22:24:40.876 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 4/37 2026-02-22T22:24:40.877 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 5/37 2026-02-22T22:24:40.877 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 6/37 2026-02-22T22:24:40.877 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 7/37 2026-02-22T22:24:40.877 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-ceph-argparse-2:19.2.3-689.gf90f4eae.el9.x 8/37 2026-02-22T22:24:40.877 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-ceph-common-2:19.2.3-689.gf90f4eae.el9.x86 9/37 2026-02-22T22:24:40.877 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 10/37 2026-02-22T22:24:40.877 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 11/37 2026-02-22T22:24:40.877 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 12/37 2026-02-22T22:24:40.877 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 13/37 2026-02-22T22:24:40.877 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : mailcap-2.1.49-5.el9.noarch 14/37 2026-02-22T22:24:40.877 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 15/37 2026-02-22T22:24:40.877 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 16/37 2026-02-22T22:24:40.878 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : boost-program-options-1.75.0-13.el9.x86_64 17/37 2026-02-22T22:24:40.878 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 18/37 2026-02-22T22:24:40.878 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 19/37 2026-02-22T22:24:40.878 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 20/37 2026-02-22T22:24:40.878 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 21/37 2026-02-22T22:24:40.878 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 22/37 2026-02-22T22:24:40.878 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : qatlib-25.08.0-2.el9.x86_64 23/37 2026-02-22T22:24:40.878 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : qatlib-service-25.08.0-2.el9.x86_64 24/37 2026-02-22T22:24:40.878 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 25/37 2026-02-22T22:24:40.878 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 26/37 2026-02-22T22:24:40.878 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 27/37 2026-02-22T22:24:40.878 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 28/37 2026-02-22T22:24:40.878 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 29/37 2026-02-22T22:24:40.879 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 30/37 2026-02-22T22:24:40.879 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 31/37 2026-02-22T22:24:40.879 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : re2-1:20211101-20.el9.x86_64 32/37 2026-02-22T22:24:40.879 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 33/37 2026-02-22T22:24:40.879 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 34/37 2026-02-22T22:24:40.879 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 35/37 2026-02-22T22:24:40.879 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 36/37 2026-02-22T22:24:40.938 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 37/37 2026-02-22T22:24:40.938 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:40.938 INFO:teuthology.orchestra.run.trial026.stdout:Upgraded: 2026-02-22T22:24:40.938 INFO:teuthology.orchestra.run.trial026.stdout: librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.939 INFO:teuthology.orchestra.run.trial026.stdout: librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.939 INFO:teuthology.orchestra.run.trial026.stdout:Installed: 2026-02-22T22:24:40.939 INFO:teuthology.orchestra.run.trial026.stdout: boost-program-options-1.75.0-13.el9.x86_64 2026-02-22T22:24:40.939 INFO:teuthology.orchestra.run.trial026.stdout: ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.939 INFO:teuthology.orchestra.run.trial026.stdout: ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.939 INFO:teuthology.orchestra.run.trial026.stdout: ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.939 INFO:teuthology.orchestra.run.trial026.stdout: ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.939 INFO:teuthology.orchestra.run.trial026.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-02-22T22:24:40.939 INFO:teuthology.orchestra.run.trial026.stdout: libarrow-9.0.0-15.el9.x86_64 2026-02-22T22:24:40.939 INFO:teuthology.orchestra.run.trial026.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-02-22T22:24:40.939 INFO:teuthology.orchestra.run.trial026.stdout: libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.940 INFO:teuthology.orchestra.run.trial026.stdout: libnbd-1.20.3-4.el9.x86_64 2026-02-22T22:24:40.940 INFO:teuthology.orchestra.run.trial026.stdout: liboath-2.6.12-1.el9.x86_64 2026-02-22T22:24:40.940 INFO:teuthology.orchestra.run.trial026.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-02-22T22:24:40.940 INFO:teuthology.orchestra.run.trial026.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-02-22T22:24:40.940 INFO:teuthology.orchestra.run.trial026.stdout: libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.940 INFO:teuthology.orchestra.run.trial026.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-02-22T22:24:40.940 INFO:teuthology.orchestra.run.trial026.stdout: librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.940 INFO:teuthology.orchestra.run.trial026.stdout: libunwind-1.6.2-1.el9.x86_64 2026-02-22T22:24:40.940 INFO:teuthology.orchestra.run.trial026.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-02-22T22:24:40.940 INFO:teuthology.orchestra.run.trial026.stdout: mailcap-2.1.49-5.el9.noarch 2026-02-22T22:24:40.940 INFO:teuthology.orchestra.run.trial026.stdout: nvme-cli-2.16-1.el9.x86_64 2026-02-22T22:24:40.940 INFO:teuthology.orchestra.run.trial026.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-02-22T22:24:40.941 INFO:teuthology.orchestra.run.trial026.stdout: pciutils-3.7.0-7.el9.x86_64 2026-02-22T22:24:40.941 INFO:teuthology.orchestra.run.trial026.stdout: python3-ceph-argparse-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.941 INFO:teuthology.orchestra.run.trial026.stdout: python3-ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.941 INFO:teuthology.orchestra.run.trial026.stdout: python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.941 INFO:teuthology.orchestra.run.trial026.stdout: python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.941 INFO:teuthology.orchestra.run.trial026.stdout: python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.941 INFO:teuthology.orchestra.run.trial026.stdout: python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:40.941 INFO:teuthology.orchestra.run.trial026.stdout: qatlib-25.08.0-2.el9.x86_64 2026-02-22T22:24:40.941 INFO:teuthology.orchestra.run.trial026.stdout: qatlib-service-25.08.0-2.el9.x86_64 2026-02-22T22:24:40.941 INFO:teuthology.orchestra.run.trial026.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-02-22T22:24:40.941 INFO:teuthology.orchestra.run.trial026.stdout: re2-1:20211101-20.el9.x86_64 2026-02-22T22:24:40.941 INFO:teuthology.orchestra.run.trial026.stdout: thrift-0.15.0-4.el9.x86_64 2026-02-22T22:24:40.941 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:40.942 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:24:40.981 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install ceph-test 2026-02-22T22:24:41.297 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:14 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout: Package Arch Version Repository Size 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout:Installing: 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout: ceph-test x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 50 M 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout:Installing dependencies: 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout: libcephsqlite x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 163 k 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout: libxslt x86_64 1.1.34-12.el9 appstream 233 k 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout: socat x86_64 1.7.4.1-8.el9 appstream 303 k 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout:Transaction Summary 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout:Install 5 Packages 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout:Total download size: 50 M 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout:Installed size: 212 M 2026-02-22T22:24:41.383 INFO:teuthology.orchestra.run.trial026.stdout:Downloading Packages: 2026-02-22T22:24:41.593 INFO:teuthology.orchestra.run.trial026.stdout:(1/5): libxslt-1.1.34-12.el9.x86_64.rpm 1.5 MB/s | 233 kB 00:00 2026-02-22T22:24:41.732 INFO:teuthology.orchestra.run.trial026.stdout:(2/5): socat-1.7.4.1-8.el9.x86_64.rpm 2.1 MB/s | 303 kB 00:00 2026-02-22T22:24:41.824 INFO:teuthology.orchestra.run.trial026.stdout:(3/5): xmlstarlet-1.6.1-20.el9.x86_64.rpm 693 kB/s | 64 kB 00:00 2026-02-22T22:24:41.904 INFO:teuthology.orchestra.run.trial026.stdout:(4/5): libcephsqlite-19.2.3-689.gf90f4eae.el9.x 355 kB/s | 163 kB 00:00 2026-02-22T22:24:42.878 INFO:teuthology.orchestra.run.trial004.stdout:(5/5): ceph-test-19.2.3-689.gf90f4eae.el9.x86_6 11 MB/s | 50 MB 00:04 2026-02-22T22:24:42.879 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:24:42.880 INFO:teuthology.orchestra.run.trial004.stdout:Total 11 MB/s | 50 MB 00:04 2026-02-22T22:24:42.905 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-22T22:24:42.915 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-22T22:24:42.915 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-22T22:24:43.100 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-22T22:24:43.101 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-22T22:24:43.312 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-22T22:24:43.317 INFO:teuthology.orchestra.run.trial004.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 1/5 2026-02-22T22:24:43.321 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libxslt-1.1.34-12.el9.x86_64 2/5 2026-02-22T22:24:43.329 INFO:teuthology.orchestra.run.trial004.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 3/5 2026-02-22T22:24:43.330 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 4/5 2026-02-22T22:24:43.672 INFO:teuthology.orchestra.run.trial026.stdout:(5/5): ceph-test-19.2.3-689.gf90f4eae.el9.x86_6 22 MB/s | 50 MB 00:02 2026-02-22T22:24:43.674 INFO:teuthology.orchestra.run.trial026.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:24:43.674 INFO:teuthology.orchestra.run.trial026.stdout:Total 22 MB/s | 50 MB 00:02 2026-02-22T22:24:43.701 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction check 2026-02-22T22:24:43.710 INFO:teuthology.orchestra.run.trial026.stdout:Transaction check succeeded. 2026-02-22T22:24:43.710 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction test 2026-02-22T22:24:43.897 INFO:teuthology.orchestra.run.trial026.stdout:Transaction test succeeded. 2026-02-22T22:24:43.897 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction 2026-02-22T22:24:44.110 INFO:teuthology.orchestra.run.trial026.stdout: Preparing : 1/1 2026-02-22T22:24:44.115 INFO:teuthology.orchestra.run.trial026.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 1/5 2026-02-22T22:24:44.119 INFO:teuthology.orchestra.run.trial026.stdout: Installing : libxslt-1.1.34-12.el9.x86_64 2/5 2026-02-22T22:24:44.127 INFO:teuthology.orchestra.run.trial026.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 3/5 2026-02-22T22:24:44.128 INFO:teuthology.orchestra.run.trial026.stdout: Installing : libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 4/5 2026-02-22T22:24:45.578 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 4/5 2026-02-22T22:24:45.595 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 5/5 2026-02-22T22:24:45.807 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 5/5 2026-02-22T22:24:45.807 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 1/5 2026-02-22T22:24:45.807 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 2/5 2026-02-22T22:24:45.807 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libxslt-1.1.34-12.el9.x86_64 3/5 2026-02-22T22:24:45.808 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 4/5 2026-02-22T22:24:45.860 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 5/5 2026-02-22T22:24:45.860 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:45.860 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-22T22:24:45.861 INFO:teuthology.orchestra.run.trial004.stdout: ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:45.861 INFO:teuthology.orchestra.run.trial004.stdout: libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:45.861 INFO:teuthology.orchestra.run.trial004.stdout: libxslt-1.1.34-12.el9.x86_64 2026-02-22T22:24:45.861 INFO:teuthology.orchestra.run.trial004.stdout: socat-1.7.4.1-8.el9.x86_64 2026-02-22T22:24:45.861 INFO:teuthology.orchestra.run.trial004.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-02-22T22:24:45.861 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:45.861 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:24:45.893 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph 2026-02-22T22:24:46.193 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:20 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:24:46.279 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:24:46.282 INFO:teuthology.orchestra.run.trial004.stdout:====================================================================================== 2026-02-22T22:24:46.283 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repository Size 2026-02-22T22:24:46.283 INFO:teuthology.orchestra.run.trial004.stdout:====================================================================================== 2026-02-22T22:24:46.283 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-22T22:24:46.283 INFO:teuthology.orchestra.run.trial004.stdout: ceph x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 6.5 k 2026-02-22T22:24:46.283 INFO:teuthology.orchestra.run.trial004.stdout:Installing dependencies: 2026-02-22T22:24:46.283 INFO:teuthology.orchestra.run.trial004.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-02-22T22:24:46.283 INFO:teuthology.orchestra.run.trial004.stdout: ceph-grafana-dashboards noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 31 k 2026-02-22T22:24:46.283 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mds x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 2.4 M 2026-02-22T22:24:46.284 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 1.1 M 2026-02-22T22:24:46.284 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-modules-core noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 253 k 2026-02-22T22:24:46.284 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mon x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 4.7 M 2026-02-22T22:24:46.284 INFO:teuthology.orchestra.run.trial004.stdout: ceph-osd x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 17 M 2026-02-22T22:24:46.284 INFO:teuthology.orchestra.run.trial004.stdout: ceph-prometheus-alerts noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 17 k 2026-02-22T22:24:46.284 INFO:teuthology.orchestra.run.trial004.stdout: cephadm noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 769 k 2026-02-22T22:24:46.284 INFO:teuthology.orchestra.run.trial004.stdout: cryptsetup x86_64 2.8.1-3.el9 baseos 351 k 2026-02-22T22:24:46.284 INFO:teuthology.orchestra.run.trial004.stdout: flexiblas x86_64 3.0.4-9.el9 appstream 30 k 2026-02-22T22:24:46.284 INFO:teuthology.orchestra.run.trial004.stdout: flexiblas-netlib x86_64 3.0.4-9.el9 appstream 3.0 M 2026-02-22T22:24:46.284 INFO:teuthology.orchestra.run.trial004.stdout: flexiblas-openblas-openmp x86_64 3.0.4-9.el9 appstream 15 k 2026-02-22T22:24:46.285 INFO:teuthology.orchestra.run.trial004.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-02-22T22:24:46.285 INFO:teuthology.orchestra.run.trial004.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 40 k 2026-02-22T22:24:46.285 INFO:teuthology.orchestra.run.trial004.stdout: libconfig x86_64 1.7.2-9.el9 baseos 72 k 2026-02-22T22:24:46.285 INFO:teuthology.orchestra.run.trial004.stdout: libgfortran x86_64 11.5.0-14.el9 baseos 794 k 2026-02-22T22:24:46.285 INFO:teuthology.orchestra.run.trial004.stdout: libquadmath x86_64 11.5.0-14.el9 baseos 184 k 2026-02-22T22:24:46.285 INFO:teuthology.orchestra.run.trial004.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 246 k 2026-02-22T22:24:46.285 INFO:teuthology.orchestra.run.trial004.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2026-02-22T22:24:46.285 INFO:teuthology.orchestra.run.trial004.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2026-02-22T22:24:46.285 INFO:teuthology.orchestra.run.trial004.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-02-22T22:24:46.285 INFO:teuthology.orchestra.run.trial004.stdout: openblas x86_64 0.3.29-1.el9 appstream 42 k 2026-02-22T22:24:46.285 INFO:teuthology.orchestra.run.trial004.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-02-22T22:24:46.285 INFO:teuthology.orchestra.run.trial004.stdout: protobuf x86_64 3.14.0-17.el9 appstream 1.0 M 2026-02-22T22:24:46.285 INFO:teuthology.orchestra.run.trial004.stdout: protobuf-compiler x86_64 3.14.0-17.el9 crb 862 k 2026-02-22T22:24:46.286 INFO:teuthology.orchestra.run.trial004.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-02-22T22:24:46.286 INFO:teuthology.orchestra.run.trial004.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-02-22T22:24:46.286 INFO:teuthology.orchestra.run.trial004.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2026-02-22T22:24:46.286 INFO:teuthology.orchestra.run.trial004.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-02-22T22:24:46.286 INFO:teuthology.orchestra.run.trial004.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-02-22T22:24:46.286 INFO:teuthology.orchestra.run.trial004.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-02-22T22:24:46.286 INFO:teuthology.orchestra.run.trial004.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-02-22T22:24:46.286 INFO:teuthology.orchestra.run.trial004.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2026-02-22T22:24:46.286 INFO:teuthology.orchestra.run.trial004.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-02-22T22:24:46.286 INFO:teuthology.orchestra.run.trial004.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-02-22T22:24:46.286 INFO:teuthology.orchestra.run.trial004.stdout: python3-cryptography x86_64 36.0.1-5.el9 baseos 1.2 M 2026-02-22T22:24:46.286 INFO:teuthology.orchestra.run.trial004.stdout: python3-devel x86_64 3.9.25-3.el9 appstream 244 k 2026-02-22T22:24:46.286 INFO:teuthology.orchestra.run.trial004.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-02-22T22:24:46.287 INFO:teuthology.orchestra.run.trial004.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-02-22T22:24:46.287 INFO:teuthology.orchestra.run.trial004.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-02-22T22:24:46.287 INFO:teuthology.orchestra.run.trial004.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-02-22T22:24:46.287 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-02-22T22:24:46.287 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-02-22T22:24:46.287 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-02-22T22:24:46.287 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-02-22T22:24:46.287 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-02-22T22:24:46.287 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-02-22T22:24:46.287 INFO:teuthology.orchestra.run.trial004.stdout: python3-jinja2 noarch 2.11.3-8.el9 appstream 249 k 2026-02-22T22:24:46.287 INFO:teuthology.orchestra.run.trial004.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-02-22T22:24:46.287 INFO:teuthology.orchestra.run.trial004.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 177 k 2026-02-22T22:24:46.287 INFO:teuthology.orchestra.run.trial004.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-02-22T22:24:46.288 INFO:teuthology.orchestra.run.trial004.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-02-22T22:24:46.288 INFO:teuthology.orchestra.run.trial004.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2026-02-22T22:24:46.288 INFO:teuthology.orchestra.run.trial004.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2026-02-22T22:24:46.288 INFO:teuthology.orchestra.run.trial004.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-02-22T22:24:46.288 INFO:teuthology.orchestra.run.trial004.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-02-22T22:24:46.288 INFO:teuthology.orchestra.run.trial004.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-02-22T22:24:46.288 INFO:teuthology.orchestra.run.trial004.stdout: python3-numpy x86_64 1:1.23.5-2.el9 appstream 6.1 M 2026-02-22T22:24:46.288 INFO:teuthology.orchestra.run.trial004.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9 appstream 442 k 2026-02-22T22:24:46.288 INFO:teuthology.orchestra.run.trial004.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2026-02-22T22:24:46.288 INFO:teuthology.orchestra.run.trial004.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-02-22T22:24:46.288 INFO:teuthology.orchestra.run.trial004.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2026-02-22T22:24:46.288 INFO:teuthology.orchestra.run.trial004.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-02-22T22:24:46.289 INFO:teuthology.orchestra.run.trial004.stdout: python3-protobuf noarch 3.14.0-17.el9 appstream 267 k 2026-02-22T22:24:46.289 INFO:teuthology.orchestra.run.trial004.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-02-22T22:24:46.289 INFO:teuthology.orchestra.run.trial004.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2026-02-22T22:24:46.289 INFO:teuthology.orchestra.run.trial004.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2026-02-22T22:24:46.289 INFO:teuthology.orchestra.run.trial004.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2026-02-22T22:24:46.289 INFO:teuthology.orchestra.run.trial004.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-02-22T22:24:46.289 INFO:teuthology.orchestra.run.trial004.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-02-22T22:24:46.289 INFO:teuthology.orchestra.run.trial004.stdout: python3-requests noarch 2.25.1-10.el9 baseos 126 k 2026-02-22T22:24:46.289 INFO:teuthology.orchestra.run.trial004.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2026-02-22T22:24:46.289 INFO:teuthology.orchestra.run.trial004.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-02-22T22:24:46.289 INFO:teuthology.orchestra.run.trial004.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-02-22T22:24:46.289 INFO:teuthology.orchestra.run.trial004.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-02-22T22:24:46.289 INFO:teuthology.orchestra.run.trial004.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-02-22T22:24:46.289 INFO:teuthology.orchestra.run.trial004.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2026-02-22T22:24:46.290 INFO:teuthology.orchestra.run.trial004.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-02-22T22:24:46.290 INFO:teuthology.orchestra.run.trial004.stdout: python3-urllib3 noarch 1.26.5-7.el9 baseos 218 k 2026-02-22T22:24:46.290 INFO:teuthology.orchestra.run.trial004.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-02-22T22:24:46.290 INFO:teuthology.orchestra.run.trial004.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-02-22T22:24:46.290 INFO:teuthology.orchestra.run.trial004.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-02-22T22:24:46.290 INFO:teuthology.orchestra.run.trial004.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-02-22T22:24:46.290 INFO:teuthology.orchestra.run.trial004.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-02-22T22:24:46.290 INFO:teuthology.orchestra.run.trial004.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-02-22T22:24:46.290 INFO:teuthology.orchestra.run.trial004.stdout: unzip x86_64 6.0-59.el9 baseos 182 k 2026-02-22T22:24:46.290 INFO:teuthology.orchestra.run.trial004.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 189 k 2026-02-22T22:24:46.290 INFO:teuthology.orchestra.run.trial004.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 90 k 2026-02-22T22:24:46.290 INFO:teuthology.orchestra.run.trial004.stdout: zip x86_64 3.0-35.el9 baseos 266 k 2026-02-22T22:24:46.291 INFO:teuthology.orchestra.run.trial004.stdout:Installing weak dependencies: 2026-02-22T22:24:46.291 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-cephadm noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 150 k 2026-02-22T22:24:46.291 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-dashboard noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 3.8 M 2026-02-22T22:24:46.291 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-diskprediction-local noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 7.4 M 2026-02-22T22:24:46.291 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-k8sevents noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 22 k 2026-02-22T22:24:46.291 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-rook noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 49 k 2026-02-22T22:24:46.291 INFO:teuthology.orchestra.run.trial004.stdout: ceph-volume noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 299 k 2026-02-22T22:24:46.291 INFO:teuthology.orchestra.run.trial004.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-02-22T22:24:46.291 INFO:teuthology.orchestra.run.trial004.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-02-22T22:24:46.291 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:46.291 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-22T22:24:46.291 INFO:teuthology.orchestra.run.trial004.stdout:====================================================================================== 2026-02-22T22:24:46.291 INFO:teuthology.orchestra.run.trial004.stdout:Install 99 Packages 2026-02-22T22:24:46.292 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:46.292 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 95 M 2026-02-22T22:24:46.293 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 520 M 2026-02-22T22:24:46.293 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-22T22:24:46.432 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 4/5 2026-02-22T22:24:46.451 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 5/5 2026-02-22T22:24:46.666 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 5/5 2026-02-22T22:24:46.666 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 1/5 2026-02-22T22:24:46.666 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 2/5 2026-02-22T22:24:46.667 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : libxslt-1.1.34-12.el9.x86_64 3/5 2026-02-22T22:24:46.667 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 4/5 2026-02-22T22:24:46.682 INFO:teuthology.orchestra.run.trial004.stdout:(1/99): ceph-19.2.3-689.gf90f4eae.el9.x86_64.rp 108 kB/s | 6.5 kB 00:00 2026-02-22T22:24:46.719 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 5/5 2026-02-22T22:24:46.720 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:46.720 INFO:teuthology.orchestra.run.trial026.stdout:Installed: 2026-02-22T22:24:46.720 INFO:teuthology.orchestra.run.trial026.stdout: ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:46.720 INFO:teuthology.orchestra.run.trial026.stdout: libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:46.720 INFO:teuthology.orchestra.run.trial026.stdout: libxslt-1.1.34-12.el9.x86_64 2026-02-22T22:24:46.720 INFO:teuthology.orchestra.run.trial026.stdout: socat-1.7.4.1-8.el9.x86_64 2026-02-22T22:24:46.720 INFO:teuthology.orchestra.run.trial026.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-02-22T22:24:46.720 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:46.720 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:24:46.752 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install ceph 2026-02-22T22:24:46.771 INFO:teuthology.orchestra.run.trial004.stdout:(2/99): ceph-mgr-19.2.3-689.gf90f4eae.el9.x86_6 7.2 MB/s | 1.1 MB 00:00 2026-02-22T22:24:46.800 INFO:teuthology.orchestra.run.trial004.stdout:(3/99): ceph-mds-19.2.3-689.gf90f4eae.el9.x86_6 14 MB/s | 2.4 MB 00:00 2026-02-22T22:24:46.832 INFO:teuthology.orchestra.run.trial004.stdout:(4/99): ceph-grafana-dashboards-19.2.3-689.gf90 983 kB/s | 31 kB 00:00 2026-02-22T22:24:46.867 INFO:teuthology.orchestra.run.trial004.stdout:(5/99): ceph-mgr-cephadm-19.2.3-689.gf90f4eae.e 4.1 MB/s | 150 kB 00:00 2026-02-22T22:24:46.945 INFO:teuthology.orchestra.run.trial004.stdout:(6/99): ceph-mon-19.2.3-689.gf90f4eae.el9.x86_6 18 MB/s | 4.7 MB 00:00 2026-02-22T22:24:47.045 INFO:teuthology.orchestra.run.trial004.stdout:(7/99): ceph-mgr-dashboard-19.2.3-689.gf90f4eae 21 MB/s | 3.8 MB 00:00 2026-02-22T22:24:47.068 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:20 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:24:47.086 INFO:teuthology.orchestra.run.trial004.stdout:(8/99): ceph-mgr-k8sevents-19.2.3-689.gf90f4eae 548 kB/s | 22 kB 00:00 2026-02-22T22:24:47.133 INFO:teuthology.orchestra.run.trial004.stdout:(9/99): ceph-mgr-modules-core-19.2.3-689.gf90f4 5.2 MB/s | 253 kB 00:00 2026-02-22T22:24:47.158 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:24:47.161 INFO:teuthology.orchestra.run.trial026.stdout:====================================================================================== 2026-02-22T22:24:47.161 INFO:teuthology.orchestra.run.trial026.stdout: Package Arch Version Repository Size 2026-02-22T22:24:47.161 INFO:teuthology.orchestra.run.trial026.stdout:====================================================================================== 2026-02-22T22:24:47.161 INFO:teuthology.orchestra.run.trial026.stdout:Installing: 2026-02-22T22:24:47.161 INFO:teuthology.orchestra.run.trial026.stdout: ceph x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 6.5 k 2026-02-22T22:24:47.161 INFO:teuthology.orchestra.run.trial026.stdout:Installing dependencies: 2026-02-22T22:24:47.161 INFO:teuthology.orchestra.run.trial026.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-02-22T22:24:47.161 INFO:teuthology.orchestra.run.trial026.stdout: ceph-grafana-dashboards noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 31 k 2026-02-22T22:24:47.161 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mds x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 2.4 M 2026-02-22T22:24:47.161 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mgr x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 1.1 M 2026-02-22T22:24:47.162 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mgr-modules-core noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 253 k 2026-02-22T22:24:47.162 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mon x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 4.7 M 2026-02-22T22:24:47.162 INFO:teuthology.orchestra.run.trial026.stdout: ceph-osd x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 17 M 2026-02-22T22:24:47.162 INFO:teuthology.orchestra.run.trial026.stdout: ceph-prometheus-alerts noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 17 k 2026-02-22T22:24:47.162 INFO:teuthology.orchestra.run.trial026.stdout: cephadm noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 769 k 2026-02-22T22:24:47.162 INFO:teuthology.orchestra.run.trial026.stdout: cryptsetup x86_64 2.8.1-3.el9 baseos 351 k 2026-02-22T22:24:47.162 INFO:teuthology.orchestra.run.trial026.stdout: flexiblas x86_64 3.0.4-9.el9 appstream 30 k 2026-02-22T22:24:47.162 INFO:teuthology.orchestra.run.trial026.stdout: flexiblas-netlib x86_64 3.0.4-9.el9 appstream 3.0 M 2026-02-22T22:24:47.162 INFO:teuthology.orchestra.run.trial026.stdout: flexiblas-openblas-openmp x86_64 3.0.4-9.el9 appstream 15 k 2026-02-22T22:24:47.162 INFO:teuthology.orchestra.run.trial026.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-02-22T22:24:47.163 INFO:teuthology.orchestra.run.trial026.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 40 k 2026-02-22T22:24:47.163 INFO:teuthology.orchestra.run.trial026.stdout: libconfig x86_64 1.7.2-9.el9 baseos 72 k 2026-02-22T22:24:47.163 INFO:teuthology.orchestra.run.trial026.stdout: libgfortran x86_64 11.5.0-14.el9 baseos 794 k 2026-02-22T22:24:47.163 INFO:teuthology.orchestra.run.trial026.stdout: libquadmath x86_64 11.5.0-14.el9 baseos 184 k 2026-02-22T22:24:47.163 INFO:teuthology.orchestra.run.trial026.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 246 k 2026-02-22T22:24:47.163 INFO:teuthology.orchestra.run.trial026.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2026-02-22T22:24:47.163 INFO:teuthology.orchestra.run.trial026.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2026-02-22T22:24:47.163 INFO:teuthology.orchestra.run.trial026.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-02-22T22:24:47.163 INFO:teuthology.orchestra.run.trial026.stdout: openblas x86_64 0.3.29-1.el9 appstream 42 k 2026-02-22T22:24:47.163 INFO:teuthology.orchestra.run.trial026.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-02-22T22:24:47.163 INFO:teuthology.orchestra.run.trial026.stdout: protobuf x86_64 3.14.0-17.el9 appstream 1.0 M 2026-02-22T22:24:47.163 INFO:teuthology.orchestra.run.trial026.stdout: protobuf-compiler x86_64 3.14.0-17.el9 crb 862 k 2026-02-22T22:24:47.163 INFO:teuthology.orchestra.run.trial026.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-02-22T22:24:47.164 INFO:teuthology.orchestra.run.trial026.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-02-22T22:24:47.164 INFO:teuthology.orchestra.run.trial026.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2026-02-22T22:24:47.164 INFO:teuthology.orchestra.run.trial026.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-02-22T22:24:47.164 INFO:teuthology.orchestra.run.trial026.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-02-22T22:24:47.164 INFO:teuthology.orchestra.run.trial026.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-02-22T22:24:47.164 INFO:teuthology.orchestra.run.trial026.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-02-22T22:24:47.164 INFO:teuthology.orchestra.run.trial026.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2026-02-22T22:24:47.164 INFO:teuthology.orchestra.run.trial026.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-02-22T22:24:47.164 INFO:teuthology.orchestra.run.trial026.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-02-22T22:24:47.164 INFO:teuthology.orchestra.run.trial026.stdout: python3-cryptography x86_64 36.0.1-5.el9 baseos 1.2 M 2026-02-22T22:24:47.164 INFO:teuthology.orchestra.run.trial026.stdout: python3-devel x86_64 3.9.25-3.el9 appstream 244 k 2026-02-22T22:24:47.164 INFO:teuthology.orchestra.run.trial026.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-02-22T22:24:47.165 INFO:teuthology.orchestra.run.trial026.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-02-22T22:24:47.165 INFO:teuthology.orchestra.run.trial026.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-02-22T22:24:47.165 INFO:teuthology.orchestra.run.trial026.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-02-22T22:24:47.165 INFO:teuthology.orchestra.run.trial026.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-02-22T22:24:47.165 INFO:teuthology.orchestra.run.trial026.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-02-22T22:24:47.165 INFO:teuthology.orchestra.run.trial026.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-02-22T22:24:47.165 INFO:teuthology.orchestra.run.trial026.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-02-22T22:24:47.165 INFO:teuthology.orchestra.run.trial026.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-02-22T22:24:47.165 INFO:teuthology.orchestra.run.trial026.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-02-22T22:24:47.165 INFO:teuthology.orchestra.run.trial026.stdout: python3-jinja2 noarch 2.11.3-8.el9 appstream 249 k 2026-02-22T22:24:47.165 INFO:teuthology.orchestra.run.trial026.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-02-22T22:24:47.165 INFO:teuthology.orchestra.run.trial026.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 177 k 2026-02-22T22:24:47.165 INFO:teuthology.orchestra.run.trial026.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-02-22T22:24:47.166 INFO:teuthology.orchestra.run.trial026.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-02-22T22:24:47.166 INFO:teuthology.orchestra.run.trial026.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2026-02-22T22:24:47.166 INFO:teuthology.orchestra.run.trial026.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2026-02-22T22:24:47.166 INFO:teuthology.orchestra.run.trial026.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-02-22T22:24:47.166 INFO:teuthology.orchestra.run.trial026.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-02-22T22:24:47.166 INFO:teuthology.orchestra.run.trial026.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-02-22T22:24:47.166 INFO:teuthology.orchestra.run.trial026.stdout: python3-numpy x86_64 1:1.23.5-2.el9 appstream 6.1 M 2026-02-22T22:24:47.166 INFO:teuthology.orchestra.run.trial026.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9 appstream 442 k 2026-02-22T22:24:47.166 INFO:teuthology.orchestra.run.trial026.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2026-02-22T22:24:47.166 INFO:teuthology.orchestra.run.trial026.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-02-22T22:24:47.166 INFO:teuthology.orchestra.run.trial026.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2026-02-22T22:24:47.166 INFO:teuthology.orchestra.run.trial026.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-02-22T22:24:47.166 INFO:teuthology.orchestra.run.trial026.stdout: python3-protobuf noarch 3.14.0-17.el9 appstream 267 k 2026-02-22T22:24:47.166 INFO:teuthology.orchestra.run.trial026.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-02-22T22:24:47.167 INFO:teuthology.orchestra.run.trial026.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2026-02-22T22:24:47.167 INFO:teuthology.orchestra.run.trial026.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2026-02-22T22:24:47.167 INFO:teuthology.orchestra.run.trial026.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2026-02-22T22:24:47.167 INFO:teuthology.orchestra.run.trial026.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-02-22T22:24:47.167 INFO:teuthology.orchestra.run.trial026.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-02-22T22:24:47.167 INFO:teuthology.orchestra.run.trial026.stdout: python3-requests noarch 2.25.1-10.el9 baseos 126 k 2026-02-22T22:24:47.167 INFO:teuthology.orchestra.run.trial026.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2026-02-22T22:24:47.167 INFO:teuthology.orchestra.run.trial026.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-02-22T22:24:47.167 INFO:teuthology.orchestra.run.trial026.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-02-22T22:24:47.167 INFO:teuthology.orchestra.run.trial026.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-02-22T22:24:47.167 INFO:teuthology.orchestra.run.trial026.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-02-22T22:24:47.167 INFO:teuthology.orchestra.run.trial026.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2026-02-22T22:24:47.167 INFO:teuthology.orchestra.run.trial026.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-02-22T22:24:47.168 INFO:teuthology.orchestra.run.trial026.stdout: python3-urllib3 noarch 1.26.5-7.el9 baseos 218 k 2026-02-22T22:24:47.168 INFO:teuthology.orchestra.run.trial026.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-02-22T22:24:47.168 INFO:teuthology.orchestra.run.trial026.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-02-22T22:24:47.168 INFO:teuthology.orchestra.run.trial026.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-02-22T22:24:47.168 INFO:teuthology.orchestra.run.trial026.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-02-22T22:24:47.168 INFO:teuthology.orchestra.run.trial026.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-02-22T22:24:47.168 INFO:teuthology.orchestra.run.trial026.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-02-22T22:24:47.168 INFO:teuthology.orchestra.run.trial026.stdout: unzip x86_64 6.0-59.el9 baseos 182 k 2026-02-22T22:24:47.168 INFO:teuthology.orchestra.run.trial026.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 189 k 2026-02-22T22:24:47.168 INFO:teuthology.orchestra.run.trial026.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 90 k 2026-02-22T22:24:47.168 INFO:teuthology.orchestra.run.trial026.stdout: zip x86_64 3.0-35.el9 baseos 266 k 2026-02-22T22:24:47.168 INFO:teuthology.orchestra.run.trial026.stdout:Installing weak dependencies: 2026-02-22T22:24:47.169 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mgr-cephadm noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 150 k 2026-02-22T22:24:47.169 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mgr-dashboard noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 3.8 M 2026-02-22T22:24:47.169 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mgr-diskprediction-local noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 7.4 M 2026-02-22T22:24:47.169 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mgr-k8sevents noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 22 k 2026-02-22T22:24:47.169 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mgr-rook noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 49 k 2026-02-22T22:24:47.169 INFO:teuthology.orchestra.run.trial026.stdout: ceph-volume noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 299 k 2026-02-22T22:24:47.169 INFO:teuthology.orchestra.run.trial026.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-02-22T22:24:47.169 INFO:teuthology.orchestra.run.trial026.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-02-22T22:24:47.169 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:47.169 INFO:teuthology.orchestra.run.trial026.stdout:Transaction Summary 2026-02-22T22:24:47.169 INFO:teuthology.orchestra.run.trial026.stdout:====================================================================================== 2026-02-22T22:24:47.169 INFO:teuthology.orchestra.run.trial026.stdout:Install 99 Packages 2026-02-22T22:24:47.169 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:47.170 INFO:teuthology.orchestra.run.trial026.stdout:Total download size: 95 M 2026-02-22T22:24:47.170 INFO:teuthology.orchestra.run.trial026.stdout:Installed size: 520 M 2026-02-22T22:24:47.170 INFO:teuthology.orchestra.run.trial026.stdout:Downloading Packages: 2026-02-22T22:24:47.179 INFO:teuthology.orchestra.run.trial004.stdout:(10/99): ceph-mgr-rook-19.2.3-689.gf90f4eae.el9 1.0 MB/s | 49 kB 00:00 2026-02-22T22:24:47.226 INFO:teuthology.orchestra.run.trial004.stdout:(11/99): ceph-prometheus-alerts-19.2.3-689.gf90 356 kB/s | 17 kB 00:00 2026-02-22T22:24:47.280 INFO:teuthology.orchestra.run.trial004.stdout:(12/99): ceph-mgr-diskprediction-local-19.2.3-6 22 MB/s | 7.4 MB 00:00 2026-02-22T22:24:47.282 INFO:teuthology.orchestra.run.trial004.stdout:(13/99): ceph-volume-19.2.3-689.gf90f4eae.el9.n 5.2 MB/s | 299 kB 00:00 2026-02-22T22:24:47.321 INFO:teuthology.orchestra.run.trial004.stdout:(14/99): cephadm-19.2.3-689.gf90f4eae.el9.noarc 18 MB/s | 769 kB 00:00 2026-02-22T22:24:47.337 INFO:teuthology.orchestra.run.trial004.stdout:(15/99): cryptsetup-2.8.1-3.el9.x86_64.rpm 6.2 MB/s | 351 kB 00:00 2026-02-22T22:24:47.347 INFO:teuthology.orchestra.run.trial004.stdout:(16/99): libconfig-1.7.2-9.el9.x86_64.rpm 7.4 MB/s | 72 kB 00:00 2026-02-22T22:24:47.358 INFO:teuthology.orchestra.run.trial004.stdout:(17/99): ledmon-libs-1.1.0-3.el9.x86_64.rpm 1.1 MB/s | 40 kB 00:00 2026-02-22T22:24:47.384 INFO:teuthology.orchestra.run.trial004.stdout:(18/99): ceph-osd-19.2.3-689.gf90f4eae.el9.x86_ 28 MB/s | 17 MB 00:00 2026-02-22T22:24:47.386 INFO:teuthology.orchestra.run.trial004.stdout:(19/99): libgfortran-11.5.0-14.el9.x86_64.rpm 20 MB/s | 794 kB 00:00 2026-02-22T22:24:47.413 INFO:teuthology.orchestra.run.trial004.stdout:(20/99): libquadmath-11.5.0-14.el9.x86_64.rpm 3.3 MB/s | 184 kB 00:00 2026-02-22T22:24:47.424 INFO:teuthology.orchestra.run.trial004.stdout:(21/99): python3-cryptography-36.0.1-5.el9.x86_ 33 MB/s | 1.2 MB 00:00 2026-02-22T22:24:47.427 INFO:teuthology.orchestra.run.trial004.stdout:(22/99): python3-ply-3.11-14.el9.noarch.rpm 7.7 MB/s | 106 kB 00:00 2026-02-22T22:24:47.435 INFO:teuthology.orchestra.run.trial004.stdout:(23/99): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2026-02-22T22:24:47.436 INFO:teuthology.orchestra.run.trial004.stdout:(24/99): python3-pycparser-2.20-6.el9.noarch.rp 11 MB/s | 135 kB 00:00 2026-02-22T22:24:47.438 INFO:teuthology.orchestra.run.trial004.stdout:(25/99): python3-pyparsing-2.4.7-9.el9.noarch.r 13 MB/s | 150 kB 00:00 2026-02-22T22:24:47.446 INFO:teuthology.orchestra.run.trial004.stdout:(26/99): python3-requests-2.25.1-10.el9.noarch. 11 MB/s | 126 kB 00:00 2026-02-22T22:24:47.448 INFO:teuthology.orchestra.run.trial004.stdout:(27/99): python3-urllib3-1.26.5-7.el9.noarch.rp 19 MB/s | 218 kB 00:00 2026-02-22T22:24:47.451 INFO:teuthology.orchestra.run.trial004.stdout:(28/99): unzip-6.0-59.el9.x86_64.rpm 14 MB/s | 182 kB 00:00 2026-02-22T22:24:47.458 INFO:teuthology.orchestra.run.trial004.stdout:(29/99): zip-3.0-35.el9.x86_64.rpm 22 MB/s | 266 kB 00:00 2026-02-22T22:24:47.521 INFO:teuthology.orchestra.run.trial004.stdout:(30/99): flexiblas-3.0.4-9.el9.x86_64.rpm 403 kB/s | 30 kB 00:00 2026-02-22T22:24:47.523 INFO:teuthology.orchestra.run.trial004.stdout:(31/99): flexiblas-openblas-openmp-3.0.4-9.el9. 229 kB/s | 15 kB 00:00 2026-02-22T22:24:47.546 INFO:teuthology.orchestra.run.trial004.stdout:(32/99): flexiblas-netlib-3.0.4-9.el9.x86_64.rp 31 MB/s | 3.0 MB 00:00 2026-02-22T22:24:47.557 INFO:teuthology.orchestra.run.trial004.stdout:(33/99): libstoragemgmt-1.10.1-1.el9.x86_64.rpm 6.8 MB/s | 246 kB 00:00 2026-02-22T22:24:47.559 INFO:teuthology.orchestra.run.trial004.stdout:(34/99): lua-5.4.4-4.el9.x86_64.rpm 5.1 MB/s | 188 kB 00:00 2026-02-22T22:24:47.579 INFO:teuthology.orchestra.run.trial004.stdout:(35/99): openblas-0.3.29-1.el9.x86_64.rpm 1.3 MB/s | 42 kB 00:00 2026-02-22T22:24:47.608 INFO:teuthology.orchestra.run.trial004.stdout:(36/99): protobuf-3.14.0-17.el9.x86_64.rpm 21 MB/s | 1.0 MB 00:00 2026-02-22T22:24:47.631 INFO:teuthology.orchestra.run.trial004.stdout:(37/99): openblas-openmp-0.3.29-1.el9.x86_64.rp 71 MB/s | 5.3 MB 00:00 2026-02-22T22:24:47.639 INFO:teuthology.orchestra.run.trial004.stdout:(38/99): python3-babel-2.9.1-2.el9.noarch.rpm 100 MB/s | 6.0 MB 00:00 2026-02-22T22:24:47.643 INFO:teuthology.orchestra.run.trial004.stdout:(39/99): python3-devel-3.9.25-3.el9.x86_64.rpm 6.8 MB/s | 244 kB 00:00 2026-02-22T22:24:47.659 INFO:teuthology.orchestra.run.trial004.stdout:(40/99): python3-jinja2-2.11.3-8.el9.noarch.rpm 9.0 MB/s | 249 kB 00:00 2026-02-22T22:24:47.665 INFO:teuthology.orchestra.run.trial004.stdout:(41/99): python3-libstoragemgmt-1.10.1-1.el9.x8 6.6 MB/s | 177 kB 00:00 2026-02-22T22:24:47.675 INFO:teuthology.orchestra.run.trial004.stdout:(42/99): python3-lxml-4.6.5-3.el9.x86_64.rpm 39 MB/s | 1.2 MB 00:00 2026-02-22T22:24:47.685 INFO:teuthology.orchestra.run.trial004.stdout:(43/99): python3-mako-1.1.4-6.el9.noarch.rpm 6.4 MB/s | 172 kB 00:00 2026-02-22T22:24:47.690 INFO:teuthology.orchestra.run.trial004.stdout:(44/99): python3-markupsafe-1.1.1-12.el9.x86_64 1.3 MB/s | 35 kB 00:00 2026-02-22T22:24:47.715 INFO:teuthology.orchestra.run.trial004.stdout:(45/99): python3-numpy-f2py-1.23.5-2.el9.x86_64 15 MB/s | 442 kB 00:00 2026-02-22T22:24:47.718 INFO:teuthology.orchestra.run.trial004.stdout:(46/99): python3-packaging-20.9-5.el9.noarch.rp 2.7 MB/s | 77 kB 00:00 2026-02-22T22:24:47.728 INFO:teuthology.orchestra.run.trial004.stdout:(47/99): python3-numpy-1.23.5-2.el9.x86_64.rpm 115 MB/s | 6.1 MB 00:00 2026-02-22T22:24:47.745 INFO:teuthology.orchestra.run.trial004.stdout:(48/99): python3-pyasn1-0.4.8-6.el9.noarch.rpm 5.9 MB/s | 159 kB 00:00 2026-02-22T22:24:47.749 INFO:teuthology.orchestra.run.trial004.stdout:(49/99): python3-protobuf-3.14.0-17.el9.noarch. 7.9 MB/s | 267 kB 00:00 2026-02-22T22:24:47.764 INFO:teuthology.orchestra.run.trial004.stdout:(50/99): python3-pyasn1-modules-0.4.8-6.el9.noa 7.6 MB/s | 279 kB 00:00 2026-02-22T22:24:47.786 INFO:teuthology.orchestra.run.trial004.stdout:(51/99): python3-requests-oauthlib-1.3.0-12.el9 1.3 MB/s | 54 kB 00:00 2026-02-22T22:24:47.799 INFO:teuthology.orchestra.run.trial004.stdout:(52/99): python3-toml-0.10.2-6.el9.noarch.rpm 1.2 MB/s | 42 kB 00:00 2026-02-22T22:24:47.820 INFO:teuthology.orchestra.run.trial004.stdout:(53/99): xmlsec1-1.2.29-13.el9.x86_64.rpm 5.5 MB/s | 189 kB 00:00 2026-02-22T22:24:47.827 INFO:teuthology.orchestra.run.trial004.stdout:(54/99): xmlsec1-openssl-1.2.29-13.el9.x86_64.r 3.2 MB/s | 90 kB 00:00 2026-02-22T22:24:47.898 INFO:teuthology.orchestra.run.trial004.stdout:(55/99): python3-scipy-1.9.3-2.el9.x86_64.rpm 130 MB/s | 19 MB 00:00 2026-02-22T22:24:47.899 INFO:teuthology.orchestra.run.trial004.stdout:(56/99): lua-devel-5.4.4-4.el9.x86_64.rpm 282 kB/s | 22 kB 00:00 2026-02-22T22:24:47.961 INFO:teuthology.orchestra.run.trial004.stdout:(57/99): grpc-data-1.46.7-10.el9.noarch.rpm 315 kB/s | 19 kB 00:00 2026-02-22T22:24:47.997 INFO:teuthology.orchestra.run.trial026.stdout:(1/99): ceph-19.2.3-689.gf90f4eae.el9.x86_64.rp 119 kB/s | 6.5 kB 00:00 2026-02-22T22:24:48.021 INFO:teuthology.orchestra.run.trial004.stdout:(58/99): luarocks-3.9.2-5.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2026-02-22T22:24:48.026 INFO:teuthology.orchestra.run.trial004.stdout:(59/99): protobuf-compiler-3.14.0-17.el9.x86_64 4.3 MB/s | 862 kB 00:00 2026-02-22T22:24:48.031 INFO:teuthology.orchestra.run.trial004.stdout:(60/99): abseil-cpp-20211102.0-4.el9.x86_64.rpm 4.1 MB/s | 551 kB 00:00 2026-02-22T22:24:48.049 INFO:teuthology.orchestra.run.trial004.stdout:(61/99): python3-backports-tarfile-1.2.0-1.el9. 3.2 MB/s | 60 kB 00:00 2026-02-22T22:24:48.064 INFO:teuthology.orchestra.run.trial026.stdout:(2/99): ceph-mgr-19.2.3-689.gf90f4eae.el9.x86_6 8.9 MB/s | 1.1 MB 00:00 2026-02-22T22:24:48.067 INFO:teuthology.orchestra.run.trial004.stdout:(62/99): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 2.4 MB/s | 43 kB 00:00 2026-02-22T22:24:48.073 INFO:teuthology.orchestra.run.trial004.stdout:(63/99): python3-asyncssh-2.13.2-5.el9.noarch.r 10 MB/s | 548 kB 00:00 2026-02-22T22:24:48.077 INFO:teuthology.orchestra.run.trial004.stdout:(64/99): python3-autocommand-2.2.2-8.el9.noarch 571 kB/s | 29 kB 00:00 2026-02-22T22:24:48.084 INFO:teuthology.orchestra.run.trial004.stdout:(65/99): python3-cachetools-4.2.4-1.el9.noarch. 1.8 MB/s | 32 kB 00:00 2026-02-22T22:24:48.091 INFO:teuthology.orchestra.run.trial004.stdout:(66/99): python3-certifi-2023.05.07-4.el9.noarc 807 kB/s | 14 kB 00:00 2026-02-22T22:24:48.107 INFO:teuthology.orchestra.run.trial004.stdout:(67/99): python3-cherrypy-18.6.1-2.el9.noarch.r 15 MB/s | 358 kB 00:00 2026-02-22T22:24:48.112 INFO:teuthology.orchestra.run.trial004.stdout:(68/99): python3-google-auth-2.45.0-1.el9.noarc 12 MB/s | 254 kB 00:00 2026-02-22T22:24:48.123 INFO:teuthology.orchestra.run.trial026.stdout:(3/99): ceph-mds-19.2.3-689.gf90f4eae.el9.x86_6 13 MB/s | 2.4 MB 00:00 2026-02-22T22:24:48.132 INFO:teuthology.orchestra.run.trial004.stdout:(69/99): python3-grpcio-tools-1.46.7-10.el9.x86 7.3 MB/s | 144 kB 00:00 2026-02-22T22:24:48.133 INFO:teuthology.orchestra.run.trial004.stdout:(70/99): python3-cheroot-10.0.1-4.el9.noarch.rp 3.0 MB/s | 173 kB 00:00 2026-02-22T22:24:48.151 INFO:teuthology.orchestra.run.trial004.stdout:(71/99): python3-influxdb-5.3.1-1.el9.noarch.rp 7.0 MB/s | 139 kB 00:00 2026-02-22T22:24:48.152 INFO:teuthology.orchestra.run.trial004.stdout:(72/99): python3-isodate-0.6.1-3.el9.noarch.rpm 3.0 MB/s | 56 kB 00:00 2026-02-22T22:24:48.159 INFO:teuthology.orchestra.run.trial026.stdout:(4/99): ceph-grafana-dashboards-19.2.3-689.gf90 869 kB/s | 31 kB 00:00 2026-02-22T22:24:48.161 INFO:teuthology.orchestra.run.trial004.stdout:(73/99): python3-grpcio-1.46.7-10.el9.x86_64.rp 38 MB/s | 2.0 MB 00:00 2026-02-22T22:24:48.168 INFO:teuthology.orchestra.run.trial004.stdout:(74/99): python3-jaraco-classes-3.2.1-5.el9.noa 1.0 MB/s | 18 kB 00:00 2026-02-22T22:24:48.169 INFO:teuthology.orchestra.run.trial004.stdout:(75/99): python3-jaraco-8.2.1-3.el9.noarch.rpm 608 kB/s | 11 kB 00:00 2026-02-22T22:24:48.178 INFO:teuthology.orchestra.run.trial004.stdout:(76/99): python3-jaraco-collections-3.0.0-8.el9 1.3 MB/s | 23 kB 00:00 2026-02-22T22:24:48.186 INFO:teuthology.orchestra.run.trial004.stdout:(77/99): python3-jaraco-functools-3.5.0-2.el9.n 1.1 MB/s | 19 kB 00:00 2026-02-22T22:24:48.186 INFO:teuthology.orchestra.run.trial004.stdout:(78/99): python3-jaraco-context-6.0.1-3.el9.noa 1.1 MB/s | 20 kB 00:00 2026-02-22T22:24:48.195 INFO:teuthology.orchestra.run.trial004.stdout:(79/99): python3-jaraco-text-4.0.0-2.el9.noarch 1.5 MB/s | 26 kB 00:00 2026-02-22T22:24:48.200 INFO:teuthology.orchestra.run.trial026.stdout:(5/99): ceph-mgr-cephadm-19.2.3-689.gf90f4eae.e 3.6 MB/s | 150 kB 00:00 2026-02-22T22:24:48.204 INFO:teuthology.orchestra.run.trial004.stdout:(80/99): python3-logutils-0.3.5-21.el9.noarch.r 2.5 MB/s | 46 kB 00:00 2026-02-22T22:24:48.213 INFO:teuthology.orchestra.run.trial004.stdout:(81/99): python3-more-itertools-8.12.0-2.el9.no 4.3 MB/s | 79 kB 00:00 2026-02-22T22:24:48.222 INFO:teuthology.orchestra.run.trial004.stdout:(82/99): python3-msgpack-1.0.3-2.el9.x86_64.rpm 4.6 MB/s | 86 kB 00:00 2026-02-22T22:24:48.231 INFO:teuthology.orchestra.run.trial004.stdout:(83/99): python3-natsort-7.1.1-5.el9.noarch.rpm 3.2 MB/s | 58 kB 00:00 2026-02-22T22:24:48.241 INFO:teuthology.orchestra.run.trial004.stdout:(84/99): python3-kubernetes-26.1.0-3.el9.noarch 18 MB/s | 1.0 MB 00:00 2026-02-22T22:24:48.244 INFO:teuthology.orchestra.run.trial004.stdout:(85/99): python3-pecan-1.4.2-3.el9.noarch.rpm 13 MB/s | 272 kB 00:00 2026-02-22T22:24:48.248 INFO:teuthology.orchestra.run.trial004.stdout:(86/99): python3-portend-3.1.0-2.el9.noarch.rpm 941 kB/s | 16 kB 00:00 2026-02-22T22:24:48.259 INFO:teuthology.orchestra.run.trial004.stdout:(87/99): python3-pyOpenSSL-21.0.0-1.el9.noarch. 5.0 MB/s | 90 kB 00:00 2026-02-22T22:24:48.261 INFO:teuthology.orchestra.run.trial004.stdout:(88/99): python3-repoze-lru-0.7-16.el9.noarch.r 1.7 MB/s | 31 kB 00:00 2026-02-22T22:24:48.267 INFO:teuthology.orchestra.run.trial004.stdout:(89/99): python3-routes-2.5.1-5.el9.noarch.rpm 9.7 MB/s | 188 kB 00:00 2026-02-22T22:24:48.276 INFO:teuthology.orchestra.run.trial004.stdout:(90/99): python3-rsa-4.9-2.el9.noarch.rpm 3.4 MB/s | 59 kB 00:00 2026-02-22T22:24:48.281 INFO:teuthology.orchestra.run.trial004.stdout:(91/99): python3-saml-1.16.0-1.el9.noarch.rpm 6.4 MB/s | 125 kB 00:00 2026-02-22T22:24:48.285 INFO:teuthology.orchestra.run.trial004.stdout:(92/99): python3-tempora-5.0.0-2.el9.noarch.rpm 2.0 MB/s | 36 kB 00:00 2026-02-22T22:24:48.294 INFO:teuthology.orchestra.run.trial004.stdout:(93/99): python3-typing-extensions-4.15.0-1.el9 4.8 MB/s | 86 kB 00:00 2026-02-22T22:24:48.301 INFO:teuthology.orchestra.run.trial004.stdout:(94/99): python3-webob-1.8.8-2.el9.noarch.rpm 11 MB/s | 230 kB 00:00 2026-02-22T22:24:48.303 INFO:teuthology.orchestra.run.trial026.stdout:(6/99): ceph-mon-19.2.3-689.gf90f4eae.el9.x86_6 15 MB/s | 4.7 MB 00:00 2026-02-22T22:24:48.303 INFO:teuthology.orchestra.run.trial004.stdout:(95/99): python3-websocket-client-1.2.3-2.el9.n 4.8 MB/s | 90 kB 00:00 2026-02-22T22:24:48.313 INFO:teuthology.orchestra.run.trial004.stdout:(96/99): python3-werkzeug-2.0.3-3.el9.1.noarch. 21 MB/s | 427 kB 00:00 2026-02-22T22:24:48.319 INFO:teuthology.orchestra.run.trial004.stdout:(97/99): python3-xmlsec-1.3.13-1.el9.x86_64.rpm 2.6 MB/s | 48 kB 00:00 2026-02-22T22:24:48.321 INFO:teuthology.orchestra.run.trial004.stdout:(98/99): python3-xmltodict-0.12.0-15.el9.noarch 1.2 MB/s | 22 kB 00:00 2026-02-22T22:24:48.330 INFO:teuthology.orchestra.run.trial004.stdout:(99/99): python3-zc-lockfile-2.0-10.el9.noarch. 1.2 MB/s | 20 kB 00:00 2026-02-22T22:24:48.332 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:24:48.332 INFO:teuthology.orchestra.run.trial004.stdout:Total 47 MB/s | 95 MB 00:02 2026-02-22T22:24:48.417 INFO:teuthology.orchestra.run.trial026.stdout:(7/99): ceph-mgr-dashboard-19.2.3-689.gf90f4eae 18 MB/s | 3.8 MB 00:00 2026-02-22T22:24:48.466 INFO:teuthology.orchestra.run.trial026.stdout:(8/99): ceph-mgr-k8sevents-19.2.3-689.gf90f4eae 462 kB/s | 22 kB 00:00 2026-02-22T22:24:48.520 INFO:teuthology.orchestra.run.trial026.stdout:(9/99): ceph-mgr-modules-core-19.2.3-689.gf90f4 4.6 MB/s | 253 kB 00:00 2026-02-22T22:24:48.573 INFO:teuthology.orchestra.run.trial026.stdout:(10/99): ceph-mgr-rook-19.2.3-689.gf90f4eae.el9 930 kB/s | 49 kB 00:00 2026-02-22T22:24:48.628 INFO:teuthology.orchestra.run.trial026.stdout:(11/99): ceph-prometheus-alerts-19.2.3-689.gf90 302 kB/s | 17 kB 00:00 2026-02-22T22:24:48.671 INFO:teuthology.orchestra.run.trial026.stdout:(12/99): ceph-osd-19.2.3-689.gf90f4eae.el9.x86_ 28 MB/s | 17 MB 00:00 2026-02-22T22:24:48.673 INFO:teuthology.orchestra.run.trial026.stdout:(13/99): ceph-volume-19.2.3-689.gf90f4eae.el9.n 6.6 MB/s | 299 kB 00:00 2026-02-22T22:24:48.682 INFO:teuthology.orchestra.run.trial026.stdout:(14/99): ceph-mgr-diskprediction-local-19.2.3-6 20 MB/s | 7.4 MB 00:00 2026-02-22T22:24:48.688 INFO:teuthology.orchestra.run.trial026.stdout:(15/99): cephadm-19.2.3-689.gf90f4eae.el9.noarc 46 MB/s | 769 kB 00:00 2026-02-22T22:24:48.728 INFO:teuthology.orchestra.run.trial026.stdout:(16/99): ledmon-libs-1.1.0-3.el9.x86_64.rpm 947 kB/s | 40 kB 00:00 2026-02-22T22:24:48.733 INFO:teuthology.orchestra.run.trial026.stdout:(17/99): cryptsetup-2.8.1-3.el9.x86_64.rpm 5.6 MB/s | 351 kB 00:00 2026-02-22T22:24:48.742 INFO:teuthology.orchestra.run.trial026.stdout:(18/99): libconfig-1.7.2-9.el9.x86_64.rpm 1.3 MB/s | 72 kB 00:00 2026-02-22T22:24:48.765 INFO:teuthology.orchestra.run.trial026.stdout:(19/99): libquadmath-11.5.0-14.el9.x86_64.rpm 5.8 MB/s | 184 kB 00:00 2026-02-22T22:24:48.765 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-22T22:24:48.773 INFO:teuthology.orchestra.run.trial026.stdout:(20/99): python3-cffi-1.14.5-5.el9.x86_64.rpm 8.0 MB/s | 253 kB 00:00 2026-02-22T22:24:48.787 INFO:teuthology.orchestra.run.trial026.stdout:(21/99): libgfortran-11.5.0-14.el9.x86_64.rpm 13 MB/s | 794 kB 00:00 2026-02-22T22:24:48.799 INFO:teuthology.orchestra.run.trial026.stdout:(22/99): python3-cryptography-36.0.1-5.el9.x86_ 36 MB/s | 1.2 MB 00:00 2026-02-22T22:24:48.800 INFO:teuthology.orchestra.run.trial026.stdout:(23/99): python3-ply-3.11-14.el9.noarch.rpm 3.9 MB/s | 106 kB 00:00 2026-02-22T22:24:48.802 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-22T22:24:48.802 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-22T22:24:48.813 INFO:teuthology.orchestra.run.trial026.stdout:(24/99): python3-pycparser-2.20-6.el9.noarch.rp 5.1 MB/s | 135 kB 00:00 2026-02-22T22:24:48.826 INFO:teuthology.orchestra.run.trial026.stdout:(25/99): python3-requests-2.25.1-10.el9.noarch. 4.8 MB/s | 126 kB 00:00 2026-02-22T22:24:48.834 INFO:teuthology.orchestra.run.trial026.stdout:(26/99): python3-pyparsing-2.4.7-9.el9.noarch.r 4.3 MB/s | 150 kB 00:00 2026-02-22T22:24:48.840 INFO:teuthology.orchestra.run.trial026.stdout:(27/99): python3-urllib3-1.26.5-7.el9.noarch.rp 7.9 MB/s | 218 kB 00:00 2026-02-22T22:24:48.847 INFO:teuthology.orchestra.run.trial026.stdout:(28/99): unzip-6.0-59.el9.x86_64.rpm 8.3 MB/s | 182 kB 00:00 2026-02-22T22:24:48.867 INFO:teuthology.orchestra.run.trial026.stdout:(29/99): zip-3.0-35.el9.x86_64.rpm 7.8 MB/s | 266 kB 00:00 2026-02-22T22:24:49.217 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-22T22:24:49.217 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-22T22:24:49.399 INFO:teuthology.orchestra.run.trial026.stdout:(30/99): flexiblas-3.0.4-9.el9.x86_64.rpm 53 kB/s | 30 kB 00:00 2026-02-22T22:24:49.424 INFO:teuthology.orchestra.run.trial026.stdout:(31/99): flexiblas-openblas-openmp-3.0.4-9.el9. 27 kB/s | 15 kB 00:00 2026-02-22T22:24:49.678 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-22T22:24:49.680 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/99 2026-02-22T22:24:49.710 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/99 2026-02-22T22:24:49.715 INFO:teuthology.orchestra.run.trial026.stdout:(32/99): libstoragemgmt-1.10.1-1.el9.x86_64.rpm 780 kB/s | 246 kB 00:00 2026-02-22T22:24:49.715 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 3/99 2026-02-22T22:24:49.736 INFO:teuthology.orchestra.run.trial004.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 4/99 2026-02-22T22:24:49.743 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 5/99 2026-02-22T22:24:49.745 INFO:teuthology.orchestra.run.trial026.stdout:(33/99): lua-5.4.4-4.el9.x86_64.rpm 587 kB/s | 188 kB 00:00 2026-02-22T22:24:49.775 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 6/99 2026-02-22T22:24:49.784 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 7/99 2026-02-22T22:24:49.789 INFO:teuthology.orchestra.run.trial004.stdout: Installing : protobuf-3.14.0-17.el9.x86_64 8/99 2026-02-22T22:24:49.792 INFO:teuthology.orchestra.run.trial004.stdout: Installing : lua-5.4.4-4.el9.x86_64 9/99 2026-02-22T22:24:49.796 INFO:teuthology.orchestra.run.trial004.stdout: Installing : flexiblas-3.0.4-9.el9.x86_64 10/99 2026-02-22T22:24:49.819 INFO:teuthology.orchestra.run.trial004.stdout: Installing : unzip-6.0-59.el9.x86_64 11/99 2026-02-22T22:24:49.831 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-urllib3-1.26.5-7.el9.noarch 12/99 2026-02-22T22:24:49.834 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-requests-2.25.1-10.el9.noarch 13/99 2026-02-22T22:24:49.840 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libquadmath-11.5.0-14.el9.x86_64 14/99 2026-02-22T22:24:49.842 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libgfortran-11.5.0-14.el9.x86_64 15/99 2026-02-22T22:24:49.853 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 16/99 2026-02-22T22:24:49.859 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 17/99 2026-02-22T22:24:49.874 INFO:teuthology.orchestra.run.trial026.stdout:(34/99): openblas-0.3.29-1.el9.x86_64.rpm 265 kB/s | 42 kB 00:00 2026-02-22T22:24:49.882 INFO:teuthology.orchestra.run.trial026.stdout:(35/99): flexiblas-netlib-3.0.4-9.el9.x86_64.rp 2.9 MB/s | 3.0 MB 00:01 2026-02-22T22:24:49.883 INFO:teuthology.orchestra.run.trial004.stdout: Installing : zip-3.0-35.el9.x86_64 18/99 2026-02-22T22:24:49.886 INFO:teuthology.orchestra.run.trial004.stdout: Installing : luarocks-3.9.2-5.el9.noarch 19/99 2026-02-22T22:24:49.893 INFO:teuthology.orchestra.run.trial004.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 20/99 2026-02-22T22:24:49.917 INFO:teuthology.orchestra.run.trial004.stdout: Installing : protobuf-compiler-3.14.0-17.el9.x86_64 21/99 2026-02-22T22:24:49.967 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 22/99 2026-02-22T22:24:49.980 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 23/99 2026-02-22T22:24:49.982 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-rsa-4.9-2.el9.noarch 24/99 2026-02-22T22:24:49.988 INFO:teuthology.orchestra.run.trial004.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 25/99 2026-02-22T22:24:49.993 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 26/99 2026-02-22T22:24:49.998 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 27/99 2026-02-22T22:24:50.001 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 28/99 2026-02-22T22:24:50.015 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 29/99 2026-02-22T22:24:50.036 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 30/99 2026-02-22T22:24:50.040 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 31/99 2026-02-22T22:24:50.045 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 32/99 2026-02-22T22:24:50.057 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 33/99 2026-02-22T22:24:50.065 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 34/99 2026-02-22T22:24:50.071 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 35/99 2026-02-22T22:24:50.090 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 36/99 2026-02-22T22:24:50.099 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 37/99 2026-02-22T22:24:50.153 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 38/99 2026-02-22T22:24:50.165 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 39/99 2026-02-22T22:24:50.180 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 40/99 2026-02-22T22:24:50.185 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 41/99 2026-02-22T22:24:50.192 INFO:teuthology.orchestra.run.trial026.stdout:(36/99): protobuf-3.14.0-17.el9.x86_64.rpm 3.2 MB/s | 1.0 MB 00:00 2026-02-22T22:24:50.193 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 42/99 2026-02-22T22:24:50.232 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 43/99 2026-02-22T22:24:50.354 INFO:teuthology.orchestra.run.trial026.stdout:(37/99): python3-devel-3.9.25-3.el9.x86_64.rpm 1.5 MB/s | 244 kB 00:00 2026-02-22T22:24:50.372 INFO:teuthology.orchestra.run.trial026.stdout:(38/99): python3-babel-2.9.1-2.el9.noarch.rpm 12 MB/s | 6.0 MB 00:00 2026-02-22T22:24:50.514 INFO:teuthology.orchestra.run.trial026.stdout:(39/99): python3-jinja2-2.11.3-8.el9.noarch.rpm 1.5 MB/s | 249 kB 00:00 2026-02-22T22:24:50.531 INFO:teuthology.orchestra.run.trial026.stdout:(40/99): python3-libstoragemgmt-1.10.1-1.el9.x8 1.1 MB/s | 177 kB 00:00 2026-02-22T22:24:50.552 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 44/99 2026-02-22T22:24:50.562 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 45/99 2026-02-22T22:24:50.566 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 46/99 2026-02-22T22:24:50.571 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 47/99 2026-02-22T22:24:50.573 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 48/99 2026-02-22T22:24:50.601 INFO:teuthology.orchestra.run.trial004.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 49/99 2026-02-22T22:24:50.643 INFO:teuthology.orchestra.run.trial004.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 50/99 2026-02-22T22:24:50.650 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 51/99 2026-02-22T22:24:50.653 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 52/99 2026-02-22T22:24:50.659 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 53/99 2026-02-22T22:24:50.662 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 54/99 2026-02-22T22:24:50.669 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 55/99 2026-02-22T22:24:50.672 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 56/99 2026-02-22T22:24:50.690 INFO:teuthology.orchestra.run.trial026.stdout:(41/99): python3-mako-1.1.4-6.el9.noarch.rpm 1.1 MB/s | 172 kB 00:00 2026-02-22T22:24:50.700 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 57/99 2026-02-22T22:24:50.711 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-protobuf-3.14.0-17.el9.noarch 58/99 2026-02-22T22:24:50.746 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/99 2026-02-22T22:24:50.834 INFO:teuthology.orchestra.run.trial026.stdout:(42/99): python3-lxml-4.6.5-3.el9.x86_64.rpm 3.8 MB/s | 1.2 MB 00:00 2026-02-22T22:24:50.850 INFO:teuthology.orchestra.run.trial026.stdout:(43/99): python3-markupsafe-1.1.1-12.el9.x86_64 218 kB/s | 35 kB 00:00 2026-02-22T22:24:50.966 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-devel-3.9.25-3.el9.x86_64 60/99 2026-02-22T22:24:50.990 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 61/99 2026-02-22T22:24:50.994 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-jinja2-2.11.3-8.el9.noarch 62/99 2026-02-22T22:24:51.012 INFO:teuthology.orchestra.run.trial026.stdout:(44/99): openblas-openmp-0.3.29-1.el9.x86_64.rp 4.2 MB/s | 5.3 MB 00:01 2026-02-22T22:24:51.015 INFO:teuthology.orchestra.run.trial026.stdout:(45/99): python3-numpy-f2py-1.23.5-2.el9.x86_64 2.6 MB/s | 442 kB 00:00 2026-02-22T22:24:51.051 INFO:teuthology.orchestra.run.trial004.stdout: Installing : openblas-0.3.29-1.el9.x86_64 63/99 2026-02-22T22:24:51.053 INFO:teuthology.orchestra.run.trial004.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 64/99 2026-02-22T22:24:51.074 INFO:teuthology.orchestra.run.trial004.stdout: Installing : flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 65/99 2026-02-22T22:24:51.172 INFO:teuthology.orchestra.run.trial026.stdout:(46/99): python3-packaging-20.9-5.el9.noarch.rp 483 kB/s | 77 kB 00:00 2026-02-22T22:24:51.174 INFO:teuthology.orchestra.run.trial026.stdout:(47/99): python3-protobuf-3.14.0-17.el9.noarch. 1.6 MB/s | 267 kB 00:00 2026-02-22T22:24:51.243 INFO:teuthology.orchestra.run.trial026.stdout:(48/99): python3-numpy-1.23.5-2.el9.x86_64.rpm 15 MB/s | 6.1 MB 00:00 2026-02-22T22:24:51.333 INFO:teuthology.orchestra.run.trial026.stdout:(49/99): python3-pyasn1-0.4.8-6.el9.noarch.rpm 990 kB/s | 159 kB 00:00 2026-02-22T22:24:51.334 INFO:teuthology.orchestra.run.trial026.stdout:(50/99): python3-pyasn1-modules-0.4.8-6.el9.noa 1.7 MB/s | 279 kB 00:00 2026-02-22T22:24:51.395 INFO:teuthology.orchestra.run.trial004.stdout: Installing : flexiblas-netlib-3.0.4-9.el9.x86_64 66/99 2026-02-22T22:24:51.402 INFO:teuthology.orchestra.run.trial026.stdout:(51/99): python3-requests-oauthlib-1.3.0-12.el9 337 kB/s | 54 kB 00:00 2026-02-22T22:24:51.467 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-numpy-1:1.23.5-2.el9.x86_64 67/99 2026-02-22T22:24:51.492 INFO:teuthology.orchestra.run.trial026.stdout:(52/99): python3-toml-0.10.2-6.el9.noarch.rpm 264 kB/s | 42 kB 00:00 2026-02-22T22:24:51.562 INFO:teuthology.orchestra.run.trial026.stdout:(53/99): xmlsec1-1.2.29-13.el9.x86_64.rpm 1.2 MB/s | 189 kB 00:00 2026-02-22T22:24:51.604 INFO:teuthology.orchestra.run.trial026.stdout:(54/99): lua-devel-5.4.4-4.el9.x86_64.rpm 524 kB/s | 22 kB 00:00 2026-02-22T22:24:51.652 INFO:teuthology.orchestra.run.trial026.stdout:(55/99): xmlsec1-openssl-1.2.29-13.el9.x86_64.r 565 kB/s | 90 kB 00:00 2026-02-22T22:24:51.692 INFO:teuthology.orchestra.run.trial026.stdout:(56/99): protobuf-compiler-3.14.0-17.el9.x86_64 9.7 MB/s | 862 kB 00:00 2026-02-22T22:24:51.778 INFO:teuthology.orchestra.run.trial026.stdout:(57/99): grpc-data-1.46.7-10.el9.noarch.rpm 226 kB/s | 19 kB 00:00 2026-02-22T22:24:51.835 INFO:teuthology.orchestra.run.trial026.stdout:(58/99): abseil-cpp-20211102.0-4.el9.x86_64.rpm 3.0 MB/s | 551 kB 00:00 2026-02-22T22:24:51.851 INFO:teuthology.orchestra.run.trial026.stdout:(59/99): luarocks-3.9.2-5.el9.noarch.rpm 2.0 MB/s | 151 kB 00:00 2026-02-22T22:24:51.868 INFO:teuthology.orchestra.run.trial026.stdout:(60/99): python3-asyncssh-2.13.2-5.el9.noarch.r 16 MB/s | 548 kB 00:00 2026-02-22T22:24:51.873 INFO:teuthology.orchestra.run.trial026.stdout:(61/99): python3-autocommand-2.2.2-8.el9.noarch 1.3 MB/s | 29 kB 00:00 2026-02-22T22:24:51.888 INFO:teuthology.orchestra.run.trial026.stdout:(62/99): python3-backports-tarfile-1.2.0-1.el9. 3.0 MB/s | 60 kB 00:00 2026-02-22T22:24:51.896 INFO:teuthology.orchestra.run.trial026.stdout:(63/99): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.9 MB/s | 43 kB 00:00 2026-02-22T22:24:51.907 INFO:teuthology.orchestra.run.trial026.stdout:(64/99): python3-cachetools-4.2.4-1.el9.noarch. 1.6 MB/s | 32 kB 00:00 2026-02-22T22:24:51.918 INFO:teuthology.orchestra.run.trial026.stdout:(65/99): python3-certifi-2023.05.07-4.el9.noarc 633 kB/s | 14 kB 00:00 2026-02-22T22:24:51.931 INFO:teuthology.orchestra.run.trial026.stdout:(66/99): python3-cheroot-10.0.1-4.el9.noarch.rp 7.2 MB/s | 173 kB 00:00 2026-02-22T22:24:51.964 INFO:teuthology.orchestra.run.trial026.stdout:(67/99): python3-google-auth-2.45.0-1.el9.noarc 7.5 MB/s | 254 kB 00:00 2026-02-22T22:24:51.971 INFO:teuthology.orchestra.run.trial026.stdout:(68/99): python3-cherrypy-18.6.1-2.el9.noarch.r 6.7 MB/s | 358 kB 00:00 2026-02-22T22:24:51.999 INFO:teuthology.orchestra.run.trial026.stdout:(69/99): python3-grpcio-tools-1.46.7-10.el9.x86 5.0 MB/s | 144 kB 00:00 2026-02-22T22:24:52.025 INFO:teuthology.orchestra.run.trial026.stdout:(70/99): python3-influxdb-5.3.1-1.el9.noarch.rp 5.2 MB/s | 139 kB 00:00 2026-02-22T22:24:52.049 INFO:teuthology.orchestra.run.trial026.stdout:(71/99): python3-isodate-0.6.1-3.el9.noarch.rpm 2.3 MB/s | 56 kB 00:00 2026-02-22T22:24:52.060 INFO:teuthology.orchestra.run.trial026.stdout:(72/99): python3-grpcio-1.46.7-10.el9.x86_64.rp 21 MB/s | 2.0 MB 00:00 2026-02-22T22:24:52.071 INFO:teuthology.orchestra.run.trial026.stdout:(73/99): python3-jaraco-8.2.1-3.el9.noarch.rpm 482 kB/s | 11 kB 00:00 2026-02-22T22:24:52.080 INFO:teuthology.orchestra.run.trial026.stdout:(74/99): python3-jaraco-classes-3.2.1-5.el9.noa 882 kB/s | 18 kB 00:00 2026-02-22T22:24:52.092 INFO:teuthology.orchestra.run.trial026.stdout:(75/99): python3-jaraco-collections-3.0.0-8.el9 1.1 MB/s | 23 kB 00:00 2026-02-22T22:24:52.100 INFO:teuthology.orchestra.run.trial026.stdout:(76/99): python3-jaraco-context-6.0.1-3.el9.noa 973 kB/s | 20 kB 00:00 2026-02-22T22:24:52.113 INFO:teuthology.orchestra.run.trial026.stdout:(77/99): python3-jaraco-functools-3.5.0-2.el9.n 950 kB/s | 19 kB 00:00 2026-02-22T22:24:52.126 INFO:teuthology.orchestra.run.trial026.stdout:(78/99): python3-jaraco-text-4.0.0-2.el9.noarch 1.0 MB/s | 26 kB 00:00 2026-02-22T22:24:52.129 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9.x86_64 68/99 2026-02-22T22:24:52.145 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 69/99 2026-02-22T22:24:52.148 INFO:teuthology.orchestra.run.trial026.stdout:(79/99): python3-logutils-0.3.5-21.el9.noarch.r 2.2 MB/s | 46 kB 00:00 2026-02-22T22:24:52.155 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 70/99 2026-02-22T22:24:52.162 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/99 2026-02-22T22:24:52.171 INFO:teuthology.orchestra.run.trial026.stdout:(80/99): python3-more-itertools-8.12.0-2.el9.no 3.4 MB/s | 79 kB 00:00 2026-02-22T22:24:52.174 INFO:teuthology.orchestra.run.trial026.stdout:(81/99): python3-kubernetes-26.1.0-3.el9.noarch 17 MB/s | 1.0 MB 00:00 2026-02-22T22:24:52.175 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-ply-3.11-14.el9.noarch 72/99 2026-02-22T22:24:52.190 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 73/99 2026-02-22T22:24:52.192 INFO:teuthology.orchestra.run.trial026.stdout:(82/99): python3-msgpack-1.0.3-2.el9.x86_64.rpm 4.0 MB/s | 86 kB 00:00 2026-02-22T22:24:52.195 INFO:teuthology.orchestra.run.trial026.stdout:(83/99): python3-natsort-7.1.1-5.el9.noarch.rpm 2.7 MB/s | 58 kB 00:00 2026-02-22T22:24:52.231 INFO:teuthology.orchestra.run.trial026.stdout:(84/99): python3-scipy-1.9.3-2.el9.x86_64.rpm 21 MB/s | 19 MB 00:00 2026-02-22T22:24:52.232 INFO:teuthology.orchestra.run.trial026.stdout:(85/99): python3-portend-3.1.0-2.el9.noarch.rpm 447 kB/s | 16 kB 00:00 2026-02-22T22:24:52.233 INFO:teuthology.orchestra.run.trial026.stdout:(86/99): python3-pecan-1.4.2-3.el9.noarch.rpm 6.4 MB/s | 272 kB 00:00 2026-02-22T22:24:52.254 INFO:teuthology.orchestra.run.trial026.stdout:(87/99): python3-repoze-lru-0.7-16.el9.noarch.r 1.4 MB/s | 31 kB 00:00 2026-02-22T22:24:52.255 INFO:teuthology.orchestra.run.trial026.stdout:(88/99): python3-routes-2.5.1-5.el9.noarch.rpm 8.3 MB/s | 188 kB 00:00 2026-02-22T22:24:52.265 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 74/99 2026-02-22T22:24:52.273 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-cryptography-36.0.1-5.el9.x86_64 75/99 2026-02-22T22:24:52.277 INFO:teuthology.orchestra.run.trial026.stdout:(89/99): python3-rsa-4.9-2.el9.noarch.rpm 2.6 MB/s | 59 kB 00:00 2026-02-22T22:24:52.279 INFO:teuthology.orchestra.run.trial026.stdout:(90/99): python3-saml-1.16.0-1.el9.noarch.rpm 5.2 MB/s | 125 kB 00:00 2026-02-22T22:24:52.296 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 76/99 2026-02-22T22:24:52.299 INFO:teuthology.orchestra.run.trial026.stdout:(91/99): python3-tempora-5.0.0-2.el9.noarch.rpm 1.6 MB/s | 36 kB 00:00 2026-02-22T22:24:52.300 INFO:teuthology.orchestra.run.trial026.stdout:(92/99): python3-typing-extensions-4.15.0-1.el9 4.0 MB/s | 86 kB 00:00 2026-02-22T22:24:52.325 INFO:teuthology.orchestra.run.trial026.stdout:(93/99): python3-websocket-client-1.2.3-2.el9.n 3.5 MB/s | 90 kB 00:00 2026-02-22T22:24:52.326 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 77/99 2026-02-22T22:24:52.327 INFO:teuthology.orchestra.run.trial026.stdout:(94/99): python3-webob-1.8.8-2.el9.noarch.rpm 8.1 MB/s | 230 kB 00:00 2026-02-22T22:24:52.353 INFO:teuthology.orchestra.run.trial026.stdout:(95/99): python3-pyOpenSSL-21.0.0-1.el9.noarch. 739 kB/s | 90 kB 00:00 2026-02-22T22:24:52.355 INFO:teuthology.orchestra.run.trial026.stdout:(96/99): python3-xmlsec-1.3.13-1.el9.x86_64.rpm 1.7 MB/s | 48 kB 00:00 2026-02-22T22:24:52.360 INFO:teuthology.orchestra.run.trial026.stdout:(97/99): python3-werkzeug-2.0.3-3.el9.1.noarch. 12 MB/s | 427 kB 00:00 2026-02-22T22:24:52.375 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 78/99 2026-02-22T22:24:52.379 INFO:teuthology.orchestra.run.trial026.stdout:(98/99): python3-xmltodict-0.12.0-15.el9.noarch 860 kB/s | 22 kB 00:00 2026-02-22T22:24:52.379 INFO:teuthology.orchestra.run.trial026.stdout:(99/99): python3-zc-lockfile-2.0-10.el9.noarch. 826 kB/s | 20 kB 00:00 2026-02-22T22:24:52.381 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 79/99 2026-02-22T22:24:52.382 INFO:teuthology.orchestra.run.trial026.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:24:52.383 INFO:teuthology.orchestra.run.trial026.stdout:Total 18 MB/s | 95 MB 00:05 2026-02-22T22:24:52.385 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 80/99 2026-02-22T22:24:52.386 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 81/99 2026-02-22T22:24:52.404 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 82/99 2026-02-22T22:24:52.404 INFO:teuthology.orchestra.run.trial004.stdout:Creating group 'libstoragemgmt' with GID 991. 2026-02-22T22:24:52.404 INFO:teuthology.orchestra.run.trial004.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 991 and GID 991. 2026-02-22T22:24:52.404 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:52.412 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 82/99 2026-02-22T22:24:52.438 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 82/99 2026-02-22T22:24:52.438 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-02-22T22:24:52.438 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:52.475 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 83/99 2026-02-22T22:24:52.538 INFO:teuthology.orchestra.run.trial004.stdout: Installing : cryptsetup-2.8.1-3.el9.x86_64 84/99 2026-02-22T22:24:52.540 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 85/99 2026-02-22T22:24:52.554 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 85/99 2026-02-22T22:24:52.554 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:24:52.555 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-02-22T22:24:52.555 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:52.800 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction check 2026-02-22T22:24:52.839 INFO:teuthology.orchestra.run.trial026.stdout:Transaction check succeeded. 2026-02-22T22:24:52.839 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction test 2026-02-22T22:24:53.247 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 86/99 2026-02-22T22:24:53.257 INFO:teuthology.orchestra.run.trial026.stdout:Transaction test succeeded. 2026-02-22T22:24:53.257 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction 2026-02-22T22:24:53.272 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 86/99 2026-02-22T22:24:53.272 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:24:53.272 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-02-22T22:24:53.272 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-22T22:24:53.272 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-22T22:24:53.272 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:53.332 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 87/99 2026-02-22T22:24:53.333 INFO:teuthology.orchestra.run.trial004.stdout: Installing : cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 87/99 2026-02-22T22:24:53.338 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-prometheus-alerts-2:19.2.3-689.gf90f4eae.el9. 88/99 2026-02-22T22:24:53.357 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-grafana-dashboards-2:19.2.3-689.gf90f4eae.el9 89/99 2026-02-22T22:24:53.359 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 90/99 2026-02-22T22:24:53.725 INFO:teuthology.orchestra.run.trial026.stdout: Preparing : 1/1 2026-02-22T22:24:53.727 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/99 2026-02-22T22:24:53.758 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/99 2026-02-22T22:24:53.763 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 3/99 2026-02-22T22:24:53.785 INFO:teuthology.orchestra.run.trial026.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 4/99 2026-02-22T22:24:53.791 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 5/99 2026-02-22T22:24:53.824 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 6/99 2026-02-22T22:24:53.834 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 7/99 2026-02-22T22:24:53.839 INFO:teuthology.orchestra.run.trial026.stdout: Installing : protobuf-3.14.0-17.el9.x86_64 8/99 2026-02-22T22:24:53.841 INFO:teuthology.orchestra.run.trial026.stdout: Installing : lua-5.4.4-4.el9.x86_64 9/99 2026-02-22T22:24:53.846 INFO:teuthology.orchestra.run.trial026.stdout: Installing : flexiblas-3.0.4-9.el9.x86_64 10/99 2026-02-22T22:24:53.846 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 90/99 2026-02-22T22:24:53.849 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noar 91/99 2026-02-22T22:24:53.869 INFO:teuthology.orchestra.run.trial026.stdout: Installing : unzip-6.0-59.el9.x86_64 11/99 2026-02-22T22:24:53.882 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-urllib3-1.26.5-7.el9.noarch 12/99 2026-02-22T22:24:53.885 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-requests-2.25.1-10.el9.noarch 13/99 2026-02-22T22:24:53.891 INFO:teuthology.orchestra.run.trial026.stdout: Installing : libquadmath-11.5.0-14.el9.x86_64 14/99 2026-02-22T22:24:53.894 INFO:teuthology.orchestra.run.trial026.stdout: Installing : libgfortran-11.5.0-14.el9.x86_64 15/99 2026-02-22T22:24:53.906 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 16/99 2026-02-22T22:24:53.912 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 17/99 2026-02-22T22:24:53.936 INFO:teuthology.orchestra.run.trial026.stdout: Installing : zip-3.0-35.el9.x86_64 18/99 2026-02-22T22:24:53.939 INFO:teuthology.orchestra.run.trial026.stdout: Installing : luarocks-3.9.2-5.el9.noarch 19/99 2026-02-22T22:24:53.946 INFO:teuthology.orchestra.run.trial026.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 20/99 2026-02-22T22:24:53.971 INFO:teuthology.orchestra.run.trial026.stdout: Installing : protobuf-compiler-3.14.0-17.el9.x86_64 21/99 2026-02-22T22:24:54.023 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 22/99 2026-02-22T22:24:54.036 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 23/99 2026-02-22T22:24:54.039 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-rsa-4.9-2.el9.noarch 24/99 2026-02-22T22:24:54.044 INFO:teuthology.orchestra.run.trial026.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 25/99 2026-02-22T22:24:54.049 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 26/99 2026-02-22T22:24:54.053 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 27/99 2026-02-22T22:24:54.056 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 28/99 2026-02-22T22:24:54.071 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 29/99 2026-02-22T22:24:54.092 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 30/99 2026-02-22T22:24:54.097 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 31/99 2026-02-22T22:24:54.102 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 32/99 2026-02-22T22:24:54.113 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 33/99 2026-02-22T22:24:54.122 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 34/99 2026-02-22T22:24:54.128 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 35/99 2026-02-22T22:24:54.148 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 36/99 2026-02-22T22:24:54.157 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 37/99 2026-02-22T22:24:54.212 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 38/99 2026-02-22T22:24:54.224 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 39/99 2026-02-22T22:24:54.240 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 40/99 2026-02-22T22:24:54.244 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 41/99 2026-02-22T22:24:54.252 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 42/99 2026-02-22T22:24:54.293 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 43/99 2026-02-22T22:24:54.299 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noar 91/99 2026-02-22T22:24:54.300 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4e 92/99 2026-02-22T22:24:54.314 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4e 92/99 2026-02-22T22:24:54.314 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noar 93/99 2026-02-22T22:24:54.369 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noar 93/99 2026-02-22T22:24:54.418 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-mgr-modules-core-2:19.2.3-689.gf90f4eae.el9.n 94/99 2026-02-22T22:24:54.419 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 95/99 2026-02-22T22:24:54.441 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 95/99 2026-02-22T22:24:54.441 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:24:54.441 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-02-22T22:24:54.441 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-22T22:24:54.441 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-22T22:24:54.441 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:54.453 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 96/99 2026-02-22T22:24:54.621 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 44/99 2026-02-22T22:24:54.632 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 45/99 2026-02-22T22:24:54.636 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 46/99 2026-02-22T22:24:54.641 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 47/99 2026-02-22T22:24:54.643 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 48/99 2026-02-22T22:24:54.668 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 96/99 2026-02-22T22:24:54.670 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 97/99 2026-02-22T22:24:54.671 INFO:teuthology.orchestra.run.trial026.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 49/99 2026-02-22T22:24:54.692 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 97/99 2026-02-22T22:24:54.692 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:24:54.692 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-02-22T22:24:54.692 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-22T22:24:54.692 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-22T22:24:54.692 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:54.716 INFO:teuthology.orchestra.run.trial026.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 50/99 2026-02-22T22:24:54.723 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 51/99 2026-02-22T22:24:54.726 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 52/99 2026-02-22T22:24:54.732 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 53/99 2026-02-22T22:24:54.735 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 54/99 2026-02-22T22:24:54.742 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 55/99 2026-02-22T22:24:54.746 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 56/99 2026-02-22T22:24:54.774 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 57/99 2026-02-22T22:24:54.784 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-protobuf-3.14.0-17.el9.noarch 58/99 2026-02-22T22:24:54.793 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 98/99 2026-02-22T22:24:54.813 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 98/99 2026-02-22T22:24:54.813 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:24:54.814 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-02-22T22:24:54.814 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-22T22:24:54.814 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-22T22:24:54.814 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:54.819 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/99 2026-02-22T22:24:54.831 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 99/99 2026-02-22T22:24:55.045 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-devel-3.9.25-3.el9.x86_64 60/99 2026-02-22T22:24:55.069 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 61/99 2026-02-22T22:24:55.073 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-jinja2-2.11.3-8.el9.noarch 62/99 2026-02-22T22:24:55.132 INFO:teuthology.orchestra.run.trial026.stdout: Installing : openblas-0.3.29-1.el9.x86_64 63/99 2026-02-22T22:24:55.134 INFO:teuthology.orchestra.run.trial026.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 64/99 2026-02-22T22:24:55.155 INFO:teuthology.orchestra.run.trial026.stdout: Installing : flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 65/99 2026-02-22T22:24:55.484 INFO:teuthology.orchestra.run.trial026.stdout: Installing : flexiblas-netlib-3.0.4-9.el9.x86_64 66/99 2026-02-22T22:24:55.517 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 99/99 2026-02-22T22:24:55.517 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 1/99 2026-02-22T22:24:55.517 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 2/99 2026-02-22T22:24:55.518 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 3/99 2026-02-22T22:24:55.518 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 4/99 2026-02-22T22:24:55.518 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 5/99 2026-02-22T22:24:55.518 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-grafana-dashboards-2:19.2.3-689.gf90f4eae.el9 6/99 2026-02-22T22:24:55.518 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 7/99 2026-02-22T22:24:55.518 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noar 8/99 2026-02-22T22:24:55.518 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4e 9/99 2026-02-22T22:24:55.518 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noar 10/99 2026-02-22T22:24:55.518 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-689.gf90f4eae.el9.n 11/99 2026-02-22T22:24:55.518 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 12/99 2026-02-22T22:24:55.518 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-prometheus-alerts-2:19.2.3-689.gf90f4eae.el9. 13/99 2026-02-22T22:24:55.518 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 14/99 2026-02-22T22:24:55.519 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 15/99 2026-02-22T22:24:55.519 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : cryptsetup-2.8.1-3.el9.x86_64 16/99 2026-02-22T22:24:55.519 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 17/99 2026-02-22T22:24:55.519 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 18/99 2026-02-22T22:24:55.519 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libgfortran-11.5.0-14.el9.x86_64 19/99 2026-02-22T22:24:55.519 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libquadmath-11.5.0-14.el9.x86_64 20/99 2026-02-22T22:24:55.519 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 21/99 2026-02-22T22:24:55.519 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-cryptography-36.0.1-5.el9.x86_64 22/99 2026-02-22T22:24:55.519 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-ply-3.11-14.el9.noarch 23/99 2026-02-22T22:24:55.519 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 24/99 2026-02-22T22:24:55.519 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 25/99 2026-02-22T22:24:55.519 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-requests-2.25.1-10.el9.noarch 26/99 2026-02-22T22:24:55.520 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-urllib3-1.26.5-7.el9.noarch 27/99 2026-02-22T22:24:55.520 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : unzip-6.0-59.el9.x86_64 28/99 2026-02-22T22:24:55.520 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : zip-3.0-35.el9.x86_64 29/99 2026-02-22T22:24:55.520 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : flexiblas-3.0.4-9.el9.x86_64 30/99 2026-02-22T22:24:55.520 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : flexiblas-netlib-3.0.4-9.el9.x86_64 31/99 2026-02-22T22:24:55.520 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 32/99 2026-02-22T22:24:55.520 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 33/99 2026-02-22T22:24:55.520 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : lua-5.4.4-4.el9.x86_64 34/99 2026-02-22T22:24:55.520 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 35/99 2026-02-22T22:24:55.520 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 36/99 2026-02-22T22:24:55.520 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : protobuf-3.14.0-17.el9.x86_64 37/99 2026-02-22T22:24:55.520 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 38/99 2026-02-22T22:24:55.521 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-devel-3.9.25-3.el9.x86_64 39/99 2026-02-22T22:24:55.521 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-jinja2-2.11.3-8.el9.noarch 40/99 2026-02-22T22:24:55.521 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 41/99 2026-02-22T22:24:55.521 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 42/99 2026-02-22T22:24:55.521 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 43/99 2026-02-22T22:24:55.521 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 44/99 2026-02-22T22:24:55.521 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-numpy-1:1.23.5-2.el9.x86_64 45/99 2026-02-22T22:24:55.521 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9.x86_64 46/99 2026-02-22T22:24:55.521 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 47/99 2026-02-22T22:24:55.521 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-protobuf-3.14.0-17.el9.noarch 48/99 2026-02-22T22:24:55.521 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 49/99 2026-02-22T22:24:55.521 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 50/99 2026-02-22T22:24:55.521 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 51/99 2026-02-22T22:24:55.522 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 52/99 2026-02-22T22:24:55.522 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 53/99 2026-02-22T22:24:55.522 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 54/99 2026-02-22T22:24:55.522 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 55/99 2026-02-22T22:24:55.522 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 56/99 2026-02-22T22:24:55.522 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : protobuf-compiler-3.14.0-17.el9.x86_64 57/99 2026-02-22T22:24:55.522 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 58/99 2026-02-22T22:24:55.522 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 59/99 2026-02-22T22:24:55.522 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 60/99 2026-02-22T22:24:55.522 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 61/99 2026-02-22T22:24:55.522 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 62/99 2026-02-22T22:24:55.522 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 63/99 2026-02-22T22:24:55.522 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 64/99 2026-02-22T22:24:55.523 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 65/99 2026-02-22T22:24:55.523 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 66/99 2026-02-22T22:24:55.523 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 67/99 2026-02-22T22:24:55.523 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 68/99 2026-02-22T22:24:55.523 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 69/99 2026-02-22T22:24:55.523 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 70/99 2026-02-22T22:24:55.523 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 71/99 2026-02-22T22:24:55.523 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 72/99 2026-02-22T22:24:55.523 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 73/99 2026-02-22T22:24:55.523 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 74/99 2026-02-22T22:24:55.523 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 75/99 2026-02-22T22:24:55.523 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 76/99 2026-02-22T22:24:55.523 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 77/99 2026-02-22T22:24:55.524 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 78/99 2026-02-22T22:24:55.524 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 79/99 2026-02-22T22:24:55.524 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 80/99 2026-02-22T22:24:55.524 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 81/99 2026-02-22T22:24:55.524 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 82/99 2026-02-22T22:24:55.524 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 83/99 2026-02-22T22:24:55.524 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 84/99 2026-02-22T22:24:55.524 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 85/99 2026-02-22T22:24:55.524 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 86/99 2026-02-22T22:24:55.524 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/99 2026-02-22T22:24:55.524 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 88/99 2026-02-22T22:24:55.524 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 89/99 2026-02-22T22:24:55.525 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 90/99 2026-02-22T22:24:55.525 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 91/99 2026-02-22T22:24:55.525 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 92/99 2026-02-22T22:24:55.525 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 93/99 2026-02-22T22:24:55.525 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 94/99 2026-02-22T22:24:55.525 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 95/99 2026-02-22T22:24:55.525 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 96/99 2026-02-22T22:24:55.525 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 97/99 2026-02-22T22:24:55.525 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 98/99 2026-02-22T22:24:55.557 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-numpy-1:1.23.5-2.el9.x86_64 67/99 2026-02-22T22:24:55.585 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 99/99 2026-02-22T22:24:55.585 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:55.586 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-22T22:24:55.586 INFO:teuthology.orchestra.run.trial004.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: ceph-grafana-dashboards-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-modules-core-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: ceph-prometheus-alerts-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: cryptsetup-2.8.1-3.el9.x86_64 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: flexiblas-3.0.4-9.el9.x86_64 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: flexiblas-netlib-3.0.4-9.el9.x86_64 2026-02-22T22:24:55.587 INFO:teuthology.orchestra.run.trial004.stdout: flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: grpc-data-1.46.7-10.el9.noarch 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: libconfig-1.7.2-9.el9.x86_64 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: libgfortran-11.5.0-14.el9.x86_64 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: libquadmath-11.5.0-14.el9.x86_64 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: lua-5.4.4-4.el9.x86_64 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: luarocks-3.9.2-5.el9.noarch 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: openblas-0.3.29-1.el9.x86_64 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: protobuf-3.14.0-17.el9.x86_64 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: protobuf-compiler-3.14.0-17.el9.x86_64 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: python3-babel-2.9.1-2.el9.noarch 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-02-22T22:24:55.588 INFO:teuthology.orchestra.run.trial004.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-cryptography-36.0.1-5.el9.x86_64 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-devel-3.9.25-3.el9.x86_64 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-jinja2-2.11.3-8.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-mako-1.1.4-6.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-02-22T22:24:55.589 INFO:teuthology.orchestra.run.trial004.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-numpy-1:1.23.5-2.el9.x86_64 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-numpy-f2py-1:1.23.5-2.el9.x86_64 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-packaging-20.9-5.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-ply-3.11-14.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-portend-3.1.0-2.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-protobuf-3.14.0-17.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-pycparser-2.20-6.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-pyparsing-2.4.7-9.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-requests-2.25.1-10.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-routes-2.5.1-5.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-rsa-4.9-2.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-saml-1.16.0-1.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-toml-0.10.2-6.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-urllib3-1.26.5-7.el9.noarch 2026-02-22T22:24:55.590 INFO:teuthology.orchestra.run.trial004.stdout: python3-webob-1.8.8-2.el9.noarch 2026-02-22T22:24:55.591 INFO:teuthology.orchestra.run.trial004.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-02-22T22:24:55.591 INFO:teuthology.orchestra.run.trial004.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-02-22T22:24:55.591 INFO:teuthology.orchestra.run.trial004.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-02-22T22:24:55.591 INFO:teuthology.orchestra.run.trial004.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-02-22T22:24:55.591 INFO:teuthology.orchestra.run.trial004.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-02-22T22:24:55.591 INFO:teuthology.orchestra.run.trial004.stdout: unzip-6.0-59.el9.x86_64 2026-02-22T22:24:55.591 INFO:teuthology.orchestra.run.trial004.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-02-22T22:24:55.591 INFO:teuthology.orchestra.run.trial004.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-02-22T22:24:55.591 INFO:teuthology.orchestra.run.trial004.stdout: zip-3.0-35.el9.x86_64 2026-02-22T22:24:55.591 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:55.591 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:24:55.638 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-base 2026-02-22T22:24:55.949 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:29 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:24:56.014 INFO:teuthology.orchestra.run.trial004.stdout:Package ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:24:56.032 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:24:56.032 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:24:56.033 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:24:56.053 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install cephadm 2026-02-22T22:24:56.235 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9.x86_64 68/99 2026-02-22T22:24:56.252 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 69/99 2026-02-22T22:24:56.262 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 70/99 2026-02-22T22:24:56.269 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/99 2026-02-22T22:24:56.282 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-ply-3.11-14.el9.noarch 72/99 2026-02-22T22:24:56.298 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 73/99 2026-02-22T22:24:56.357 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:30 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:24:56.374 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 74/99 2026-02-22T22:24:56.383 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-cryptography-36.0.1-5.el9.x86_64 75/99 2026-02-22T22:24:56.407 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 76/99 2026-02-22T22:24:56.422 INFO:teuthology.orchestra.run.trial004.stdout:Package cephadm-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T22:24:56.437 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 77/99 2026-02-22T22:24:56.440 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:24:56.441 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:24:56.441 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:24:56.462 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-immutable-object-cache 2026-02-22T22:24:56.487 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 78/99 2026-02-22T22:24:56.493 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 79/99 2026-02-22T22:24:56.497 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 80/99 2026-02-22T22:24:56.498 INFO:teuthology.orchestra.run.trial026.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 81/99 2026-02-22T22:24:56.517 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 82/99 2026-02-22T22:24:56.517 INFO:teuthology.orchestra.run.trial026.stdout:Creating group 'libstoragemgmt' with GID 991. 2026-02-22T22:24:56.517 INFO:teuthology.orchestra.run.trial026.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 991 and GID 991. 2026-02-22T22:24:56.517 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:56.526 INFO:teuthology.orchestra.run.trial026.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 82/99 2026-02-22T22:24:56.552 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 82/99 2026-02-22T22:24:56.552 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-02-22T22:24:56.552 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:56.587 INFO:teuthology.orchestra.run.trial026.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 83/99 2026-02-22T22:24:56.651 INFO:teuthology.orchestra.run.trial026.stdout: Installing : cryptsetup-2.8.1-3.el9.x86_64 84/99 2026-02-22T22:24:56.654 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 85/99 2026-02-22T22:24:56.667 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 85/99 2026-02-22T22:24:56.668 INFO:teuthology.orchestra.run.trial026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:24:56.668 INFO:teuthology.orchestra.run.trial026.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-02-22T22:24:56.668 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:56.770 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:30 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:24:56.854 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:24:56.854 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:24:56.855 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repo Size 2026-02-22T22:24:56.855 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:24:56.855 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-22T22:24:56.855 INFO:teuthology.orchestra.run.trial004.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 145 k 2026-02-22T22:24:56.855 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:56.855 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-22T22:24:56.855 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:24:56.855 INFO:teuthology.orchestra.run.trial004.stdout:Install 1 Package 2026-02-22T22:24:56.855 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:56.855 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 145 k 2026-02-22T22:24:56.856 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 431 k 2026-02-22T22:24:56.856 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-22T22:24:56.955 INFO:teuthology.orchestra.run.trial004.stdout:ceph-immutable-object-cache-19.2.3-689.gf90f4ea 1.4 MB/s | 145 kB 00:00 2026-02-22T22:24:56.955 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:24:56.955 INFO:teuthology.orchestra.run.trial004.stdout:Total 1.4 MB/s | 145 kB 00:00 2026-02-22T22:24:56.955 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-22T22:24:56.959 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-22T22:24:56.959 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-22T22:24:56.991 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-22T22:24:56.991 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-22T22:24:57.046 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-22T22:24:57.047 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.e 1/1 2026-02-22T22:24:57.071 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.e 1/1 2026-02-22T22:24:57.071 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:24:57.071 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-02-22T22:24:57.071 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:57.393 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 86/99 2026-02-22T22:24:57.399 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.e 1/1 2026-02-22T22:24:57.399 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:57.399 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-22T22:24:57.399 INFO:teuthology.orchestra.run.trial004.stdout: ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:57.399 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:57.400 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:24:57.418 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 86/99 2026-02-22T22:24:57.419 INFO:teuthology.orchestra.run.trial026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:24:57.419 INFO:teuthology.orchestra.run.trial026.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-02-22T22:24:57.419 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-22T22:24:57.419 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-22T22:24:57.419 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:57.426 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-mgr 2026-02-22T22:24:57.480 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 87/99 2026-02-22T22:24:57.482 INFO:teuthology.orchestra.run.trial026.stdout: Installing : cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 87/99 2026-02-22T22:24:57.487 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-prometheus-alerts-2:19.2.3-689.gf90f4eae.el9. 88/99 2026-02-22T22:24:57.506 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-grafana-dashboards-2:19.2.3-689.gf90f4eae.el9 89/99 2026-02-22T22:24:57.508 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 90/99 2026-02-22T22:24:57.735 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:31 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:24:57.800 INFO:teuthology.orchestra.run.trial004.stdout:Package ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:24:57.818 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:24:57.819 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:24:57.819 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:24:57.839 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-mgr-dashboard 2026-02-22T22:24:58.006 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 90/99 2026-02-22T22:24:58.010 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noar 91/99 2026-02-22T22:24:58.148 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:32 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:24:58.213 INFO:teuthology.orchestra.run.trial004.stdout:Package ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T22:24:58.231 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:24:58.232 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:24:58.232 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:24:58.254 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-mgr-diskprediction-local 2026-02-22T22:24:58.479 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noar 91/99 2026-02-22T22:24:58.480 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4e 92/99 2026-02-22T22:24:58.493 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4e 92/99 2026-02-22T22:24:58.493 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noar 93/99 2026-02-22T22:24:58.549 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noar 93/99 2026-02-22T22:24:58.563 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:32 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:24:58.598 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-mgr-modules-core-2:19.2.3-689.gf90f4eae.el9.n 94/99 2026-02-22T22:24:58.599 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 95/99 2026-02-22T22:24:58.621 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 95/99 2026-02-22T22:24:58.621 INFO:teuthology.orchestra.run.trial026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:24:58.622 INFO:teuthology.orchestra.run.trial026.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-02-22T22:24:58.622 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-22T22:24:58.622 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-22T22:24:58.622 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:58.628 INFO:teuthology.orchestra.run.trial004.stdout:Package ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T22:24:58.634 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 96/99 2026-02-22T22:24:58.646 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:24:58.647 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:24:58.647 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:24:58.668 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-mgr-rook 2026-02-22T22:24:58.861 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 96/99 2026-02-22T22:24:58.862 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 97/99 2026-02-22T22:24:58.884 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 97/99 2026-02-22T22:24:58.884 INFO:teuthology.orchestra.run.trial026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:24:58.884 INFO:teuthology.orchestra.run.trial026.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-02-22T22:24:58.884 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-22T22:24:58.884 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-22T22:24:58.884 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:58.979 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:32 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:24:58.991 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 98/99 2026-02-22T22:24:59.011 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 98/99 2026-02-22T22:24:59.011 INFO:teuthology.orchestra.run.trial026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:24:59.011 INFO:teuthology.orchestra.run.trial026.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-02-22T22:24:59.011 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-22T22:24:59.011 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-22T22:24:59.011 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:59.029 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 99/99 2026-02-22T22:24:59.044 INFO:teuthology.orchestra.run.trial004.stdout:Package ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T22:24:59.063 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:24:59.063 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:24:59.063 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:24:59.085 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-mgr-cephadm 2026-02-22T22:24:59.389 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:33 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:24:59.455 INFO:teuthology.orchestra.run.trial004.stdout:Package ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T22:24:59.473 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:24:59.473 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:24:59.473 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:24:59.494 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-fuse 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 99/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 1/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 2/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 3/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 4/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 5/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-grafana-dashboards-2:19.2.3-689.gf90f4eae.el9 6/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 7/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noar 8/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4e 9/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noar 10/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-689.gf90f4eae.el9.n 11/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 12/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-prometheus-alerts-2:19.2.3-689.gf90f4eae.el9. 13/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 14/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 15/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : cryptsetup-2.8.1-3.el9.x86_64 16/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 17/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 18/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : libgfortran-11.5.0-14.el9.x86_64 19/99 2026-02-22T22:24:59.700 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : libquadmath-11.5.0-14.el9.x86_64 20/99 2026-02-22T22:24:59.701 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 21/99 2026-02-22T22:24:59.701 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-cryptography-36.0.1-5.el9.x86_64 22/99 2026-02-22T22:24:59.701 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-ply-3.11-14.el9.noarch 23/99 2026-02-22T22:24:59.701 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 24/99 2026-02-22T22:24:59.701 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 25/99 2026-02-22T22:24:59.701 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-requests-2.25.1-10.el9.noarch 26/99 2026-02-22T22:24:59.701 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-urllib3-1.26.5-7.el9.noarch 27/99 2026-02-22T22:24:59.701 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : unzip-6.0-59.el9.x86_64 28/99 2026-02-22T22:24:59.701 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : zip-3.0-35.el9.x86_64 29/99 2026-02-22T22:24:59.701 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : flexiblas-3.0.4-9.el9.x86_64 30/99 2026-02-22T22:24:59.701 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : flexiblas-netlib-3.0.4-9.el9.x86_64 31/99 2026-02-22T22:24:59.707 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 32/99 2026-02-22T22:24:59.707 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 33/99 2026-02-22T22:24:59.707 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : lua-5.4.4-4.el9.x86_64 34/99 2026-02-22T22:24:59.707 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 35/99 2026-02-22T22:24:59.708 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 36/99 2026-02-22T22:24:59.708 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : protobuf-3.14.0-17.el9.x86_64 37/99 2026-02-22T22:24:59.708 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 38/99 2026-02-22T22:24:59.708 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-devel-3.9.25-3.el9.x86_64 39/99 2026-02-22T22:24:59.708 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-jinja2-2.11.3-8.el9.noarch 40/99 2026-02-22T22:24:59.708 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 41/99 2026-02-22T22:24:59.708 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 42/99 2026-02-22T22:24:59.708 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 43/99 2026-02-22T22:24:59.708 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 44/99 2026-02-22T22:24:59.708 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-numpy-1:1.23.5-2.el9.x86_64 45/99 2026-02-22T22:24:59.708 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9.x86_64 46/99 2026-02-22T22:24:59.709 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 47/99 2026-02-22T22:24:59.709 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-protobuf-3.14.0-17.el9.noarch 48/99 2026-02-22T22:24:59.709 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 49/99 2026-02-22T22:24:59.709 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 50/99 2026-02-22T22:24:59.709 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 51/99 2026-02-22T22:24:59.709 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 52/99 2026-02-22T22:24:59.709 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 53/99 2026-02-22T22:24:59.709 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 54/99 2026-02-22T22:24:59.709 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 55/99 2026-02-22T22:24:59.709 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 56/99 2026-02-22T22:24:59.709 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : protobuf-compiler-3.14.0-17.el9.x86_64 57/99 2026-02-22T22:24:59.709 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 58/99 2026-02-22T22:24:59.709 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 59/99 2026-02-22T22:24:59.710 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 60/99 2026-02-22T22:24:59.710 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 61/99 2026-02-22T22:24:59.710 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 62/99 2026-02-22T22:24:59.710 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 63/99 2026-02-22T22:24:59.710 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 64/99 2026-02-22T22:24:59.710 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 65/99 2026-02-22T22:24:59.710 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 66/99 2026-02-22T22:24:59.710 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 67/99 2026-02-22T22:24:59.710 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 68/99 2026-02-22T22:24:59.710 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 69/99 2026-02-22T22:24:59.710 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 70/99 2026-02-22T22:24:59.710 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 71/99 2026-02-22T22:24:59.710 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 72/99 2026-02-22T22:24:59.711 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 73/99 2026-02-22T22:24:59.711 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 74/99 2026-02-22T22:24:59.711 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 75/99 2026-02-22T22:24:59.711 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 76/99 2026-02-22T22:24:59.711 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 77/99 2026-02-22T22:24:59.711 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 78/99 2026-02-22T22:24:59.711 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 79/99 2026-02-22T22:24:59.711 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 80/99 2026-02-22T22:24:59.711 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 81/99 2026-02-22T22:24:59.711 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 82/99 2026-02-22T22:24:59.711 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 83/99 2026-02-22T22:24:59.711 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 84/99 2026-02-22T22:24:59.711 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 85/99 2026-02-22T22:24:59.712 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 86/99 2026-02-22T22:24:59.712 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/99 2026-02-22T22:24:59.712 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 88/99 2026-02-22T22:24:59.712 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 89/99 2026-02-22T22:24:59.712 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 90/99 2026-02-22T22:24:59.712 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 91/99 2026-02-22T22:24:59.712 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 92/99 2026-02-22T22:24:59.712 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 93/99 2026-02-22T22:24:59.712 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 94/99 2026-02-22T22:24:59.712 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 95/99 2026-02-22T22:24:59.712 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 96/99 2026-02-22T22:24:59.712 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 97/99 2026-02-22T22:24:59.712 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 98/99 2026-02-22T22:24:59.770 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 99/99 2026-02-22T22:24:59.770 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:59.770 INFO:teuthology.orchestra.run.trial026.stdout:Installed: 2026-02-22T22:24:59.770 INFO:teuthology.orchestra.run.trial026.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-02-22T22:24:59.770 INFO:teuthology.orchestra.run.trial026.stdout: ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:59.770 INFO:teuthology.orchestra.run.trial026.stdout: ceph-grafana-dashboards-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:59.770 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:59.770 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:59.771 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:59.771 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:59.771 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:59.771 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:59.771 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mgr-modules-core-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:59.771 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:59.771 INFO:teuthology.orchestra.run.trial026.stdout: ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:59.771 INFO:teuthology.orchestra.run.trial026.stdout: ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:24:59.771 INFO:teuthology.orchestra.run.trial026.stdout: ceph-prometheus-alerts-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:59.771 INFO:teuthology.orchestra.run.trial026.stdout: ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:59.771 INFO:teuthology.orchestra.run.trial026.stdout: cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T22:24:59.771 INFO:teuthology.orchestra.run.trial026.stdout: cryptsetup-2.8.1-3.el9.x86_64 2026-02-22T22:24:59.772 INFO:teuthology.orchestra.run.trial026.stdout: flexiblas-3.0.4-9.el9.x86_64 2026-02-22T22:24:59.772 INFO:teuthology.orchestra.run.trial026.stdout: flexiblas-netlib-3.0.4-9.el9.x86_64 2026-02-22T22:24:59.772 INFO:teuthology.orchestra.run.trial026.stdout: flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 2026-02-22T22:24:59.772 INFO:teuthology.orchestra.run.trial026.stdout: grpc-data-1.46.7-10.el9.noarch 2026-02-22T22:24:59.772 INFO:teuthology.orchestra.run.trial026.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-02-22T22:24:59.772 INFO:teuthology.orchestra.run.trial026.stdout: libconfig-1.7.2-9.el9.x86_64 2026-02-22T22:24:59.772 INFO:teuthology.orchestra.run.trial026.stdout: libgfortran-11.5.0-14.el9.x86_64 2026-02-22T22:24:59.772 INFO:teuthology.orchestra.run.trial026.stdout: libquadmath-11.5.0-14.el9.x86_64 2026-02-22T22:24:59.772 INFO:teuthology.orchestra.run.trial026.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-22T22:24:59.772 INFO:teuthology.orchestra.run.trial026.stdout: lua-5.4.4-4.el9.x86_64 2026-02-22T22:24:59.772 INFO:teuthology.orchestra.run.trial026.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-02-22T22:24:59.772 INFO:teuthology.orchestra.run.trial026.stdout: luarocks-3.9.2-5.el9.noarch 2026-02-22T22:24:59.772 INFO:teuthology.orchestra.run.trial026.stdout: openblas-0.3.29-1.el9.x86_64 2026-02-22T22:24:59.773 INFO:teuthology.orchestra.run.trial026.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-02-22T22:24:59.773 INFO:teuthology.orchestra.run.trial026.stdout: protobuf-3.14.0-17.el9.x86_64 2026-02-22T22:24:59.773 INFO:teuthology.orchestra.run.trial026.stdout: protobuf-compiler-3.14.0-17.el9.x86_64 2026-02-22T22:24:59.773 INFO:teuthology.orchestra.run.trial026.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-02-22T22:24:59.773 INFO:teuthology.orchestra.run.trial026.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-02-22T22:24:59.773 INFO:teuthology.orchestra.run.trial026.stdout: python3-babel-2.9.1-2.el9.noarch 2026-02-22T22:24:59.773 INFO:teuthology.orchestra.run.trial026.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-02-22T22:24:59.773 INFO:teuthology.orchestra.run.trial026.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-02-22T22:24:59.773 INFO:teuthology.orchestra.run.trial026.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-02-22T22:24:59.773 INFO:teuthology.orchestra.run.trial026.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-02-22T22:24:59.773 INFO:teuthology.orchestra.run.trial026.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-02-22T22:24:59.773 INFO:teuthology.orchestra.run.trial026.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-02-22T22:24:59.774 INFO:teuthology.orchestra.run.trial026.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-02-22T22:24:59.774 INFO:teuthology.orchestra.run.trial026.stdout: python3-cryptography-36.0.1-5.el9.x86_64 2026-02-22T22:24:59.774 INFO:teuthology.orchestra.run.trial026.stdout: python3-devel-3.9.25-3.el9.x86_64 2026-02-22T22:24:59.774 INFO:teuthology.orchestra.run.trial026.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-02-22T22:24:59.774 INFO:teuthology.orchestra.run.trial026.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-02-22T22:24:59.774 INFO:teuthology.orchestra.run.trial026.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-02-22T22:24:59.774 INFO:teuthology.orchestra.run.trial026.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-02-22T22:24:59.774 INFO:teuthology.orchestra.run.trial026.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-02-22T22:24:59.774 INFO:teuthology.orchestra.run.trial026.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-02-22T22:24:59.774 INFO:teuthology.orchestra.run.trial026.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-02-22T22:24:59.774 INFO:teuthology.orchestra.run.trial026.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-02-22T22:24:59.774 INFO:teuthology.orchestra.run.trial026.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-02-22T22:24:59.774 INFO:teuthology.orchestra.run.trial026.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-02-22T22:24:59.775 INFO:teuthology.orchestra.run.trial026.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-02-22T22:24:59.775 INFO:teuthology.orchestra.run.trial026.stdout: python3-jinja2-2.11.3-8.el9.noarch 2026-02-22T22:24:59.775 INFO:teuthology.orchestra.run.trial026.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-02-22T22:24:59.775 INFO:teuthology.orchestra.run.trial026.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-22T22:24:59.775 INFO:teuthology.orchestra.run.trial026.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-02-22T22:24:59.775 INFO:teuthology.orchestra.run.trial026.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-02-22T22:24:59.775 INFO:teuthology.orchestra.run.trial026.stdout: python3-mako-1.1.4-6.el9.noarch 2026-02-22T22:24:59.775 INFO:teuthology.orchestra.run.trial026.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-02-22T22:24:59.775 INFO:teuthology.orchestra.run.trial026.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-02-22T22:24:59.775 INFO:teuthology.orchestra.run.trial026.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-02-22T22:24:59.775 INFO:teuthology.orchestra.run.trial026.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-02-22T22:24:59.775 INFO:teuthology.orchestra.run.trial026.stdout: python3-numpy-1:1.23.5-2.el9.x86_64 2026-02-22T22:24:59.775 INFO:teuthology.orchestra.run.trial026.stdout: python3-numpy-f2py-1:1.23.5-2.el9.x86_64 2026-02-22T22:24:59.776 INFO:teuthology.orchestra.run.trial026.stdout: python3-packaging-20.9-5.el9.noarch 2026-02-22T22:24:59.776 INFO:teuthology.orchestra.run.trial026.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-02-22T22:24:59.776 INFO:teuthology.orchestra.run.trial026.stdout: python3-ply-3.11-14.el9.noarch 2026-02-22T22:24:59.776 INFO:teuthology.orchestra.run.trial026.stdout: python3-portend-3.1.0-2.el9.noarch 2026-02-22T22:24:59.776 INFO:teuthology.orchestra.run.trial026.stdout: python3-protobuf-3.14.0-17.el9.noarch 2026-02-22T22:24:59.776 INFO:teuthology.orchestra.run.trial026.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-02-22T22:24:59.776 INFO:teuthology.orchestra.run.trial026.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2026-02-22T22:24:59.776 INFO:teuthology.orchestra.run.trial026.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2026-02-22T22:24:59.776 INFO:teuthology.orchestra.run.trial026.stdout: python3-pycparser-2.20-6.el9.noarch 2026-02-22T22:24:59.776 INFO:teuthology.orchestra.run.trial026.stdout: python3-pyparsing-2.4.7-9.el9.noarch 2026-02-22T22:24:59.776 INFO:teuthology.orchestra.run.trial026.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-02-22T22:24:59.776 INFO:teuthology.orchestra.run.trial026.stdout: python3-requests-2.25.1-10.el9.noarch 2026-02-22T22:24:59.776 INFO:teuthology.orchestra.run.trial026.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-02-22T22:24:59.777 INFO:teuthology.orchestra.run.trial026.stdout: python3-routes-2.5.1-5.el9.noarch 2026-02-22T22:24:59.777 INFO:teuthology.orchestra.run.trial026.stdout: python3-rsa-4.9-2.el9.noarch 2026-02-22T22:24:59.777 INFO:teuthology.orchestra.run.trial026.stdout: python3-saml-1.16.0-1.el9.noarch 2026-02-22T22:24:59.777 INFO:teuthology.orchestra.run.trial026.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-02-22T22:24:59.777 INFO:teuthology.orchestra.run.trial026.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-02-22T22:24:59.777 INFO:teuthology.orchestra.run.trial026.stdout: python3-toml-0.10.2-6.el9.noarch 2026-02-22T22:24:59.777 INFO:teuthology.orchestra.run.trial026.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-02-22T22:24:59.777 INFO:teuthology.orchestra.run.trial026.stdout: python3-urllib3-1.26.5-7.el9.noarch 2026-02-22T22:24:59.777 INFO:teuthology.orchestra.run.trial026.stdout: python3-webob-1.8.8-2.el9.noarch 2026-02-22T22:24:59.777 INFO:teuthology.orchestra.run.trial026.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-02-22T22:24:59.777 INFO:teuthology.orchestra.run.trial026.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-02-22T22:24:59.777 INFO:teuthology.orchestra.run.trial026.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-02-22T22:24:59.777 INFO:teuthology.orchestra.run.trial026.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-02-22T22:24:59.778 INFO:teuthology.orchestra.run.trial026.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-02-22T22:24:59.778 INFO:teuthology.orchestra.run.trial026.stdout: unzip-6.0-59.el9.x86_64 2026-02-22T22:24:59.778 INFO:teuthology.orchestra.run.trial026.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-02-22T22:24:59.778 INFO:teuthology.orchestra.run.trial026.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-02-22T22:24:59.778 INFO:teuthology.orchestra.run.trial026.stdout: zip-3.0-35.el9.x86_64 2026-02-22T22:24:59.778 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:24:59.778 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:24:59.801 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:33 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:24:59.824 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install ceph-base 2026-02-22T22:24:59.884 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:24:59.884 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:24:59.884 INFO:teuthology.orchestra.run.trial004.stdout: Package Architecture Version Repository Size 2026-02-22T22:24:59.884 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:24:59.884 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-22T22:24:59.884 INFO:teuthology.orchestra.run.trial004.stdout: ceph-fuse x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 1.2 M 2026-02-22T22:24:59.885 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:59.885 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-22T22:24:59.885 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:24:59.885 INFO:teuthology.orchestra.run.trial004.stdout:Install 1 Package 2026-02-22T22:24:59.885 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:24:59.885 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 1.2 M 2026-02-22T22:24:59.885 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 3.6 M 2026-02-22T22:24:59.885 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-22T22:25:00.008 INFO:teuthology.orchestra.run.trial004.stdout:ceph-fuse-19.2.3-689.gf90f4eae.el9.x86_64.rpm 9.4 MB/s | 1.2 MB 00:00 2026-02-22T22:25:00.009 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:25:00.009 INFO:teuthology.orchestra.run.trial004.stdout:Total 9.3 MB/s | 1.2 MB 00:00 2026-02-22T22:25:00.009 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-22T22:25:00.012 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-22T22:25:00.012 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-22T22:25:00.049 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-22T22:25:00.049 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-22T22:25:00.138 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:33 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:00.152 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-22T22:25:00.169 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:00.203 INFO:teuthology.orchestra.run.trial026.stdout:Package ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:00.221 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:00.222 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:00.222 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:00.243 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install cephadm 2026-02-22T22:25:00.383 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:00.440 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:00.440 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:00.440 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-22T22:25:00.441 INFO:teuthology.orchestra.run.trial004.stdout: ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:25:00.441 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:00.441 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:25:00.468 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-volume 2026-02-22T22:25:00.557 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:33 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:00.621 INFO:teuthology.orchestra.run.trial026.stdout:Package cephadm-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T22:25:00.640 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:00.640 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:00.641 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:00.661 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install ceph-immutable-object-cache 2026-02-22T22:25:00.778 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:34 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:25:00.843 INFO:teuthology.orchestra.run.trial004.stdout:Package ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T22:25:00.861 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:25:00.862 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:25:00.862 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:25:00.883 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install librados-devel 2026-02-22T22:25:00.968 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:33 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:01.051 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:01.051 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:01.051 INFO:teuthology.orchestra.run.trial026.stdout: Package Arch Version Repo Size 2026-02-22T22:25:01.051 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:01.051 INFO:teuthology.orchestra.run.trial026.stdout:Installing: 2026-02-22T22:25:01.051 INFO:teuthology.orchestra.run.trial026.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 145 k 2026-02-22T22:25:01.051 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:01.051 INFO:teuthology.orchestra.run.trial026.stdout:Transaction Summary 2026-02-22T22:25:01.052 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:01.052 INFO:teuthology.orchestra.run.trial026.stdout:Install 1 Package 2026-02-22T22:25:01.052 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:01.052 INFO:teuthology.orchestra.run.trial026.stdout:Total download size: 145 k 2026-02-22T22:25:01.052 INFO:teuthology.orchestra.run.trial026.stdout:Installed size: 431 k 2026-02-22T22:25:01.052 INFO:teuthology.orchestra.run.trial026.stdout:Downloading Packages: 2026-02-22T22:25:01.138 INFO:teuthology.orchestra.run.trial026.stdout:ceph-immutable-object-cache-19.2.3-689.gf90f4ea 1.6 MB/s | 145 kB 00:00 2026-02-22T22:25:01.139 INFO:teuthology.orchestra.run.trial026.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:25:01.139 INFO:teuthology.orchestra.run.trial026.stdout:Total 1.6 MB/s | 145 kB 00:00 2026-02-22T22:25:01.139 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction check 2026-02-22T22:25:01.143 INFO:teuthology.orchestra.run.trial026.stdout:Transaction check succeeded. 2026-02-22T22:25:01.143 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction test 2026-02-22T22:25:01.175 INFO:teuthology.orchestra.run.trial026.stdout:Transaction test succeeded. 2026-02-22T22:25:01.175 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction 2026-02-22T22:25:01.193 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:35 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:25:01.231 INFO:teuthology.orchestra.run.trial026.stdout: Preparing : 1/1 2026-02-22T22:25:01.232 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.e 1/1 2026-02-22T22:25:01.255 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.e 1/1 2026-02-22T22:25:01.255 INFO:teuthology.orchestra.run.trial026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:25:01.256 INFO:teuthology.orchestra.run.trial026.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-02-22T22:25:01.256 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:01.276 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:25:01.277 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:01.277 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repo Size 2026-02-22T22:25:01.277 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:01.277 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-22T22:25:01.277 INFO:teuthology.orchestra.run.trial004.stdout: librados-devel x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 126 k 2026-02-22T22:25:01.277 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:01.277 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-22T22:25:01.277 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:01.277 INFO:teuthology.orchestra.run.trial004.stdout:Install 1 Package 2026-02-22T22:25:01.277 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:01.277 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 126 k 2026-02-22T22:25:01.277 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 456 k 2026-02-22T22:25:01.277 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-22T22:25:01.364 INFO:teuthology.orchestra.run.trial004.stdout:librados-devel-19.2.3-689.gf90f4eae.el9.x86_64. 1.4 MB/s | 126 kB 00:00 2026-02-22T22:25:01.365 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:25:01.365 INFO:teuthology.orchestra.run.trial004.stdout:Total 1.4 MB/s | 126 kB 00:00 2026-02-22T22:25:01.365 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-22T22:25:01.367 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-22T22:25:01.368 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-22T22:25:01.400 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-22T22:25:01.400 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-22T22:25:01.454 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-22T22:25:01.471 INFO:teuthology.orchestra.run.trial004.stdout: Installing : librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:01.537 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.e 1/1 2026-02-22T22:25:01.537 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:01.537 INFO:teuthology.orchestra.run.trial026.stdout:Installed: 2026-02-22T22:25:01.537 INFO:teuthology.orchestra.run.trial026.stdout: ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:25:01.538 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:01.538 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:01.551 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:01.565 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install ceph-mgr 2026-02-22T22:25:01.608 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:01.608 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:01.608 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-22T22:25:01.608 INFO:teuthology.orchestra.run.trial004.stdout: librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:25:01.609 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:01.609 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:25:01.637 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install libcephfs2 2026-02-22T22:25:01.881 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:34 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:01.945 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:35 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:25:01.946 INFO:teuthology.orchestra.run.trial026.stdout:Package ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:01.964 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:01.964 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:01.964 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:01.986 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install ceph-mgr-dashboard 2026-02-22T22:25:02.011 INFO:teuthology.orchestra.run.trial004.stdout:Package libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:02.029 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:25:02.029 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:25:02.030 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:25:02.051 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install libcephfs-devel 2026-02-22T22:25:02.295 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:35 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:02.356 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:36 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:25:02.361 INFO:teuthology.orchestra.run.trial026.stdout:Package ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T22:25:02.380 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:02.380 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:02.381 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:02.403 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install ceph-mgr-diskprediction-local 2026-02-22T22:25:02.440 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:25:02.440 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:02.440 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repo Size 2026-02-22T22:25:02.440 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:02.440 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-22T22:25:02.440 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs-devel x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 34 k 2026-02-22T22:25:02.440 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:02.441 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-22T22:25:02.441 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:02.441 INFO:teuthology.orchestra.run.trial004.stdout:Install 1 Package 2026-02-22T22:25:02.441 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:02.441 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 34 k 2026-02-22T22:25:02.441 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 153 k 2026-02-22T22:25:02.441 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-22T22:25:02.505 INFO:teuthology.orchestra.run.trial004.stdout:libcephfs-devel-19.2.3-689.gf90f4eae.el9.x86_64 520 kB/s | 34 kB 00:00 2026-02-22T22:25:02.505 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:25:02.505 INFO:teuthology.orchestra.run.trial004.stdout:Total 514 kB/s | 34 kB 00:00 2026-02-22T22:25:02.505 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-22T22:25:02.507 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-22T22:25:02.507 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-22T22:25:02.510 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-22T22:25:02.510 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-22T22:25:02.530 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-22T22:25:02.546 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:02.604 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:02.661 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:02.661 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:02.661 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-22T22:25:02.661 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:25:02.661 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:02.662 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:25:02.689 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install librados2 2026-02-22T22:25:02.720 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:35 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:02.788 INFO:teuthology.orchestra.run.trial026.stdout:Package ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T22:25:02.806 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:02.807 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:02.807 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:02.828 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install ceph-mgr-rook 2026-02-22T22:25:02.994 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:36 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:25:03.059 INFO:teuthology.orchestra.run.trial004.stdout:Package librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:03.077 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:25:03.077 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:25:03.078 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:25:03.098 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install librbd1 2026-02-22T22:25:03.143 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:36 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:03.212 INFO:teuthology.orchestra.run.trial026.stdout:Package ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T22:25:03.231 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:03.232 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:03.232 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:03.253 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install ceph-mgr-cephadm 2026-02-22T22:25:03.403 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:37 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:25:03.468 INFO:teuthology.orchestra.run.trial004.stdout:Package librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:03.487 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:25:03.487 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:25:03.487 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:25:03.509 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install python3-rados 2026-02-22T22:25:03.566 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:36 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:03.633 INFO:teuthology.orchestra.run.trial026.stdout:Package ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T22:25:03.651 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:03.652 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:03.652 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:03.673 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install ceph-fuse 2026-02-22T22:25:03.818 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:37 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:25:03.883 INFO:teuthology.orchestra.run.trial004.stdout:Package python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:03.902 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:25:03.902 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:25:03.902 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:25:03.923 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install python3-rgw 2026-02-22T22:25:03.985 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:36 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:04.069 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:04.069 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:04.069 INFO:teuthology.orchestra.run.trial026.stdout: Package Architecture Version Repository Size 2026-02-22T22:25:04.069 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:04.069 INFO:teuthology.orchestra.run.trial026.stdout:Installing: 2026-02-22T22:25:04.069 INFO:teuthology.orchestra.run.trial026.stdout: ceph-fuse x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 1.2 M 2026-02-22T22:25:04.069 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:04.069 INFO:teuthology.orchestra.run.trial026.stdout:Transaction Summary 2026-02-22T22:25:04.069 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:04.070 INFO:teuthology.orchestra.run.trial026.stdout:Install 1 Package 2026-02-22T22:25:04.070 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:04.070 INFO:teuthology.orchestra.run.trial026.stdout:Total download size: 1.2 M 2026-02-22T22:25:04.070 INFO:teuthology.orchestra.run.trial026.stdout:Installed size: 3.6 M 2026-02-22T22:25:04.070 INFO:teuthology.orchestra.run.trial026.stdout:Downloading Packages: 2026-02-22T22:25:04.192 INFO:teuthology.orchestra.run.trial026.stdout:ceph-fuse-19.2.3-689.gf90f4eae.el9.x86_64.rpm 9.5 MB/s | 1.2 MB 00:00 2026-02-22T22:25:04.192 INFO:teuthology.orchestra.run.trial026.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:25:04.192 INFO:teuthology.orchestra.run.trial026.stdout:Total 9.4 MB/s | 1.2 MB 00:00 2026-02-22T22:25:04.192 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction check 2026-02-22T22:25:04.196 INFO:teuthology.orchestra.run.trial026.stdout:Transaction check succeeded. 2026-02-22T22:25:04.196 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction test 2026-02-22T22:25:04.227 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:38 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:25:04.232 INFO:teuthology.orchestra.run.trial026.stdout:Transaction test succeeded. 2026-02-22T22:25:04.232 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction 2026-02-22T22:25:04.292 INFO:teuthology.orchestra.run.trial004.stdout:Package python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:04.310 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:25:04.311 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:25:04.311 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:25:04.332 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install python3-cephfs 2026-02-22T22:25:04.334 INFO:teuthology.orchestra.run.trial026.stdout: Preparing : 1/1 2026-02-22T22:25:04.352 INFO:teuthology.orchestra.run.trial026.stdout: Installing : ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:04.581 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:04.637 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:38 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:25:04.638 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:04.638 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:04.638 INFO:teuthology.orchestra.run.trial026.stdout:Installed: 2026-02-22T22:25:04.639 INFO:teuthology.orchestra.run.trial026.stdout: ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:25:04.639 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:04.639 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:04.669 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install ceph-volume 2026-02-22T22:25:04.702 INFO:teuthology.orchestra.run.trial004.stdout:Package python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:04.721 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:25:04.721 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:25:04.721 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:25:04.742 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install python3-rbd 2026-02-22T22:25:04.984 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:37 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:05.051 INFO:teuthology.orchestra.run.trial026.stdout:Package ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T22:25:05.054 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:39 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:25:05.069 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:05.070 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:05.070 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:05.091 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install librados-devel 2026-02-22T22:25:05.119 INFO:teuthology.orchestra.run.trial004.stdout:Package python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:05.137 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:25:05.138 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:25:05.138 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:25:05.160 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install rbd-fuse 2026-02-22T22:25:05.406 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:38 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:05.465 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:39 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:25:05.493 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:05.494 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:05.494 INFO:teuthology.orchestra.run.trial026.stdout: Package Arch Version Repo Size 2026-02-22T22:25:05.494 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:05.494 INFO:teuthology.orchestra.run.trial026.stdout:Installing: 2026-02-22T22:25:05.494 INFO:teuthology.orchestra.run.trial026.stdout: librados-devel x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 126 k 2026-02-22T22:25:05.494 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:05.494 INFO:teuthology.orchestra.run.trial026.stdout:Transaction Summary 2026-02-22T22:25:05.494 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:05.494 INFO:teuthology.orchestra.run.trial026.stdout:Install 1 Package 2026-02-22T22:25:05.494 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:05.494 INFO:teuthology.orchestra.run.trial026.stdout:Total download size: 126 k 2026-02-22T22:25:05.494 INFO:teuthology.orchestra.run.trial026.stdout:Installed size: 456 k 2026-02-22T22:25:05.494 INFO:teuthology.orchestra.run.trial026.stdout:Downloading Packages: 2026-02-22T22:25:05.549 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:25:05.550 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:05.550 INFO:teuthology.orchestra.run.trial004.stdout: Package Architecture Version Repository Size 2026-02-22T22:25:05.550 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:05.550 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-22T22:25:05.550 INFO:teuthology.orchestra.run.trial004.stdout: rbd-fuse x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 85 k 2026-02-22T22:25:05.550 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:05.550 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-22T22:25:05.550 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:05.550 INFO:teuthology.orchestra.run.trial004.stdout:Install 1 Package 2026-02-22T22:25:05.550 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:05.550 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 85 k 2026-02-22T22:25:05.550 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 227 k 2026-02-22T22:25:05.550 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-22T22:25:05.579 INFO:teuthology.orchestra.run.trial026.stdout:librados-devel-19.2.3-689.gf90f4eae.el9.x86_64. 1.4 MB/s | 126 kB 00:00 2026-02-22T22:25:05.580 INFO:teuthology.orchestra.run.trial026.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:25:05.580 INFO:teuthology.orchestra.run.trial026.stdout:Total 1.4 MB/s | 126 kB 00:00 2026-02-22T22:25:05.580 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction check 2026-02-22T22:25:05.583 INFO:teuthology.orchestra.run.trial026.stdout:Transaction check succeeded. 2026-02-22T22:25:05.583 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction test 2026-02-22T22:25:05.615 INFO:teuthology.orchestra.run.trial026.stdout:Transaction test succeeded. 2026-02-22T22:25:05.615 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction 2026-02-22T22:25:05.625 INFO:teuthology.orchestra.run.trial004.stdout:rbd-fuse-19.2.3-689.gf90f4eae.el9.x86_64.rpm 1.1 MB/s | 85 kB 00:00 2026-02-22T22:25:05.626 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:25:05.626 INFO:teuthology.orchestra.run.trial004.stdout:Total 1.1 MB/s | 85 kB 00:00 2026-02-22T22:25:05.626 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-22T22:25:05.629 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-22T22:25:05.629 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-22T22:25:05.660 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-22T22:25:05.660 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-22T22:25:05.670 INFO:teuthology.orchestra.run.trial026.stdout: Preparing : 1/1 2026-02-22T22:25:05.687 INFO:teuthology.orchestra.run.trial026.stdout: Installing : librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:05.710 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-22T22:25:05.727 INFO:teuthology.orchestra.run.trial004.stdout: Installing : rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:05.773 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:05.813 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:05.831 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:05.831 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:05.831 INFO:teuthology.orchestra.run.trial026.stdout:Installed: 2026-02-22T22:25:05.831 INFO:teuthology.orchestra.run.trial026.stdout: librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:25:05.831 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:05.831 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:05.860 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install libcephfs2 2026-02-22T22:25:05.872 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:05.872 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:05.872 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-22T22:25:05.872 INFO:teuthology.orchestra.run.trial004.stdout: rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:25:05.872 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:05.872 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:25:05.900 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install rbd-mirror 2026-02-22T22:25:06.174 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:39 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:06.213 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:40 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:25:06.241 INFO:teuthology.orchestra.run.trial026.stdout:Package libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:06.259 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:06.260 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:06.260 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:06.283 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install libcephfs-devel 2026-02-22T22:25:06.297 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:25:06.298 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:06.298 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repo Size 2026-02-22T22:25:06.298 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:06.298 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-22T22:25:06.298 INFO:teuthology.orchestra.run.trial004.stdout: rbd-mirror x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 3.1 M 2026-02-22T22:25:06.298 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:06.298 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-22T22:25:06.298 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:06.298 INFO:teuthology.orchestra.run.trial004.stdout:Install 1 Package 2026-02-22T22:25:06.298 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:06.298 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 3.1 M 2026-02-22T22:25:06.299 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 13 M 2026-02-22T22:25:06.299 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-22T22:25:06.451 INFO:teuthology.orchestra.run.trial004.stdout:rbd-mirror-19.2.3-689.gf90f4eae.el9.x86_64.rpm 20 MB/s | 3.1 MB 00:00 2026-02-22T22:25:06.451 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:25:06.451 INFO:teuthology.orchestra.run.trial004.stdout:Total 20 MB/s | 3.1 MB 00:00 2026-02-22T22:25:06.452 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-22T22:25:06.456 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-22T22:25:06.456 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-22T22:25:06.496 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-22T22:25:06.496 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-22T22:25:06.597 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:39 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:06.682 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:06.683 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:06.683 INFO:teuthology.orchestra.run.trial026.stdout: Package Arch Version Repo Size 2026-02-22T22:25:06.683 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:06.683 INFO:teuthology.orchestra.run.trial026.stdout:Installing: 2026-02-22T22:25:06.683 INFO:teuthology.orchestra.run.trial026.stdout: libcephfs-devel x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 34 k 2026-02-22T22:25:06.683 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:06.683 INFO:teuthology.orchestra.run.trial026.stdout:Transaction Summary 2026-02-22T22:25:06.684 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:06.684 INFO:teuthology.orchestra.run.trial026.stdout:Install 1 Package 2026-02-22T22:25:06.684 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:06.684 INFO:teuthology.orchestra.run.trial026.stdout:Total download size: 34 k 2026-02-22T22:25:06.684 INFO:teuthology.orchestra.run.trial026.stdout:Installed size: 153 k 2026-02-22T22:25:06.684 INFO:teuthology.orchestra.run.trial026.stdout:Downloading Packages: 2026-02-22T22:25:06.687 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-22T22:25:06.689 INFO:teuthology.orchestra.run.trial004.stdout: Installing : rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:06.711 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:06.711 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:25:06.711 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-02-22T22:25:06.711 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-22T22:25:06.711 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-22T22:25:06.711 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:06.750 INFO:teuthology.orchestra.run.trial026.stdout:libcephfs-devel-19.2.3-689.gf90f4eae.el9.x86_64 513 kB/s | 34 kB 00:00 2026-02-22T22:25:06.750 INFO:teuthology.orchestra.run.trial026.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:25:06.750 INFO:teuthology.orchestra.run.trial026.stdout:Total 505 kB/s | 34 kB 00:00 2026-02-22T22:25:06.750 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction check 2026-02-22T22:25:06.751 INFO:teuthology.orchestra.run.trial026.stdout:Transaction check succeeded. 2026-02-22T22:25:06.752 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction test 2026-02-22T22:25:06.754 INFO:teuthology.orchestra.run.trial026.stdout:Transaction test succeeded. 2026-02-22T22:25:06.754 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction 2026-02-22T22:25:06.775 INFO:teuthology.orchestra.run.trial026.stdout: Preparing : 1/1 2026-02-22T22:25:06.792 INFO:teuthology.orchestra.run.trial026.stdout: Installing : libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:06.846 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:06.904 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:06.904 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:06.904 INFO:teuthology.orchestra.run.trial026.stdout:Installed: 2026-02-22T22:25:06.904 INFO:teuthology.orchestra.run.trial026.stdout: libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:25:06.904 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:06.904 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:06.934 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install librados2 2026-02-22T22:25:07.046 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:07.046 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:07.046 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-22T22:25:07.046 INFO:teuthology.orchestra.run.trial004.stdout: rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:25:07.046 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:07.046 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:25:07.075 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install rbd-nbd 2026-02-22T22:25:07.244 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:40 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:07.311 INFO:teuthology.orchestra.run.trial026.stdout:Package librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:07.329 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:07.330 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:07.330 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:07.351 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install librbd1 2026-02-22T22:25:07.386 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:41 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:25:07.469 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:25:07.470 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:07.470 INFO:teuthology.orchestra.run.trial004.stdout: Package Architecture Version Repository Size 2026-02-22T22:25:07.470 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:07.470 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-22T22:25:07.470 INFO:teuthology.orchestra.run.trial004.stdout: rbd-nbd x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 170 k 2026-02-22T22:25:07.470 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:07.470 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-22T22:25:07.470 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:25:07.470 INFO:teuthology.orchestra.run.trial004.stdout:Install 1 Package 2026-02-22T22:25:07.470 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:07.470 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 170 k 2026-02-22T22:25:07.471 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 490 k 2026-02-22T22:25:07.471 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-22T22:25:07.556 INFO:teuthology.orchestra.run.trial004.stdout:rbd-nbd-19.2.3-689.gf90f4eae.el9.x86_64.rpm 1.9 MB/s | 170 kB 00:00 2026-02-22T22:25:07.557 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:25:07.557 INFO:teuthology.orchestra.run.trial004.stdout:Total 1.9 MB/s | 170 kB 00:00 2026-02-22T22:25:07.557 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-22T22:25:07.560 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-22T22:25:07.560 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-22T22:25:07.591 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-22T22:25:07.591 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-22T22:25:07.647 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-22T22:25:07.664 INFO:teuthology.orchestra.run.trial004.stdout: Installing : rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:07.667 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:40 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:07.733 INFO:teuthology.orchestra.run.trial026.stdout:Package librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:07.742 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:07.751 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:07.752 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:07.752 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:07.774 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install python3-rados 2026-02-22T22:25:07.800 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:07.800 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:07.800 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-22T22:25:07.800 INFO:teuthology.orchestra.run.trial004.stdout: rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:25:07.800 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:07.800 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:25:07.831 DEBUG:teuthology.parallel:result is None 2026-02-22T22:25:08.092 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:41 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:08.158 INFO:teuthology.orchestra.run.trial026.stdout:Package python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:08.176 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:08.177 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:08.177 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:08.199 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install python3-rgw 2026-02-22T22:25:08.515 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:41 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:08.581 INFO:teuthology.orchestra.run.trial026.stdout:Package python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:08.599 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:08.600 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:08.600 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:08.620 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install python3-cephfs 2026-02-22T22:25:08.936 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:41 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:09.004 INFO:teuthology.orchestra.run.trial026.stdout:Package python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:09.022 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:09.022 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:09.022 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:09.044 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install python3-rbd 2026-02-22T22:25:09.354 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:42 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:09.421 INFO:teuthology.orchestra.run.trial026.stdout:Package python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T22:25:09.440 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:09.440 INFO:teuthology.orchestra.run.trial026.stdout:Nothing to do. 2026-02-22T22:25:09.440 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:09.461 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install rbd-fuse 2026-02-22T22:25:09.770 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:42 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:09.854 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:09.854 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:09.855 INFO:teuthology.orchestra.run.trial026.stdout: Package Architecture Version Repository Size 2026-02-22T22:25:09.855 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:09.855 INFO:teuthology.orchestra.run.trial026.stdout:Installing: 2026-02-22T22:25:09.855 INFO:teuthology.orchestra.run.trial026.stdout: rbd-fuse x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 85 k 2026-02-22T22:25:09.855 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:09.855 INFO:teuthology.orchestra.run.trial026.stdout:Transaction Summary 2026-02-22T22:25:09.855 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:09.855 INFO:teuthology.orchestra.run.trial026.stdout:Install 1 Package 2026-02-22T22:25:09.855 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:09.855 INFO:teuthology.orchestra.run.trial026.stdout:Total download size: 85 k 2026-02-22T22:25:09.855 INFO:teuthology.orchestra.run.trial026.stdout:Installed size: 227 k 2026-02-22T22:25:09.855 INFO:teuthology.orchestra.run.trial026.stdout:Downloading Packages: 2026-02-22T22:25:09.930 INFO:teuthology.orchestra.run.trial026.stdout:rbd-fuse-19.2.3-689.gf90f4eae.el9.x86_64.rpm 1.1 MB/s | 85 kB 00:00 2026-02-22T22:25:09.931 INFO:teuthology.orchestra.run.trial026.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:25:09.931 INFO:teuthology.orchestra.run.trial026.stdout:Total 1.1 MB/s | 85 kB 00:00 2026-02-22T22:25:09.931 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction check 2026-02-22T22:25:09.935 INFO:teuthology.orchestra.run.trial026.stdout:Transaction check succeeded. 2026-02-22T22:25:09.935 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction test 2026-02-22T22:25:09.966 INFO:teuthology.orchestra.run.trial026.stdout:Transaction test succeeded. 2026-02-22T22:25:09.966 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction 2026-02-22T22:25:10.017 INFO:teuthology.orchestra.run.trial026.stdout: Preparing : 1/1 2026-02-22T22:25:10.034 INFO:teuthology.orchestra.run.trial026.stdout: Installing : rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:10.120 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:10.179 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:10.179 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:10.179 INFO:teuthology.orchestra.run.trial026.stdout:Installed: 2026-02-22T22:25:10.179 INFO:teuthology.orchestra.run.trial026.stdout: rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:25:10.179 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:10.179 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:10.208 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install rbd-mirror 2026-02-22T22:25:10.531 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:43 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:10.615 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:10.616 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:10.616 INFO:teuthology.orchestra.run.trial026.stdout: Package Arch Version Repo Size 2026-02-22T22:25:10.616 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:10.616 INFO:teuthology.orchestra.run.trial026.stdout:Installing: 2026-02-22T22:25:10.616 INFO:teuthology.orchestra.run.trial026.stdout: rbd-mirror x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 3.1 M 2026-02-22T22:25:10.616 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:10.616 INFO:teuthology.orchestra.run.trial026.stdout:Transaction Summary 2026-02-22T22:25:10.617 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:10.617 INFO:teuthology.orchestra.run.trial026.stdout:Install 1 Package 2026-02-22T22:25:10.617 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:10.617 INFO:teuthology.orchestra.run.trial026.stdout:Total download size: 3.1 M 2026-02-22T22:25:10.617 INFO:teuthology.orchestra.run.trial026.stdout:Installed size: 13 M 2026-02-22T22:25:10.617 INFO:teuthology.orchestra.run.trial026.stdout:Downloading Packages: 2026-02-22T22:25:10.769 INFO:teuthology.orchestra.run.trial026.stdout:rbd-mirror-19.2.3-689.gf90f4eae.el9.x86_64.rpm 20 MB/s | 3.1 MB 00:00 2026-02-22T22:25:10.769 INFO:teuthology.orchestra.run.trial026.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:25:10.769 INFO:teuthology.orchestra.run.trial026.stdout:Total 20 MB/s | 3.1 MB 00:00 2026-02-22T22:25:10.769 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction check 2026-02-22T22:25:10.774 INFO:teuthology.orchestra.run.trial026.stdout:Transaction check succeeded. 2026-02-22T22:25:10.774 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction test 2026-02-22T22:25:10.814 INFO:teuthology.orchestra.run.trial026.stdout:Transaction test succeeded. 2026-02-22T22:25:10.814 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction 2026-02-22T22:25:11.006 INFO:teuthology.orchestra.run.trial026.stdout: Preparing : 1/1 2026-02-22T22:25:11.007 INFO:teuthology.orchestra.run.trial026.stdout: Installing : rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:11.031 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:11.031 INFO:teuthology.orchestra.run.trial026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T22:25:11.031 INFO:teuthology.orchestra.run.trial026.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-02-22T22:25:11.031 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-22T22:25:11.032 INFO:teuthology.orchestra.run.trial026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-22T22:25:11.032 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:11.358 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:11.358 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:11.358 INFO:teuthology.orchestra.run.trial026.stdout:Installed: 2026-02-22T22:25:11.358 INFO:teuthology.orchestra.run.trial026.stdout: rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:25:11.358 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:11.358 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:11.388 DEBUG:teuthology.orchestra.run.trial026:> sudo yum -y install rbd-nbd 2026-02-22T22:25:11.697 INFO:teuthology.orchestra.run.trial026.stdout:Last metadata expiration check: 0:00:44 ago on Sun 22 Feb 2026 10:24:27 PM UTC. 2026-02-22T22:25:11.781 INFO:teuthology.orchestra.run.trial026.stdout:Dependencies resolved. 2026-02-22T22:25:11.781 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:11.781 INFO:teuthology.orchestra.run.trial026.stdout: Package Architecture Version Repository Size 2026-02-22T22:25:11.781 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:11.782 INFO:teuthology.orchestra.run.trial026.stdout:Installing: 2026-02-22T22:25:11.782 INFO:teuthology.orchestra.run.trial026.stdout: rbd-nbd x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 170 k 2026-02-22T22:25:11.782 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:11.782 INFO:teuthology.orchestra.run.trial026.stdout:Transaction Summary 2026-02-22T22:25:11.782 INFO:teuthology.orchestra.run.trial026.stdout:================================================================================ 2026-02-22T22:25:11.782 INFO:teuthology.orchestra.run.trial026.stdout:Install 1 Package 2026-02-22T22:25:11.782 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:11.782 INFO:teuthology.orchestra.run.trial026.stdout:Total download size: 170 k 2026-02-22T22:25:11.782 INFO:teuthology.orchestra.run.trial026.stdout:Installed size: 490 k 2026-02-22T22:25:11.782 INFO:teuthology.orchestra.run.trial026.stdout:Downloading Packages: 2026-02-22T22:25:12.149 INFO:teuthology.orchestra.run.trial026.stdout:rbd-nbd-19.2.3-689.gf90f4eae.el9.x86_64.rpm 464 kB/s | 170 kB 00:00 2026-02-22T22:25:12.151 INFO:teuthology.orchestra.run.trial026.stdout:-------------------------------------------------------------------------------- 2026-02-22T22:25:12.151 INFO:teuthology.orchestra.run.trial026.stdout:Total 461 kB/s | 170 kB 00:00 2026-02-22T22:25:12.151 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction check 2026-02-22T22:25:12.155 INFO:teuthology.orchestra.run.trial026.stdout:Transaction check succeeded. 2026-02-22T22:25:12.155 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction test 2026-02-22T22:25:12.187 INFO:teuthology.orchestra.run.trial026.stdout:Transaction test succeeded. 2026-02-22T22:25:12.187 INFO:teuthology.orchestra.run.trial026.stdout:Running transaction 2026-02-22T22:25:12.243 INFO:teuthology.orchestra.run.trial026.stdout: Preparing : 1/1 2026-02-22T22:25:12.260 INFO:teuthology.orchestra.run.trial026.stdout: Installing : rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:12.344 INFO:teuthology.orchestra.run.trial026.stdout: Running scriptlet: rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:12.403 INFO:teuthology.orchestra.run.trial026.stdout: Verifying : rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T22:25:12.403 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:12.403 INFO:teuthology.orchestra.run.trial026.stdout:Installed: 2026-02-22T22:25:12.404 INFO:teuthology.orchestra.run.trial026.stdout: rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T22:25:12.404 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:12.404 INFO:teuthology.orchestra.run.trial026.stdout:Complete! 2026-02-22T22:25:12.435 DEBUG:teuthology.parallel:result is None 2026-02-22T22:25:12.435 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T22:25:12.601 DEBUG:teuthology.orchestra.run.trial004:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2026-02-22T22:25:12.623 INFO:teuthology.orchestra.run.trial004.stdout:19.2.3-689.gf90f4eae.el9 2026-02-22T22:25:12.623 INFO:teuthology.packaging:The installed version of ceph is 19.2.3-689.gf90f4eae.el9 2026-02-22T22:25:12.624 INFO:teuthology.task.install:The correct ceph version 19.2.3-689.gf90f4eae is installed. 2026-02-22T22:25:12.627 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T22:25:12.777 DEBUG:teuthology.orchestra.run.trial026:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2026-02-22T22:25:12.798 INFO:teuthology.orchestra.run.trial026.stdout:19.2.3-689.gf90f4eae.el9 2026-02-22T22:25:12.799 INFO:teuthology.packaging:The installed version of ceph is 19.2.3-689.gf90f4eae.el9 2026-02-22T22:25:12.799 INFO:teuthology.task.install:The correct ceph version 19.2.3-689.gf90f4eae is installed. 2026-02-22T22:25:12.801 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-02-22T22:25:12.802 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:12.802 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-02-22T22:25:12.829 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:25:12.829 DEBUG:teuthology.orchestra.run.trial026:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-02-22T22:25:12.864 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-02-22T22:25:12.864 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:12.865 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/usr/bin/daemon-helper 2026-02-22T22:25:12.894 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-02-22T22:25:12.957 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:25:12.957 DEBUG:teuthology.orchestra.run.trial026:> sudo dd of=/usr/bin/daemon-helper 2026-02-22T22:25:12.981 DEBUG:teuthology.orchestra.run.trial026:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-02-22T22:25:13.047 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-02-22T22:25:13.047 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:13.047 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/usr/bin/adjust-ulimits 2026-02-22T22:25:13.071 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-02-22T22:25:13.134 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:25:13.134 DEBUG:teuthology.orchestra.run.trial026:> sudo dd of=/usr/bin/adjust-ulimits 2026-02-22T22:25:13.160 DEBUG:teuthology.orchestra.run.trial026:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-02-22T22:25:13.226 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-02-22T22:25:13.227 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:13.227 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/usr/bin/stdin-killer 2026-02-22T22:25:13.252 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-02-22T22:25:13.319 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:25:13.319 DEBUG:teuthology.orchestra.run.trial026:> sudo dd of=/usr/bin/stdin-killer 2026-02-22T22:25:13.344 DEBUG:teuthology.orchestra.run.trial026:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-02-22T22:25:13.408 INFO:teuthology.run_tasks:Running task ceph... 2026-02-22T22:25:13.476 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-02-22T22:25:13.476 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod 777 /var/log/ceph 2026-02-22T22:25:13.478 DEBUG:teuthology.orchestra.run.trial026:> sudo chmod 777 /var/log/ceph 2026-02-22T22:25:13.502 INFO:tasks.ceph:Disabling ceph logrotate... 2026-02-22T22:25:13.503 DEBUG:teuthology.orchestra.run.trial004:> sudo rm -f -- /etc/logrotate.d/ceph 2026-02-22T22:25:13.543 DEBUG:teuthology.orchestra.run.trial026:> sudo rm -f -- /etc/logrotate.d/ceph 2026-02-22T22:25:13.566 INFO:tasks.ceph:Creating extra log directories... 2026-02-22T22:25:13.566 DEBUG:teuthology.orchestra.run.trial004:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-02-22T22:25:13.612 DEBUG:teuthology.orchestra.run.trial026:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-02-22T22:25:13.659 INFO:tasks.ceph:Creating ceph cluster cluster1... 2026-02-22T22:25:13.659 INFO:tasks.ceph:config {'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluefs allocator': 'hybrid', 'bluestore allocator': 'hybrid', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'cpu_profile': set(), 'cluster': 'cluster1', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-02-22T22:25:13.659 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64219', 'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'description': 'rbd/migration-external/{1-base/install 2-clusters/2-node 3-objectstore/bluestore-hybrid 4-supported-random-distro$/{centos_latest} 5-data-pool/none 6-prepare/native-standalone 7-io-workloads/qemu_xfstests 8-migrate-workloads/execute conf/{disable-pool-app}}', 'email': 'yweinste@redhat.com', 'exclude_arch': 'armv7l', 'first_in_suite': False, 'flavor': 'default', 'io_workload': {'sequential': [{'qemu': {'cluster1.client.0': {'disks': [{'action': 'none', 'image_name': 'client.0.0'}, {'action': 'none', 'image_name': 'client.0.1'}, {'action': 'none', 'image_name': 'client.0.2'}], 'test': 'qa/run_xfstests_qemu.sh', 'type': 'block'}}}]}, 'job_id': '64219', 'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'trial', 'meta': [{'desc': 'run two ceph clusters'}, {'desc': '2 ceph clusters with 1 mon and 3 osds each'}], 'migrate_workload': {'sequential': [{'exec': {'cluster1.client.0': ['sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration execute client.0.0', 'sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration commit client.0.0', 'sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration execute client.0.1']}}]}, 'name': 'yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial', 'no_nested_subset': False, 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid'}, 'ceph': {'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluefs allocator': 'hybrid', 'bluestore allocator': 'hybrid', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'owner': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'priority': 69, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['cluster1.mon.a', 'cluster1.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0'], ['cluster2.mon.a', 'cluster2.mgr.x', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster2.client.0']], 'seed': 9196, 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'sleep_before_teardown': 0, 'subset': '111/120000', 'suite': 'rbd', 'suite_branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'targets': {'trial004.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGHzqd6SQAGPl33QTnTszLJPir8l1zSn/6fu6b1cQsgpIWpVWWdSnt6ZVQUxS92+ocoY8juiFDWgqDiGeCVj/5E=', 'trial026.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCoBqSA+iNwg0OU54/pvbP+kEtl6oxKgulV7KipjLWLI0ynA+lOCbypc9PNsK3J8s40RSD8l/1IkS9yybeWQb3w='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': {'cluster': 'cluster1', 'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluefs allocator': 'hybrid', 'bluestore allocator': 'hybrid', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, {'ceph': {'cluster': 'cluster2'}}, {'exec': {'cluster2.client.0': ['echo \'{"type":"qcow","stream":{"type":"http","url":"http://download.ceph.com/qa/ubuntu-12.04.qcow2"}}\' | rbd --cluster cluster2 migration prepare --import-only --source-spec-path - client.0.0', 'rbd --cluster cluster2 migration execute client.0.0', 'rbd --cluster cluster2 migration commit client.0.0', 'rbd --cluster cluster2 snap create client.0.0@snap', 'rbd --cluster cluster2 create --size 1G client.0.1', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.1', 'rbd --cluster cluster2 snap create client.0.1@snap', 'rbd --cluster cluster2 create --size 1G client.0.2', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.2', 'rbd --cluster cluster2 snap create client.0.2@snap']}}, {'exec': {'cluster1.client.0': ['echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.0","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.0', 'echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.1","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.1', 'echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.2","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.2']}}, {'parallel': ['io_workload', 'migrate_workload']}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': 'fa17720d0088c3ac28e473468bfc79eeaff5cd38', 'timestamp': '2026-02-22_19:35:38', 'tube': 'trial', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3318653'} 2026-02-22T22:25:13.660 DEBUG:teuthology.orchestra.run.trial004:> install -d -m0755 -- /home/ubuntu/cephtest/cluster1.data 2026-02-22T22:25:13.681 DEBUG:teuthology.orchestra.run.trial026:> install -d -m0755 -- /home/ubuntu/cephtest/cluster1.data 2026-02-22T22:25:13.708 DEBUG:teuthology.orchestra.run.trial004:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T22:25:13.736 DEBUG:teuthology.orchestra.run.trial026:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T22:25:13.771 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:13.771 DEBUG:teuthology.orchestra.run.trial004:> dd if=/scratch_devs of=/dev/stdout 2026-02-22T22:25:13.815 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-22T22:25:13.815 DEBUG:teuthology.orchestra.run.trial004:> stat /dev/vg_nvme/lv_1 2026-02-22T22:25:13.874 INFO:teuthology.orchestra.run.trial004.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-22T22:25:13.874 INFO:teuthology.orchestra.run.trial004.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:25:13.874 INFO:teuthology.orchestra.run.trial004.stdout:Device: 6h/6d Inode: 1303 Links: 1 2026-02-22T22:25:13.874 INFO:teuthology.orchestra.run.trial004.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:25:13.874 INFO:teuthology.orchestra.run.trial004.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T22:25:13.874 INFO:teuthology.orchestra.run.trial004.stdout:Access: 2026-02-22 22:25:06.869667965 +0000 2026-02-22T22:25:13.874 INFO:teuthology.orchestra.run.trial004.stdout:Modify: 2026-02-22 22:24:31.089079448 +0000 2026-02-22T22:25:13.874 INFO:teuthology.orchestra.run.trial004.stdout:Change: 2026-02-22 22:24:31.089079448 +0000 2026-02-22T22:25:13.874 INFO:teuthology.orchestra.run.trial004.stdout: Birth: 2026-02-22 22:24:31.089079448 +0000 2026-02-22T22:25:13.875 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-22T22:25:13.936 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records in 2026-02-22T22:25:13.936 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records out 2026-02-22T22:25:13.936 INFO:teuthology.orchestra.run.trial004.stderr:512 bytes copied, 0.000146632 s, 3.5 MB/s 2026-02-22T22:25:13.937 DEBUG:teuthology.orchestra.run.trial004:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-22T22:25:13.994 DEBUG:teuthology.orchestra.run.trial004:> stat /dev/vg_nvme/lv_2 2026-02-22T22:25:14.051 INFO:teuthology.orchestra.run.trial004.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-22T22:25:14.051 INFO:teuthology.orchestra.run.trial004.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:25:14.051 INFO:teuthology.orchestra.run.trial004.stdout:Device: 6h/6d Inode: 1309 Links: 1 2026-02-22T22:25:14.051 INFO:teuthology.orchestra.run.trial004.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:25:14.051 INFO:teuthology.orchestra.run.trial004.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T22:25:14.051 INFO:teuthology.orchestra.run.trial004.stdout:Access: 2026-02-22 22:25:06.870667953 +0000 2026-02-22T22:25:14.051 INFO:teuthology.orchestra.run.trial004.stdout:Modify: 2026-02-22 22:24:31.089079448 +0000 2026-02-22T22:25:14.051 INFO:teuthology.orchestra.run.trial004.stdout:Change: 2026-02-22 22:24:31.089079448 +0000 2026-02-22T22:25:14.051 INFO:teuthology.orchestra.run.trial004.stdout: Birth: 2026-02-22 22:24:31.089079448 +0000 2026-02-22T22:25:14.052 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-22T22:25:14.113 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records in 2026-02-22T22:25:14.113 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records out 2026-02-22T22:25:14.113 INFO:teuthology.orchestra.run.trial004.stderr:512 bytes copied, 0.000142104 s, 3.6 MB/s 2026-02-22T22:25:14.115 DEBUG:teuthology.orchestra.run.trial004:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-22T22:25:14.173 DEBUG:teuthology.orchestra.run.trial004:> stat /dev/vg_nvme/lv_3 2026-02-22T22:25:14.229 INFO:teuthology.orchestra.run.trial004.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-22T22:25:14.229 INFO:teuthology.orchestra.run.trial004.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:25:14.229 INFO:teuthology.orchestra.run.trial004.stdout:Device: 6h/6d Inode: 1294 Links: 1 2026-02-22T22:25:14.229 INFO:teuthology.orchestra.run.trial004.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:25:14.229 INFO:teuthology.orchestra.run.trial004.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T22:25:14.230 INFO:teuthology.orchestra.run.trial004.stdout:Access: 2026-02-22 22:25:06.870667953 +0000 2026-02-22T22:25:14.230 INFO:teuthology.orchestra.run.trial004.stdout:Modify: 2026-02-22 22:24:31.089079448 +0000 2026-02-22T22:25:14.230 INFO:teuthology.orchestra.run.trial004.stdout:Change: 2026-02-22 22:24:31.089079448 +0000 2026-02-22T22:25:14.230 INFO:teuthology.orchestra.run.trial004.stdout: Birth: 2026-02-22 22:24:31.089079448 +0000 2026-02-22T22:25:14.230 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-22T22:25:14.293 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records in 2026-02-22T22:25:14.293 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records out 2026-02-22T22:25:14.294 INFO:teuthology.orchestra.run.trial004.stderr:512 bytes copied, 0.000164455 s, 3.1 MB/s 2026-02-22T22:25:14.295 DEBUG:teuthology.orchestra.run.trial004:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-22T22:25:14.354 DEBUG:teuthology.orchestra.run.trial004:> stat /dev/vg_nvme/lv_4 2026-02-22T22:25:14.411 INFO:teuthology.orchestra.run.trial004.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-22T22:25:14.411 INFO:teuthology.orchestra.run.trial004.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:25:14.411 INFO:teuthology.orchestra.run.trial004.stdout:Device: 6h/6d Inode: 1292 Links: 1 2026-02-22T22:25:14.411 INFO:teuthology.orchestra.run.trial004.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:25:14.411 INFO:teuthology.orchestra.run.trial004.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T22:25:14.412 INFO:teuthology.orchestra.run.trial004.stdout:Access: 2026-02-22 22:25:06.870667953 +0000 2026-02-22T22:25:14.412 INFO:teuthology.orchestra.run.trial004.stdout:Modify: 2026-02-22 22:24:31.089079448 +0000 2026-02-22T22:25:14.412 INFO:teuthology.orchestra.run.trial004.stdout:Change: 2026-02-22 22:24:31.089079448 +0000 2026-02-22T22:25:14.412 INFO:teuthology.orchestra.run.trial004.stdout: Birth: 2026-02-22 22:24:31.089079448 +0000 2026-02-22T22:25:14.412 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-22T22:25:14.473 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records in 2026-02-22T22:25:14.473 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records out 2026-02-22T22:25:14.473 INFO:teuthology.orchestra.run.trial004.stderr:512 bytes copied, 0.00014524 s, 3.5 MB/s 2026-02-22T22:25:14.474 DEBUG:teuthology.orchestra.run.trial004:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-22T22:25:14.530 INFO:tasks.ceph:osd dev map: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:25:14.531 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@trial004.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T22:25:14.531 INFO:tasks.ceph:Generating config... 2026-02-22T22:25:14.533 INFO:tasks.ceph:[global] mon warn on pool no app = False 2026-02-22T22:25:14.534 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-02-22T22:25:14.534 INFO:tasks.ceph:[mgr] debug ms = 1 2026-02-22T22:25:14.534 INFO:tasks.ceph:[mon] debug mon = 20 2026-02-22T22:25:14.534 INFO:tasks.ceph:[mon] debug ms = 1 2026-02-22T22:25:14.534 INFO:tasks.ceph:[mon] debug paxos = 20 2026-02-22T22:25:14.534 INFO:tasks.ceph:[osd] bluefs allocator = hybrid 2026-02-22T22:25:14.534 INFO:tasks.ceph:[osd] bluestore allocator = hybrid 2026-02-22T22:25:14.534 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-02-22T22:25:14.534 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-02-22T22:25:14.534 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-02-22T22:25:14.534 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-02-22T22:25:14.535 INFO:tasks.ceph:[osd] debug ms = 1 2026-02-22T22:25:14.535 INFO:tasks.ceph:[osd] debug osd = 20 2026-02-22T22:25:14.535 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-02-22T22:25:14.535 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-02-22T22:25:14.535 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-02-22T22:25:14.535 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-02-22T22:25:14.535 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-02-22T22:25:14.535 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-02-22T22:25:14.535 INFO:tasks.ceph:Setting up cluster1.mon.a... 2026-02-22T22:25:14.536 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/cluster1.keyring 2026-02-22T22:25:14.605 INFO:teuthology.orchestra.run.trial004.stdout:creating /etc/ceph/cluster1.keyring 2026-02-22T22:25:14.608 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/cluster1.keyring 2026-02-22T22:25:14.686 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod 0644 /etc/ceph/cluster1.keyring 2026-02-22T22:25:14.749 DEBUG:tasks.ceph:Ceph mon addresses: [('cluster1.mon.a', '10.20.193.4')] 2026-02-22T22:25:14.750 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '10.20.193.4', 'mon warn on pool no app': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd mclock skip benchmark': 'true', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluefs allocator': 'hybrid', 'bluestore allocator': 'hybrid', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok'}, 'mon.a': {}} 2026-02-22T22:25:14.750 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:14.751 DEBUG:teuthology.orchestra.run.trial004:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T22:25:14.807 DEBUG:teuthology.orchestra.run.trial004:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 10.20.193.4 --print /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:25:14.878 INFO:teuthology.orchestra.run.trial004.stdout:monmaptool: monmap file /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:25:14.878 INFO:teuthology.orchestra.run.trial004.stdout:monmaptool: generated fsid 6bdf96e6-f147-47c3-b883-c3fcd0ad0684 2026-02-22T22:25:14.878 INFO:teuthology.orchestra.run.trial004.stdout:setting min_mon_release = quincy 2026-02-22T22:25:14.878 INFO:teuthology.orchestra.run.trial004.stdout:epoch 0 2026-02-22T22:25:14.878 INFO:teuthology.orchestra.run.trial004.stdout:fsid 6bdf96e6-f147-47c3-b883-c3fcd0ad0684 2026-02-22T22:25:14.879 INFO:teuthology.orchestra.run.trial004.stdout:last_changed 2026-02-22T22:25:14.877402+0000 2026-02-22T22:25:14.879 INFO:teuthology.orchestra.run.trial004.stdout:created 2026-02-22T22:25:14.877402+0000 2026-02-22T22:25:14.879 INFO:teuthology.orchestra.run.trial004.stdout:min_mon_release 17 (quincy) 2026-02-22T22:25:14.879 INFO:teuthology.orchestra.run.trial004.stdout:election_strategy: 1 2026-02-22T22:25:14.879 INFO:teuthology.orchestra.run.trial004.stdout:0: [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] mon.a 2026-02-22T22:25:14.879 INFO:teuthology.orchestra.run.trial004.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/cluster1.monmap (1 monitors) 2026-02-22T22:25:14.881 DEBUG:teuthology.orchestra.run.trial004:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T22:25:14.938 INFO:tasks.ceph:Writing /etc/ceph/cluster1.conf for FSID 6bdf96e6-f147-47c3-b883-c3fcd0ad0684... 2026-02-22T22:25:14.940 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster1.conf && sudo chmod 0644 /etc/ceph/cluster1.conf > /dev/null 2026-02-22T22:25:14.981 DEBUG:teuthology.orchestra.run.trial026:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster1.conf && sudo chmod 0644 /etc/ceph/cluster1.conf > /dev/null 2026-02-22T22:25:15.019 INFO:teuthology.orchestra.run.trial004.stdout:[global] 2026-02-22T22:25:15.019 INFO:teuthology.orchestra.run.trial004.stdout: chdir = "" 2026-02-22T22:25:15.019 INFO:teuthology.orchestra.run.trial004.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T22:25:15.019 INFO:teuthology.orchestra.run.trial004.stdout: auth supported = cephx 2026-02-22T22:25:15.019 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.019 INFO:teuthology.orchestra.run.trial004.stdout: filestore xattr use omap = true 2026-02-22T22:25:15.019 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.020 INFO:teuthology.orchestra.run.trial004.stdout: mon clock drift allowed = 1.000 2026-02-22T22:25:15.020 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.020 INFO:teuthology.orchestra.run.trial004.stdout: osd crush chooseleaf type = 0 2026-02-22T22:25:15.020 INFO:teuthology.orchestra.run.trial004.stdout: auth debug = true 2026-02-22T22:25:15.020 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.020 INFO:teuthology.orchestra.run.trial004.stdout: ms die on old message = true 2026-02-22T22:25:15.020 INFO:teuthology.orchestra.run.trial004.stdout: ms die on bug = true 2026-02-22T22:25:15.020 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.020 INFO:teuthology.orchestra.run.trial004.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T22:25:15.020 INFO:teuthology.orchestra.run.trial004.stdout: mon pg warn max object skew = 0 2026-02-22T22:25:15.020 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.020 INFO:teuthology.orchestra.run.trial004.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T22:25:15.021 INFO:teuthology.orchestra.run.trial004.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T22:25:15.021 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.021 INFO:teuthology.orchestra.run.trial004.stdout: osd pool default size = 2 2026-02-22T22:25:15.021 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.021 INFO:teuthology.orchestra.run.trial004.stdout: mon osd allow primary affinity = true 2026-02-22T22:25:15.021 INFO:teuthology.orchestra.run.trial004.stdout: mon osd allow pg remap = true 2026-02-22T22:25:15.021 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on legacy crush tunables = false 2026-02-22T22:25:15.021 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on crush straw calc version zero = false 2026-02-22T22:25:15.021 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on no sortbitwise = false 2026-02-22T22:25:15.021 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on osd down out interval zero = false 2026-02-22T22:25:15.021 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on too few osds = false 2026-02-22T22:25:15.021 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T22:25:15.022 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T22:25:15.022 INFO:teuthology.orchestra.run.trial004.stdout: mon_allow_pool_size_one = true 2026-02-22T22:25:15.022 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.022 INFO:teuthology.orchestra.run.trial004.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T22:25:15.022 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.022 INFO:teuthology.orchestra.run.trial004.stdout: osd default data pool replay window = 5 2026-02-22T22:25:15.022 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.022 INFO:teuthology.orchestra.run.trial004.stdout: mon allow pool delete = true 2026-02-22T22:25:15.022 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.022 INFO:teuthology.orchestra.run.trial004.stdout: mon cluster log file level = debug 2026-02-22T22:25:15.022 INFO:teuthology.orchestra.run.trial004.stdout: debug asserts on shutdown = true 2026-02-22T22:25:15.022 INFO:teuthology.orchestra.run.trial004.stdout: mon health detail to clog = false 2026-02-22T22:25:15.023 INFO:teuthology.orchestra.run.trial004.stdout: mon host = 10.20.193.4 2026-02-22T22:25:15.023 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on pool no app = False 2026-02-22T22:25:15.023 INFO:teuthology.orchestra.run.trial004.stdout: fsid = 6bdf96e6-f147-47c3-b883-c3fcd0ad0684 2026-02-22T22:25:15.023 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.023 INFO:teuthology.orchestra.run.trial004.stdout:[osd] 2026-02-22T22:25:15.023 INFO:teuthology.orchestra.run.trial004.stdout: osd journal size = 100 2026-02-22T22:25:15.023 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.023 INFO:teuthology.orchestra.run.trial004.stdout: osd scrub load threshold = 5.0 2026-02-22T22:25:15.023 INFO:teuthology.orchestra.run.trial004.stdout: osd scrub max interval = 600 2026-02-22T22:25:15.023 INFO:teuthology.orchestra.run.trial004.stdout: osd mclock profile = high_recovery_ops 2026-02-22T22:25:15.023 INFO:teuthology.orchestra.run.trial004.stdout: osd mclock skip benchmark = true 2026-02-22T22:25:15.023 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.024 INFO:teuthology.orchestra.run.trial004.stdout: osd recover clone overlap = true 2026-02-22T22:25:15.024 INFO:teuthology.orchestra.run.trial004.stdout: osd recovery max chunk = 1048576 2026-02-22T22:25:15.024 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.024 INFO:teuthology.orchestra.run.trial004.stdout: osd debug shutdown = true 2026-02-22T22:25:15.024 INFO:teuthology.orchestra.run.trial004.stdout: osd debug op order = true 2026-02-22T22:25:15.024 INFO:teuthology.orchestra.run.trial004.stdout: osd debug verify stray on activate = true 2026-02-22T22:25:15.024 INFO:teuthology.orchestra.run.trial004.stdout: osd debug trim objects = true 2026-02-22T22:25:15.024 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.024 INFO:teuthology.orchestra.run.trial004.stdout: osd open classes on start = true 2026-02-22T22:25:15.024 INFO:teuthology.orchestra.run.trial004.stdout: osd debug pg log writeout = true 2026-02-22T22:25:15.024 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.024 INFO:teuthology.orchestra.run.trial004.stdout: osd deep scrub update digest min age = 30 2026-02-22T22:25:15.024 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.024 INFO:teuthology.orchestra.run.trial004.stdout: osd map max advance = 10 2026-02-22T22:25:15.025 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.025 INFO:teuthology.orchestra.run.trial004.stdout: journal zero on create = true 2026-02-22T22:25:15.025 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.025 INFO:teuthology.orchestra.run.trial004.stdout: filestore ondisk finisher threads = 3 2026-02-22T22:25:15.025 INFO:teuthology.orchestra.run.trial004.stdout: filestore apply finisher threads = 3 2026-02-22T22:25:15.025 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.025 INFO:teuthology.orchestra.run.trial004.stdout: bdev debug aio = true 2026-02-22T22:25:15.025 INFO:teuthology.orchestra.run.trial004.stdout: osd debug misdirected ops = true 2026-02-22T22:25:15.025 INFO:teuthology.orchestra.run.trial004.stdout: bluefs allocator = hybrid 2026-02-22T22:25:15.025 INFO:teuthology.orchestra.run.trial004.stdout: bluestore allocator = hybrid 2026-02-22T22:25:15.025 INFO:teuthology.orchestra.run.trial004.stdout: bluestore block size = 96636764160 2026-02-22T22:25:15.025 INFO:teuthology.orchestra.run.trial004.stdout: bluestore fsck on mount = True 2026-02-22T22:25:15.025 INFO:teuthology.orchestra.run.trial004.stdout: debug bluefs = 1/20 2026-02-22T22:25:15.026 INFO:teuthology.orchestra.run.trial004.stdout: debug bluestore = 1/20 2026-02-22T22:25:15.026 INFO:teuthology.orchestra.run.trial004.stdout: debug ms = 1 2026-02-22T22:25:15.026 INFO:teuthology.orchestra.run.trial004.stdout: debug osd = 20 2026-02-22T22:25:15.026 INFO:teuthology.orchestra.run.trial004.stdout: debug rocksdb = 4/10 2026-02-22T22:25:15.026 INFO:teuthology.orchestra.run.trial004.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T22:25:15.026 INFO:teuthology.orchestra.run.trial004.stdout: mon osd full ratio = 0.9 2026-02-22T22:25:15.026 INFO:teuthology.orchestra.run.trial004.stdout: mon osd nearfull ratio = 0.8 2026-02-22T22:25:15.026 INFO:teuthology.orchestra.run.trial004.stdout: osd failsafe full ratio = 0.95 2026-02-22T22:25:15.026 INFO:teuthology.orchestra.run.trial004.stdout: osd objectstore = bluestore 2026-02-22T22:25:15.026 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.026 INFO:teuthology.orchestra.run.trial004.stdout:[mgr] 2026-02-22T22:25:15.026 INFO:teuthology.orchestra.run.trial004.stdout: debug ms = 1 2026-02-22T22:25:15.026 INFO:teuthology.orchestra.run.trial004.stdout: debug mgr = 20 2026-02-22T22:25:15.027 INFO:teuthology.orchestra.run.trial004.stdout: debug mon = 20 2026-02-22T22:25:15.027 INFO:teuthology.orchestra.run.trial004.stdout: debug auth = 20 2026-02-22T22:25:15.027 INFO:teuthology.orchestra.run.trial004.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:25:15.027 INFO:teuthology.orchestra.run.trial004.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:25:15.027 INFO:teuthology.orchestra.run.trial004.stdout: mgr/telemetry/nag = false 2026-02-22T22:25:15.027 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.027 INFO:teuthology.orchestra.run.trial004.stdout:[mon] 2026-02-22T22:25:15.027 INFO:teuthology.orchestra.run.trial004.stdout: debug ms = 1 2026-02-22T22:25:15.027 INFO:teuthology.orchestra.run.trial004.stdout: debug mon = 20 2026-02-22T22:25:15.027 INFO:teuthology.orchestra.run.trial004.stdout: debug paxos = 20 2026-02-22T22:25:15.027 INFO:teuthology.orchestra.run.trial004.stdout: debug auth = 20 2026-02-22T22:25:15.027 INFO:teuthology.orchestra.run.trial004.stdout: mon data avail warn = 5 2026-02-22T22:25:15.027 INFO:teuthology.orchestra.run.trial004.stdout: mon mgr mkfs grace = 240 2026-02-22T22:25:15.028 INFO:teuthology.orchestra.run.trial004.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:25:15.028 INFO:teuthology.orchestra.run.trial004.stdout: mon osd reporter subtree level = osd 2026-02-22T22:25:15.028 INFO:teuthology.orchestra.run.trial004.stdout: mon osd prime pg temp = true 2026-02-22T22:25:15.028 INFO:teuthology.orchestra.run.trial004.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:25:15.028 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.028 INFO:teuthology.orchestra.run.trial004.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T22:25:15.028 INFO:teuthology.orchestra.run.trial004.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T22:25:15.028 INFO:teuthology.orchestra.run.trial004.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T22:25:15.028 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.028 INFO:teuthology.orchestra.run.trial004.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T22:25:15.028 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T22:25:15.028 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T22:25:15.028 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.029 INFO:teuthology.orchestra.run.trial004.stdout: # 1m isn't quite enough 2026-02-22T22:25:15.029 INFO:teuthology.orchestra.run.trial004.stdout: mon_down_mkfs_grace = 2m 2026-02-22T22:25:15.029 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.029 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_filestore_osds = false 2026-02-22T22:25:15.029 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:15.029 INFO:teuthology.orchestra.run.trial004.stdout:[client] 2026-02-22T22:25:15.029 INFO:teuthology.orchestra.run.trial004.stdout: rgw cache enabled = true 2026-02-22T22:25:15.029 INFO:teuthology.orchestra.run.trial004.stdout: rgw enable ops log = true 2026-02-22T22:25:15.029 INFO:teuthology.orchestra.run.trial004.stdout: rgw enable usage log = true 2026-02-22T22:25:15.029 INFO:teuthology.orchestra.run.trial004.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T22:25:15.029 INFO:teuthology.orchestra.run.trial004.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T22:25:15.029 INFO:teuthology.orchestra.run.trial004.stdout:[mon.a] 2026-02-22T22:25:15.030 INFO:teuthology.orchestra.run.trial026.stdout:[global] 2026-02-22T22:25:15.030 INFO:teuthology.orchestra.run.trial026.stdout: chdir = "" 2026-02-22T22:25:15.030 INFO:teuthology.orchestra.run.trial026.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T22:25:15.030 INFO:teuthology.orchestra.run.trial026.stdout: auth supported = cephx 2026-02-22T22:25:15.031 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.031 INFO:teuthology.orchestra.run.trial026.stdout: filestore xattr use omap = true 2026-02-22T22:25:15.031 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.031 INFO:teuthology.orchestra.run.trial026.stdout: mon clock drift allowed = 1.000 2026-02-22T22:25:15.031 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.031 INFO:teuthology.orchestra.run.trial026.stdout: osd crush chooseleaf type = 0 2026-02-22T22:25:15.031 INFO:teuthology.orchestra.run.trial026.stdout: auth debug = true 2026-02-22T22:25:15.031 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.031 INFO:teuthology.orchestra.run.trial026.stdout: ms die on old message = true 2026-02-22T22:25:15.031 INFO:teuthology.orchestra.run.trial026.stdout: ms die on bug = true 2026-02-22T22:25:15.031 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.031 INFO:teuthology.orchestra.run.trial026.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T22:25:15.032 INFO:teuthology.orchestra.run.trial026.stdout: mon pg warn max object skew = 0 2026-02-22T22:25:15.032 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.032 INFO:teuthology.orchestra.run.trial026.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T22:25:15.032 INFO:teuthology.orchestra.run.trial026.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T22:25:15.032 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.032 INFO:teuthology.orchestra.run.trial026.stdout: osd pool default size = 2 2026-02-22T22:25:15.032 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.032 INFO:teuthology.orchestra.run.trial026.stdout: mon osd allow primary affinity = true 2026-02-22T22:25:15.032 INFO:teuthology.orchestra.run.trial026.stdout: mon osd allow pg remap = true 2026-02-22T22:25:15.032 INFO:teuthology.orchestra.run.trial026.stdout: mon warn on legacy crush tunables = false 2026-02-22T22:25:15.032 INFO:teuthology.orchestra.run.trial026.stdout: mon warn on crush straw calc version zero = false 2026-02-22T22:25:15.032 INFO:teuthology.orchestra.run.trial026.stdout: mon warn on no sortbitwise = false 2026-02-22T22:25:15.032 INFO:teuthology.orchestra.run.trial026.stdout: mon warn on osd down out interval zero = false 2026-02-22T22:25:15.033 INFO:teuthology.orchestra.run.trial026.stdout: mon warn on too few osds = false 2026-02-22T22:25:15.033 INFO:teuthology.orchestra.run.trial026.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T22:25:15.033 INFO:teuthology.orchestra.run.trial026.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T22:25:15.033 INFO:teuthology.orchestra.run.trial026.stdout: mon_allow_pool_size_one = true 2026-02-22T22:25:15.033 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.033 INFO:teuthology.orchestra.run.trial026.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T22:25:15.033 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.033 INFO:teuthology.orchestra.run.trial026.stdout: osd default data pool replay window = 5 2026-02-22T22:25:15.033 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.033 INFO:teuthology.orchestra.run.trial026.stdout: mon allow pool delete = true 2026-02-22T22:25:15.034 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.034 INFO:teuthology.orchestra.run.trial026.stdout: mon cluster log file level = debug 2026-02-22T22:25:15.034 INFO:teuthology.orchestra.run.trial026.stdout: debug asserts on shutdown = true 2026-02-22T22:25:15.034 INFO:teuthology.orchestra.run.trial026.stdout: mon health detail to clog = false 2026-02-22T22:25:15.034 INFO:teuthology.orchestra.run.trial026.stdout: mon host = 10.20.193.4 2026-02-22T22:25:15.034 INFO:teuthology.orchestra.run.trial026.stdout: mon warn on pool no app = False 2026-02-22T22:25:15.034 INFO:teuthology.orchestra.run.trial026.stdout: fsid = 6bdf96e6-f147-47c3-b883-c3fcd0ad0684 2026-02-22T22:25:15.034 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.034 INFO:teuthology.orchestra.run.trial026.stdout:[osd] 2026-02-22T22:25:15.034 INFO:teuthology.orchestra.run.trial026.stdout: osd journal size = 100 2026-02-22T22:25:15.034 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.034 INFO:teuthology.orchestra.run.trial026.stdout: osd scrub load threshold = 5.0 2026-02-22T22:25:15.035 INFO:teuthology.orchestra.run.trial026.stdout: osd scrub max interval = 600 2026-02-22T22:25:15.035 INFO:teuthology.orchestra.run.trial026.stdout: osd mclock profile = high_recovery_ops 2026-02-22T22:25:15.035 INFO:teuthology.orchestra.run.trial026.stdout: osd mclock skip benchmark = true 2026-02-22T22:25:15.035 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.035 INFO:teuthology.orchestra.run.trial026.stdout: osd recover clone overlap = true 2026-02-22T22:25:15.035 INFO:teuthology.orchestra.run.trial026.stdout: osd recovery max chunk = 1048576 2026-02-22T22:25:15.035 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.035 INFO:teuthology.orchestra.run.trial026.stdout: osd debug shutdown = true 2026-02-22T22:25:15.035 INFO:teuthology.orchestra.run.trial026.stdout: osd debug op order = true 2026-02-22T22:25:15.035 INFO:teuthology.orchestra.run.trial026.stdout: osd debug verify stray on activate = true 2026-02-22T22:25:15.035 INFO:teuthology.orchestra.run.trial026.stdout: osd debug trim objects = true 2026-02-22T22:25:15.035 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.035 INFO:teuthology.orchestra.run.trial026.stdout: osd open classes on start = true 2026-02-22T22:25:15.036 INFO:teuthology.orchestra.run.trial026.stdout: osd debug pg log writeout = true 2026-02-22T22:25:15.036 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.036 INFO:teuthology.orchestra.run.trial026.stdout: osd deep scrub update digest min age = 30 2026-02-22T22:25:15.036 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.036 INFO:teuthology.orchestra.run.trial026.stdout: osd map max advance = 10 2026-02-22T22:25:15.036 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.036 INFO:teuthology.orchestra.run.trial026.stdout: journal zero on create = true 2026-02-22T22:25:15.036 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.036 INFO:teuthology.orchestra.run.trial026.stdout: filestore ondisk finisher threads = 3 2026-02-22T22:25:15.036 INFO:teuthology.orchestra.run.trial026.stdout: filestore apply finisher threads = 3 2026-02-22T22:25:15.036 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.036 INFO:teuthology.orchestra.run.trial026.stdout: bdev debug aio = true 2026-02-22T22:25:15.036 INFO:teuthology.orchestra.run.trial026.stdout: osd debug misdirected ops = true 2026-02-22T22:25:15.037 INFO:teuthology.orchestra.run.trial026.stdout: bluefs allocator = hybrid 2026-02-22T22:25:15.037 INFO:teuthology.orchestra.run.trial026.stdout: bluestore allocator = hybrid 2026-02-22T22:25:15.037 INFO:teuthology.orchestra.run.trial026.stdout: bluestore block size = 96636764160 2026-02-22T22:25:15.037 INFO:teuthology.orchestra.run.trial026.stdout: bluestore fsck on mount = True 2026-02-22T22:25:15.037 INFO:teuthology.orchestra.run.trial026.stdout: debug bluefs = 1/20 2026-02-22T22:25:15.037 INFO:teuthology.orchestra.run.trial026.stdout: debug bluestore = 1/20 2026-02-22T22:25:15.037 INFO:teuthology.orchestra.run.trial026.stdout: debug ms = 1 2026-02-22T22:25:15.037 INFO:teuthology.orchestra.run.trial026.stdout: debug osd = 20 2026-02-22T22:25:15.037 INFO:teuthology.orchestra.run.trial026.stdout: debug rocksdb = 4/10 2026-02-22T22:25:15.037 INFO:teuthology.orchestra.run.trial026.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T22:25:15.037 INFO:teuthology.orchestra.run.trial026.stdout: mon osd full ratio = 0.9 2026-02-22T22:25:15.037 INFO:teuthology.orchestra.run.trial026.stdout: mon osd nearfull ratio = 0.8 2026-02-22T22:25:15.037 INFO:teuthology.orchestra.run.trial026.stdout: osd failsafe full ratio = 0.95 2026-02-22T22:25:15.038 INFO:teuthology.orchestra.run.trial026.stdout: osd objectstore = bluestore 2026-02-22T22:25:15.038 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.038 INFO:teuthology.orchestra.run.trial026.stdout:[mgr] 2026-02-22T22:25:15.038 INFO:teuthology.orchestra.run.trial026.stdout: debug ms = 1 2026-02-22T22:25:15.038 INFO:teuthology.orchestra.run.trial026.stdout: debug mgr = 20 2026-02-22T22:25:15.038 INFO:teuthology.orchestra.run.trial026.stdout: debug mon = 20 2026-02-22T22:25:15.038 INFO:teuthology.orchestra.run.trial026.stdout: debug auth = 20 2026-02-22T22:25:15.038 INFO:teuthology.orchestra.run.trial026.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:25:15.038 INFO:teuthology.orchestra.run.trial026.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:25:15.038 INFO:teuthology.orchestra.run.trial026.stdout: mgr/telemetry/nag = false 2026-02-22T22:25:15.038 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.038 INFO:teuthology.orchestra.run.trial026.stdout:[mon] 2026-02-22T22:25:15.038 INFO:teuthology.orchestra.run.trial026.stdout: debug ms = 1 2026-02-22T22:25:15.039 INFO:teuthology.orchestra.run.trial026.stdout: debug mon = 20 2026-02-22T22:25:15.039 INFO:teuthology.orchestra.run.trial026.stdout: debug paxos = 20 2026-02-22T22:25:15.039 INFO:teuthology.orchestra.run.trial026.stdout: debug auth = 20 2026-02-22T22:25:15.039 INFO:teuthology.orchestra.run.trial026.stdout: mon data avail warn = 5 2026-02-22T22:25:15.039 INFO:teuthology.orchestra.run.trial026.stdout: mon mgr mkfs grace = 240 2026-02-22T22:25:15.039 INFO:teuthology.orchestra.run.trial026.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:25:15.039 INFO:teuthology.orchestra.run.trial026.stdout: mon osd reporter subtree level = osd 2026-02-22T22:25:15.039 INFO:teuthology.orchestra.run.trial026.stdout: mon osd prime pg temp = true 2026-02-22T22:25:15.039 INFO:teuthology.orchestra.run.trial026.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:25:15.039 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.039 INFO:teuthology.orchestra.run.trial026.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T22:25:15.039 INFO:teuthology.orchestra.run.trial026.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T22:25:15.040 INFO:teuthology.orchestra.run.trial026.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T22:25:15.040 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.040 INFO:teuthology.orchestra.run.trial026.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T22:25:15.040 INFO:teuthology.orchestra.run.trial026.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T22:25:15.040 INFO:teuthology.orchestra.run.trial026.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T22:25:15.040 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.040 INFO:teuthology.orchestra.run.trial026.stdout: # 1m isn't quite enough 2026-02-22T22:25:15.040 INFO:teuthology.orchestra.run.trial026.stdout: mon_down_mkfs_grace = 2m 2026-02-22T22:25:15.040 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.040 INFO:teuthology.orchestra.run.trial026.stdout: mon_warn_on_filestore_osds = false 2026-02-22T22:25:15.040 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:15.040 INFO:teuthology.orchestra.run.trial026.stdout:[client] 2026-02-22T22:25:15.041 INFO:teuthology.orchestra.run.trial026.stdout: rgw cache enabled = true 2026-02-22T22:25:15.041 INFO:teuthology.orchestra.run.trial026.stdout: rgw enable ops log = true 2026-02-22T22:25:15.041 INFO:teuthology.orchestra.run.trial026.stdout: rgw enable usage log = true 2026-02-22T22:25:15.041 INFO:teuthology.orchestra.run.trial026.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T22:25:15.041 INFO:teuthology.orchestra.run.trial026.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T22:25:15.041 INFO:teuthology.orchestra.run.trial026.stdout:[mon.a] 2026-02-22T22:25:15.043 INFO:tasks.ceph:Creating admin key on cluster1.mon.a... 2026-02-22T22:25:15.043 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/cluster1.keyring 2026-02-22T22:25:15.123 INFO:tasks.ceph:Copying monmap to all nodes... 2026-02-22T22:25:15.124 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:15.124 DEBUG:teuthology.orchestra.run.trial004:> dd if=/etc/ceph/cluster1.keyring of=/dev/stdout 2026-02-22T22:25:15.181 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:15.181 DEBUG:teuthology.orchestra.run.trial004:> dd if=/home/ubuntu/cephtest/cluster1.monmap of=/dev/stdout 2026-02-22T22:25:15.239 INFO:tasks.ceph:Sending monmap to node ubuntu@trial004.front.sepia.ceph.com 2026-02-22T22:25:15.239 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:15.239 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/etc/ceph/cluster1.keyring 2026-02-22T22:25:15.239 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod 0644 /etc/ceph/cluster1.keyring 2026-02-22T22:25:15.312 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:15.313 DEBUG:teuthology.orchestra.run.trial004:> dd of=/home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:25:15.371 INFO:tasks.ceph:Sending monmap to node ubuntu@trial026.front.sepia.ceph.com 2026-02-22T22:25:15.371 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:25:15.371 DEBUG:teuthology.orchestra.run.trial026:> sudo dd of=/etc/ceph/cluster1.keyring 2026-02-22T22:25:15.372 DEBUG:teuthology.orchestra.run.trial026:> sudo chmod 0644 /etc/ceph/cluster1.keyring 2026-02-22T22:25:15.406 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:25:15.406 DEBUG:teuthology.orchestra.run.trial026:> dd of=/home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:25:15.462 INFO:tasks.ceph:Setting up mon nodes... 2026-02-22T22:25:15.462 INFO:tasks.ceph:Setting up mgr nodes... 2026-02-22T22:25:15.463 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /var/lib/ceph/mgr/cluster1-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/cluster1-x/keyring 2026-02-22T22:25:15.508 INFO:teuthology.orchestra.run.trial004.stdout:creating /var/lib/ceph/mgr/cluster1-x/keyring 2026-02-22T22:25:15.510 INFO:tasks.ceph:Setting up mds nodes... 2026-02-22T22:25:15.510 INFO:tasks.ceph_client:Setting up client nodes... 2026-02-22T22:25:15.510 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/cluster1.client.0.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.0.keyring 2026-02-22T22:25:15.544 INFO:teuthology.orchestra.run.trial004.stdout:creating /etc/ceph/cluster1.client.0.keyring 2026-02-22T22:25:15.555 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-02-22T22:25:15.555 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@trial004.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T22:25:15.555 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /var/lib/ceph/osd/cluster1-0 2026-02-22T22:25:15.618 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:25:15.618 INFO:tasks.ceph:role: cluster1.osd.0 2026-02-22T22:25:15.618 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@trial004.front.sepia.ceph.com 2026-02-22T22:25:15.618 DEBUG:teuthology.orchestra.run.trial004:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-02-22T22:25:15.683 INFO:teuthology.orchestra.run.trial004.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T22:25:15.683 INFO:teuthology.orchestra.run.trial004.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T22:25:15.683 INFO:teuthology.orchestra.run.trial004.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T22:25:15.683 INFO:teuthology.orchestra.run.trial004.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-22T22:25:15.683 INFO:teuthology.orchestra.run.trial004.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T22:25:15.683 INFO:teuthology.orchestra.run.trial004.stdout: = sunit=0 swidth=0 blks 2026-02-22T22:25:15.683 INFO:teuthology.orchestra.run.trial004.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T22:25:15.683 INFO:teuthology.orchestra.run.trial004.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T22:25:15.684 INFO:teuthology.orchestra.run.trial004.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T22:25:15.684 INFO:teuthology.orchestra.run.trial004.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T22:25:16.258 INFO:teuthology.orchestra.run.trial004.stdout:Discarding blocks...Done. 2026-02-22T22:25:16.260 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@trial004.front.sepia.ceph.com -o noatime 2026-02-22T22:25:16.260 DEBUG:teuthology.orchestra.run.trial004:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/cluster1-0 2026-02-22T22:25:16.329 DEBUG:teuthology.orchestra.run.trial004:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-0 2026-02-22T22:25:16.396 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /var/lib/ceph/osd/cluster1-1 2026-02-22T22:25:16.460 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:25:16.460 INFO:tasks.ceph:role: cluster1.osd.1 2026-02-22T22:25:16.460 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@trial004.front.sepia.ceph.com 2026-02-22T22:25:16.460 DEBUG:teuthology.orchestra.run.trial004:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-02-22T22:25:16.526 INFO:teuthology.orchestra.run.trial004.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T22:25:16.526 INFO:teuthology.orchestra.run.trial004.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T22:25:16.527 INFO:teuthology.orchestra.run.trial004.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T22:25:16.527 INFO:teuthology.orchestra.run.trial004.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-22T22:25:16.527 INFO:teuthology.orchestra.run.trial004.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T22:25:16.527 INFO:teuthology.orchestra.run.trial004.stdout: = sunit=0 swidth=0 blks 2026-02-22T22:25:16.527 INFO:teuthology.orchestra.run.trial004.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T22:25:16.527 INFO:teuthology.orchestra.run.trial004.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T22:25:16.527 INFO:teuthology.orchestra.run.trial004.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T22:25:16.527 INFO:teuthology.orchestra.run.trial004.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T22:25:17.087 INFO:teuthology.orchestra.run.trial004.stdout:Discarding blocks...Done. 2026-02-22T22:25:17.089 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@trial004.front.sepia.ceph.com -o noatime 2026-02-22T22:25:17.089 DEBUG:teuthology.orchestra.run.trial004:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/cluster1-1 2026-02-22T22:25:17.158 DEBUG:teuthology.orchestra.run.trial004:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-1 2026-02-22T22:25:17.226 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /var/lib/ceph/osd/cluster1-2 2026-02-22T22:25:17.291 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:25:17.291 INFO:tasks.ceph:role: cluster1.osd.2 2026-02-22T22:25:17.291 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@trial004.front.sepia.ceph.com 2026-02-22T22:25:17.291 DEBUG:teuthology.orchestra.run.trial004:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-02-22T22:25:17.357 INFO:teuthology.orchestra.run.trial004.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T22:25:17.357 INFO:teuthology.orchestra.run.trial004.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T22:25:17.357 INFO:teuthology.orchestra.run.trial004.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T22:25:17.357 INFO:teuthology.orchestra.run.trial004.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-22T22:25:17.357 INFO:teuthology.orchestra.run.trial004.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T22:25:17.358 INFO:teuthology.orchestra.run.trial004.stdout: = sunit=0 swidth=0 blks 2026-02-22T22:25:17.358 INFO:teuthology.orchestra.run.trial004.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T22:25:17.358 INFO:teuthology.orchestra.run.trial004.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T22:25:17.358 INFO:teuthology.orchestra.run.trial004.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T22:25:17.358 INFO:teuthology.orchestra.run.trial004.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T22:25:17.916 INFO:teuthology.orchestra.run.trial004.stdout:Discarding blocks...Done. 2026-02-22T22:25:17.918 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@trial004.front.sepia.ceph.com -o noatime 2026-02-22T22:25:17.918 DEBUG:teuthology.orchestra.run.trial004:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/cluster1-2 2026-02-22T22:25:17.986 DEBUG:teuthology.orchestra.run.trial004:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-2 2026-02-22T22:25:18.052 DEBUG:teuthology.orchestra.run.trial004:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:25:18.132 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-22T22:25:18.129+0000 7f2c6a022780 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-0/keyring: can't open /var/lib/ceph/osd/cluster1-0/keyring: (2) No such file or directory 2026-02-22T22:25:18.132 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-22T22:25:18.130+0000 7f2c6a022780 -1 created new key in keyring /var/lib/ceph/osd/cluster1-0/keyring 2026-02-22T22:25:18.132 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-22T22:25:18.130+0000 7f2c6a022780 -1 bdev(0x5615f935b800 /var/lib/ceph/osd/cluster1-0/block) open stat got: (1) Operation not permitted 2026-02-22T22:25:18.132 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-22T22:25:18.130+0000 7f2c6a022780 -1 bluestore(/var/lib/ceph/osd/cluster1-0) _read_fsid unparsable uuid 2026-02-22T22:25:21.041 DEBUG:teuthology.orchestra.run.trial004:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-0 2026-02-22T22:25:21.106 DEBUG:teuthology.orchestra.run.trial004:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:25:21.185 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-22T22:25:21.183+0000 7f8cac8c8780 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-1/keyring: can't open /var/lib/ceph/osd/cluster1-1/keyring: (2) No such file or directory 2026-02-22T22:25:21.186 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-22T22:25:21.183+0000 7f8cac8c8780 -1 created new key in keyring /var/lib/ceph/osd/cluster1-1/keyring 2026-02-22T22:25:21.186 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-22T22:25:21.183+0000 7f8cac8c8780 -1 bdev(0x5614cfae9800 /var/lib/ceph/osd/cluster1-1/block) open stat got: (1) Operation not permitted 2026-02-22T22:25:21.186 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-22T22:25:21.183+0000 7f8cac8c8780 -1 bluestore(/var/lib/ceph/osd/cluster1-1) _read_fsid unparsable uuid 2026-02-22T22:25:24.334 DEBUG:teuthology.orchestra.run.trial004:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-1 2026-02-22T22:25:24.400 DEBUG:teuthology.orchestra.run.trial004:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:25:24.477 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-22T22:25:24.475+0000 7fb533e0e780 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-2/keyring: can't open /var/lib/ceph/osd/cluster1-2/keyring: (2) No such file or directory 2026-02-22T22:25:24.477 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-22T22:25:24.475+0000 7fb533e0e780 -1 created new key in keyring /var/lib/ceph/osd/cluster1-2/keyring 2026-02-22T22:25:24.478 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-22T22:25:24.475+0000 7fb533e0e780 -1 bdev(0x561ea6269800 /var/lib/ceph/osd/cluster1-2/block) open stat got: (1) Operation not permitted 2026-02-22T22:25:24.478 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-22T22:25:24.475+0000 7fb533e0e780 -1 bluestore(/var/lib/ceph/osd/cluster1-2) _read_fsid unparsable uuid 2026-02-22T22:25:27.375 DEBUG:teuthology.orchestra.run.trial004:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-2 2026-02-22T22:25:27.440 INFO:tasks.ceph:Reading keys from all nodes... 2026-02-22T22:25:27.441 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:27.441 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/mgr/cluster1-x/keyring of=/dev/stdout 2026-02-22T22:25:27.504 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:27.504 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/osd/cluster1-0/keyring of=/dev/stdout 2026-02-22T22:25:27.567 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:27.567 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/osd/cluster1-1/keyring of=/dev/stdout 2026-02-22T22:25:27.633 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:27.633 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/osd/cluster1-2/keyring of=/dev/stdout 2026-02-22T22:25:27.697 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:27.697 DEBUG:teuthology.orchestra.run.trial004:> dd if=/etc/ceph/cluster1.client.0.keyring of=/dev/stdout 2026-02-22T22:25:27.753 INFO:tasks.ceph:Adding keys to all mons... 2026-02-22T22:25:27.753 DEBUG:teuthology.orchestra.run.trial004:> sudo tee -a /etc/ceph/cluster1.keyring 2026-02-22T22:25:27.817 INFO:teuthology.orchestra.run.trial004.stdout:[mgr.x] 2026-02-22T22:25:27.817 INFO:teuthology.orchestra.run.trial004.stdout: key = AQBLgptpGipBHhAAh9UWM7vxsFpXpr/zh/Olcg== 2026-02-22T22:25:27.817 INFO:teuthology.orchestra.run.trial004.stdout:[osd.0] 2026-02-22T22:25:27.818 INFO:teuthology.orchestra.run.trial004.stdout: key = AQBOgptpayPPBxAAOydB/JrhbTGnQIKsNXEakA== 2026-02-22T22:25:27.818 INFO:teuthology.orchestra.run.trial004.stdout:[osd.1] 2026-02-22T22:25:27.818 INFO:teuthology.orchestra.run.trial004.stdout: key = AQBRgptpFWf/ChAA91Asauu5Bneaq9PG8p9SNw== 2026-02-22T22:25:27.818 INFO:teuthology.orchestra.run.trial004.stdout:[osd.2] 2026-02-22T22:25:27.818 INFO:teuthology.orchestra.run.trial004.stdout: key = AQBUgptp4AZmHBAA/aEdNTjqzVbRQd5ospW9TQ== 2026-02-22T22:25:27.818 INFO:teuthology.orchestra.run.trial004.stdout:[client.0] 2026-02-22T22:25:27.818 INFO:teuthology.orchestra.run.trial004.stdout: key = AQBLgptpcUdoIBAAJDGeB2sHmhM9dn3HWuL9hg== 2026-02-22T22:25:27.819 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-22T22:25:27.901 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T22:25:27.983 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T22:25:28.063 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T22:25:28.144 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T22:25:28.228 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-02-22T22:25:28.228 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /var/lib/ceph/mon/cluster1-a 2026-02-22T22:25:28.293 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster cluster1 --mkfs -i a --monmap /home/ubuntu/cephtest/cluster1.monmap --keyring /etc/ceph/cluster1.keyring 2026-02-22T22:25:28.375 DEBUG:teuthology.orchestra.run.trial004:> sudo chown -R ceph:ceph /var/lib/ceph/mon/cluster1-a 2026-02-22T22:25:28.439 DEBUG:teuthology.orchestra.run.trial004:> rm -- /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:25:28.495 INFO:tasks.ceph:Starting mon daemons in cluster cluster1... 2026-02-22T22:25:28.495 INFO:tasks.ceph.cluster1.mon.a:Restarting daemon 2026-02-22T22:25:28.495 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster cluster1 -i a 2026-02-22T22:25:28.537 INFO:tasks.ceph.cluster1.mon.a:Started 2026-02-22T22:25:28.537 INFO:tasks.ceph:Starting mgr daemons in cluster cluster1... 2026-02-22T22:25:28.537 INFO:tasks.ceph.cluster1.mgr.x:Restarting daemon 2026-02-22T22:25:28.537 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster cluster1 -i x 2026-02-22T22:25:28.539 INFO:tasks.ceph.cluster1.mgr.x:Started 2026-02-22T22:25:28.540 INFO:tasks.ceph:Setting crush tunables to default 2026-02-22T22:25:28.540 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster cluster1 osd crush tunables default 2026-02-22T22:25:28.644 INFO:teuthology.orchestra.run.trial004.stderr:adjusted tunables profile to default 2026-02-22T22:25:28.650 INFO:tasks.ceph:check_enable_crimson: False 2026-02-22T22:25:28.650 INFO:tasks.ceph:Starting osd daemons in cluster cluster1... 2026-02-22T22:25:28.651 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:28.651 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/osd/cluster1-0/fsid of=/dev/stdout 2026-02-22T22:25:28.676 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:28.677 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/osd/cluster1-1/fsid of=/dev/stdout 2026-02-22T22:25:28.740 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:28.740 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/osd/cluster1-2/fsid of=/dev/stdout 2026-02-22T22:25:28.806 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster cluster1 osd new cdb9f8b7-d8e3-49bd-b382-8ece2ee668b6 0 2026-02-22T22:25:28.947 INFO:teuthology.orchestra.run.trial004.stdout:0 2026-02-22T22:25:28.956 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster cluster1 osd new 7cfc415d-cb16-4083-ab5b-5bb9c8aefeb4 1 2026-02-22T22:25:29.059 INFO:teuthology.orchestra.run.trial004.stdout:1 2026-02-22T22:25:29.067 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster cluster1 osd new 339ec3e1-01ae-4d9c-a651-9bb4c7fc6f4a 2 2026-02-22T22:25:29.149 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.147+0000 7f8f96e10140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-22T22:25:29.170 INFO:teuthology.orchestra.run.trial004.stdout:2 2026-02-22T22:25:29.179 INFO:tasks.ceph.cluster1.osd.0:Restarting daemon 2026-02-22T22:25:29.179 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 0 2026-02-22T22:25:29.182 INFO:tasks.ceph.cluster1.osd.0:Started 2026-02-22T22:25:29.182 INFO:tasks.ceph.cluster1.osd.1:Restarting daemon 2026-02-22T22:25:29.182 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 1 2026-02-22T22:25:29.184 INFO:tasks.ceph.cluster1.osd.1:Started 2026-02-22T22:25:29.184 INFO:tasks.ceph.cluster1.osd.2:Restarting daemon 2026-02-22T22:25:29.184 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 2 2026-02-22T22:25:29.185 INFO:tasks.ceph.cluster1.osd.2:Started 2026-02-22T22:25:29.186 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:25:29.275 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.274+0000 7f8f96e10140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-22T22:25:29.283 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:29.283 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":5,"fsid":"6bdf96e6-f147-47c3-b883-c3fcd0ad0684","created":"2026-02-22T22:25:28.598581+0000","modified":"2026-02-22T22:25:29.169405+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T22:25:29.169405+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"cdb9f8b7-d8e3-49bd-b382-8ece2ee668b6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7cfc415d-cb16-4083-ab5b-5bb9c8aefeb4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"339ec3e1-01ae-4d9c-a651-9bb4c7fc6f4a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:25:29.290 INFO:tasks.ceph.ceph_manager.cluster1:[] 2026-02-22T22:25:29.291 INFO:tasks.ceph:Waiting for OSDs to come up 2026-02-22T22:25:29.303 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.301+0000 7f8f96e10140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-22T22:25:29.336 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.335+0000 7f8f96e10140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-22T22:25:29.360 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.358+0000 7f8f96e10140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-22T22:25:29.386 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.384+0000 7f8f96e10140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-22T22:25:29.442 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.440+0000 7f8f96e10140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-22T22:25:29.503 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-22T22:25:29.504 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-22T22:25:29.504 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr: from numpy import show_config as show_numpy_config 2026-02-22T22:25:29.507 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.505+0000 7f8f96e10140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-22T22:25:29.532 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.530+0000 7f8f96e10140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-22T22:25:29.588 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.586+0000 7f8f96e10140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-22T22:25:29.591 DEBUG:teuthology.orchestra.run.trial004:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:25:29.631 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.629+0000 7f8f96e10140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-22T22:25:29.657 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.655+0000 7f8f96e10140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-22T22:25:29.681 INFO:teuthology.misc.health.trial004.stdout: 2026-02-22T22:25:29.682 INFO:teuthology.misc.health.trial004.stdout:{"epoch":5,"fsid":"6bdf96e6-f147-47c3-b883-c3fcd0ad0684","created":"2026-02-22T22:25:28.598581+0000","modified":"2026-02-22T22:25:29.169405+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T22:25:29.169405+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"cdb9f8b7-d8e3-49bd-b382-8ece2ee668b6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7cfc415d-cb16-4083-ab5b-5bb9c8aefeb4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"339ec3e1-01ae-4d9c-a651-9bb4c7fc6f4a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:25:29.682 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.680+0000 7f8f96e10140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-22T22:25:29.688 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T22:25:29.708 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.706+0000 7f8f96e10140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-22T22:25:29.731 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.729+0000 7f8f96e10140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-22T22:25:29.925 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.923+0000 7f8f96e10140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-22T22:25:29.979 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:29.978+0000 7f8f96e10140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-22T22:25:30.002 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:30.000+0000 7f8f96e10140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-22T22:25:30.025 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:30.023+0000 7f8f96e10140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-22T22:25:30.079 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:30.077+0000 7f8f96e10140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-22T22:25:30.100 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:30.098+0000 7f8f96e10140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-22T22:25:30.152 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:30.150+0000 7f8f96e10140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-22T22:25:30.543 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:30.541+0000 7f8f96e10140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-22T22:25:30.565 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:30.563+0000 7f8f96e10140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-22T22:25:30.904 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:30.902+0000 7f8f96e10140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-22T22:25:31.137 INFO:tasks.ceph.cluster1.osd.0.trial004.stderr:2026-02-22T22:25:31.135+0000 7fe81162d780 -1 Falling back to public interface 2026-02-22T22:25:31.150 INFO:tasks.ceph.cluster1.osd.1.trial004.stderr:2026-02-22T22:25:31.148+0000 7f6f31611780 -1 Falling back to public interface 2026-02-22T22:25:31.158 INFO:tasks.ceph.cluster1.osd.2.trial004.stderr:2026-02-22T22:25:31.156+0000 7f5c2a60c780 -1 Falling back to public interface 2026-02-22T22:25:31.910 INFO:tasks.ceph.cluster1.mgr.x.trial004.stderr:2026-02-22T22:25:31.908+0000 7f8eb37a0640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-22T22:25:34.944 INFO:tasks.ceph.cluster1.osd.1.trial004.stderr:2026-02-22T22:25:34.942+0000 7f6f31611780 -1 osd.1 0 log_to_monitors true 2026-02-22T22:25:35.129 INFO:tasks.ceph.cluster1.osd.0.trial004.stderr:2026-02-22T22:25:35.127+0000 7fe81162d780 -1 osd.0 0 log_to_monitors true 2026-02-22T22:25:35.181 INFO:tasks.ceph.cluster1.osd.2.trial004.stderr:2026-02-22T22:25:35.179+0000 7f5c2a60c780 -1 osd.2 0 log_to_monitors true 2026-02-22T22:25:35.990 DEBUG:teuthology.orchestra.run.trial004:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:25:36.014 INFO:tasks.ceph.cluster1.osd.1.trial004.stderr:2026-02-22T22:25:36.013+0000 7f6f2cfd4640 -1 osd.1 0 waiting for initial osdmap 2026-02-22T22:25:36.019 INFO:tasks.ceph.cluster1.osd.1.trial004.stderr:2026-02-22T22:25:36.017+0000 7f6f24df6640 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T22:25:36.139 INFO:teuthology.misc.health.trial004.stdout: 2026-02-22T22:25:36.140 INFO:teuthology.misc.health.trial004.stdout:{"epoch":7,"fsid":"6bdf96e6-f147-47c3-b883-c3fcd0ad0684","created":"2026-02-22T22:25:28.598581+0000","modified":"2026-02-22T22:25:35.996109+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T22:25:29.169405+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"cdb9f8b7-d8e3-49bd-b382-8ece2ee668b6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7cfc415d-cb16-4083-ab5b-5bb9c8aefeb4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"339ec3e1-01ae-4d9c-a651-9bb4c7fc6f4a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:25:36.146 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T22:25:37.004 INFO:tasks.ceph.cluster1.osd.2.trial004.stderr:2026-02-22T22:25:37.003+0000 7f5c26037640 -1 osd.2 0 waiting for initial osdmap 2026-02-22T22:25:37.015 INFO:tasks.ceph.cluster1.osd.0.trial004.stderr:2026-02-22T22:25:37.014+0000 7fe80cbc3640 -1 osd.0 0 waiting for initial osdmap 2026-02-22T22:25:37.017 INFO:tasks.ceph.cluster1.osd.0.trial004.stderr:2026-02-22T22:25:37.015+0000 7fe8049e5640 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T22:25:37.022 INFO:tasks.ceph.cluster1.osd.2.trial004.stderr:2026-02-22T22:25:37.021+0000 7f5c1de59640 -1 osd.2 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T22:25:42.449 DEBUG:teuthology.orchestra.run.trial004:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:25:42.597 INFO:teuthology.misc.health.trial004.stdout: 2026-02-22T22:25:42.597 INFO:teuthology.misc.health.trial004.stdout:{"epoch":12,"fsid":"6bdf96e6-f147-47c3-b883-c3fcd0ad0684","created":"2026-02-22T22:25:28.598581+0000","modified":"2026-02-22T22:25:41.005710+0000","last_up_change":"2026-02-22T22:25:38.000113+0000","last_in_change":"2026-02-22T22:25:29.169405+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:25:38.919193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cdb9f8b7-d8e3-49bd-b382-8ece2ee668b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6802","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6803","nonce":1944604692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6804","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6805","nonce":1944604692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6808","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6809","nonce":1944604692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6806","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6807","nonce":1944604692}]},"public_addr":"10.20.193.4:6803/1944604692","cluster_addr":"10.20.193.4:6805/1944604692","heartbeat_back_addr":"10.20.193.4:6809/1944604692","heartbeat_front_addr":"10.20.193.4:6807/1944604692","state":["exists","up"]},{"osd":1,"uuid":"7cfc415d-cb16-4083-ab5b-5bb9c8aefeb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6810","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6811","nonce":1214819153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6812","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6813","nonce":1214819153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6816","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6817","nonce":1214819153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6814","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6815","nonce":1214819153}]},"public_addr":"10.20.193.4:6811/1214819153","cluster_addr":"10.20.193.4:6813/1214819153","heartbeat_back_addr":"10.20.193.4:6817/1214819153","heartbeat_front_addr":"10.20.193.4:6815/1214819153","state":["exists","up"]},{"osd":2,"uuid":"339ec3e1-01ae-4d9c-a651-9bb4c7fc6f4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6818","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6819","nonce":2881202600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6820","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6821","nonce":2881202600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6824","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6825","nonce":2881202600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6822","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6823","nonce":2881202600}]},"public_addr":"10.20.193.4:6819/2881202600","cluster_addr":"10.20.193.4:6821/2881202600","heartbeat_back_addr":"10.20.193.4:6825/2881202600","heartbeat_front_addr":"10.20.193.4:6823/2881202600","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:25:36.154579+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:25:35.967870+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:25:36.141436+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:25:42.604 DEBUG:teuthology.misc:3 of 3 OSDs are up 2026-02-22T22:25:42.604 INFO:tasks.ceph:Creating RBD pool 2026-02-22T22:25:42.604 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster cluster1 osd pool create rbd 8 2026-02-22T22:25:43.012 INFO:teuthology.orchestra.run.trial004.stderr:pool 'rbd' created 2026-02-22T22:25:43.022 DEBUG:teuthology.orchestra.run.trial004:> rbd --cluster cluster1 pool init rbd 2026-02-22T22:25:46.025 INFO:tasks.ceph:Starting mds daemons in cluster cluster1... 2026-02-22T22:25:46.025 INFO:tasks.ceph:Waiting until cluster1 daemons up and pgs clean... 2026-02-22T22:25:46.025 INFO:tasks.ceph.ceph_manager.cluster1:waiting for mgr available 2026-02-22T22:25:46.026 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 mgr dump --format=json 2026-02-22T22:25:46.026 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-02-22T22:25:46.211 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:46.218 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":5,"flags":0,"active_gid":4102,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6800","nonce":4239769950},{"type":"v1","addr":"10.20.193.4:6801","nonce":4239769950}]},"active_addr":"10.20.193.4:6801/4239769950","active_change":"2026-02-22T22:25:30.904646+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":3716326149}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":3424058656}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":1619347911}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":3300112210}]}]} 2026-02-22T22:25:46.223 INFO:tasks.ceph.ceph_manager.cluster1:mgr available! 2026-02-22T22:25:46.223 INFO:tasks.ceph.ceph_manager.cluster1:waiting for all up 2026-02-22T22:25:46.223 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:25:46.380 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:46.380 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":16,"fsid":"6bdf96e6-f147-47c3-b883-c3fcd0ad0684","created":"2026-02-22T22:25:28.598581+0000","modified":"2026-02-22T22:25:46.015854+0000","last_up_change":"2026-02-22T22:25:38.000113+0000","last_in_change":"2026-02-22T22:25:29.169405+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:25:38.919193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T22:25:42.760440+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cdb9f8b7-d8e3-49bd-b382-8ece2ee668b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6802","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6803","nonce":1944604692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6804","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6805","nonce":1944604692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6808","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6809","nonce":1944604692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6806","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6807","nonce":1944604692}]},"public_addr":"10.20.193.4:6803/1944604692","cluster_addr":"10.20.193.4:6805/1944604692","heartbeat_back_addr":"10.20.193.4:6809/1944604692","heartbeat_front_addr":"10.20.193.4:6807/1944604692","state":["exists","up"]},{"osd":1,"uuid":"7cfc415d-cb16-4083-ab5b-5bb9c8aefeb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6810","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6811","nonce":1214819153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6812","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6813","nonce":1214819153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6816","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6817","nonce":1214819153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6814","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6815","nonce":1214819153}]},"public_addr":"10.20.193.4:6811/1214819153","cluster_addr":"10.20.193.4:6813/1214819153","heartbeat_back_addr":"10.20.193.4:6817/1214819153","heartbeat_front_addr":"10.20.193.4:6815/1214819153","state":["exists","up"]},{"osd":2,"uuid":"339ec3e1-01ae-4d9c-a651-9bb4c7fc6f4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6818","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6819","nonce":2881202600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6820","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6821","nonce":2881202600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6824","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6825","nonce":2881202600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6822","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6823","nonce":2881202600}]},"public_addr":"10.20.193.4:6819/2881202600","cluster_addr":"10.20.193.4:6821/2881202600","heartbeat_back_addr":"10.20.193.4:6825/2881202600","heartbeat_front_addr":"10.20.193.4:6823/2881202600","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:25:36.154579+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:25:35.967870+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:25:36.141436+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:25:46.389 INFO:tasks.ceph.ceph_manager.cluster1:all up! 2026-02-22T22:25:46.389 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:25:46.547 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:46.547 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":16,"fsid":"6bdf96e6-f147-47c3-b883-c3fcd0ad0684","created":"2026-02-22T22:25:28.598581+0000","modified":"2026-02-22T22:25:46.015854+0000","last_up_change":"2026-02-22T22:25:38.000113+0000","last_in_change":"2026-02-22T22:25:29.169405+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:25:38.919193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T22:25:42.760440+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cdb9f8b7-d8e3-49bd-b382-8ece2ee668b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6802","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6803","nonce":1944604692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6804","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6805","nonce":1944604692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6808","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6809","nonce":1944604692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6806","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6807","nonce":1944604692}]},"public_addr":"10.20.193.4:6803/1944604692","cluster_addr":"10.20.193.4:6805/1944604692","heartbeat_back_addr":"10.20.193.4:6809/1944604692","heartbeat_front_addr":"10.20.193.4:6807/1944604692","state":["exists","up"]},{"osd":1,"uuid":"7cfc415d-cb16-4083-ab5b-5bb9c8aefeb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6810","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6811","nonce":1214819153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6812","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6813","nonce":1214819153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6816","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6817","nonce":1214819153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6814","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6815","nonce":1214819153}]},"public_addr":"10.20.193.4:6811/1214819153","cluster_addr":"10.20.193.4:6813/1214819153","heartbeat_back_addr":"10.20.193.4:6817/1214819153","heartbeat_front_addr":"10.20.193.4:6815/1214819153","state":["exists","up"]},{"osd":2,"uuid":"339ec3e1-01ae-4d9c-a651-9bb4c7fc6f4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6818","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6819","nonce":2881202600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6820","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6821","nonce":2881202600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6824","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6825","nonce":2881202600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6822","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6823","nonce":2881202600}]},"public_addr":"10.20.193.4:6819/2881202600","cluster_addr":"10.20.193.4:6821/2881202600","heartbeat_back_addr":"10.20.193.4:6825/2881202600","heartbeat_front_addr":"10.20.193.4:6823/2881202600","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:25:36.154579+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:25:35.967870+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:25:36.141436+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:25:46.556 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.0 flush_pg_stats 2026-02-22T22:25:46.556 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.1 flush_pg_stats 2026-02-22T22:25:46.557 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.2 flush_pg_stats 2026-02-22T22:25:46.643 INFO:teuthology.orchestra.run.trial004.stdout:34359738373 2026-02-22T22:25:46.643 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.1 2026-02-22T22:25:46.644 INFO:teuthology.orchestra.run.trial004.stdout:38654705668 2026-02-22T22:25:46.644 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.0 2026-02-22T22:25:46.644 INFO:teuthology.orchestra.run.trial004.stdout:38654705669 2026-02-22T22:25:46.644 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.2 2026-02-22T22:25:46.842 INFO:teuthology.orchestra.run.trial004.stdout:38654705667 2026-02-22T22:25:46.846 INFO:teuthology.orchestra.run.trial004.stdout:34359738372 2026-02-22T22:25:46.847 INFO:teuthology.orchestra.run.trial004.stdout:38654705668 2026-02-22T22:25:46.851 INFO:tasks.ceph.ceph_manager.cluster1:need seq 38654705668 got 38654705667 for osd.0 2026-02-22T22:25:46.856 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738373 got 34359738372 for osd.1 2026-02-22T22:25:46.858 INFO:tasks.ceph.ceph_manager.cluster1:need seq 38654705669 got 38654705668 for osd.2 2026-02-22T22:25:47.852 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.0 2026-02-22T22:25:47.857 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.1 2026-02-22T22:25:47.859 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.2 2026-02-22T22:25:48.014 INFO:teuthology.orchestra.run.trial004.stdout:38654705668 2026-02-22T22:25:48.025 INFO:tasks.ceph.ceph_manager.cluster1:need seq 38654705668 got 38654705668 for osd.0 2026-02-22T22:25:48.025 DEBUG:teuthology.parallel:result is None 2026-02-22T22:25:48.053 INFO:teuthology.orchestra.run.trial004.stdout:34359738373 2026-02-22T22:25:48.059 INFO:teuthology.orchestra.run.trial004.stdout:38654705669 2026-02-22T22:25:48.062 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738373 got 34359738373 for osd.1 2026-02-22T22:25:48.062 DEBUG:teuthology.parallel:result is None 2026-02-22T22:25:48.069 INFO:tasks.ceph.ceph_manager.cluster1:need seq 38654705669 got 38654705669 for osd.2 2026-02-22T22:25:48.069 DEBUG:teuthology.parallel:result is None 2026-02-22T22:25:48.070 INFO:tasks.ceph.ceph_manager.cluster1:waiting for clean 2026-02-22T22:25:48.070 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:25:48.264 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:48.265 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-22T22:25:48.272 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2026-02-22T22:25:46.908128+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":82468,"kb_used_data":1560,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283033052,"statfs":{"total":289910292480,"available":289825845248,"internally_reserved":0,"allocated":1597440,"data_stored":1295883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4782,"internal_metadata":82767186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.896794"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.020449+0000","last_change":"2026-02-22T22:25:46.020449+0000","last_active":"2026-02-22T22:25:46.020449+0000","last_peered":"2026-02-22T22:25:46.020449+0000","last_clean":"2026-02-22T22:25:46.020449+0000","last_became_active":"2026-02-22T22:25:44.017898+0000","last_became_peered":"2026-02-22T22:25:44.017898+0000","last_unstale":"2026-02-22T22:25:46.020449+0000","last_undegraded":"2026-02-22T22:25:46.020449+0000","last_fullsized":"2026-02-22T22:25:46.020449+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:48:33.773420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051534699999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.020618+0000","last_change":"2026-02-22T22:25:46.020618+0000","last_active":"2026-02-22T22:25:46.020618+0000","last_peered":"2026-02-22T22:25:46.020618+0000","last_clean":"2026-02-22T22:25:46.020618+0000","last_became_active":"2026-02-22T22:25:44.017952+0000","last_became_peered":"2026-02-22T22:25:44.017952+0000","last_unstale":"2026-02-22T22:25:46.020618+0000","last_undegraded":"2026-02-22T22:25:46.020618+0000","last_fullsized":"2026-02-22T22:25:46.020618+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:26:13.197446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066061699999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.020317+0000","last_change":"2026-02-22T22:25:46.020317+0000","last_active":"2026-02-22T22:25:46.020317+0000","last_peered":"2026-02-22T22:25:46.020317+0000","last_clean":"2026-02-22T22:25:46.020317+0000","last_became_active":"2026-02-22T22:25:44.017851+0000","last_became_peered":"2026-02-22T22:25:44.017851+0000","last_unstale":"2026-02-22T22:25:46.020317+0000","last_undegraded":"2026-02-22T22:25:46.020317+0000","last_fullsized":"2026-02-22T22:25:46.020317+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:28:45.879722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000394263,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.020446+0000","last_change":"2026-02-22T22:25:46.020446+0000","last_active":"2026-02-22T22:25:46.020446+0000","last_peered":"2026-02-22T22:25:46.020446+0000","last_clean":"2026-02-22T22:25:46.020446+0000","last_became_active":"2026-02-22T22:25:44.018001+0000","last_became_peered":"2026-02-22T22:25:44.018001+0000","last_unstale":"2026-02-22T22:25:46.020446+0000","last_undegraded":"2026-02-22T22:25:46.020446+0000","last_fullsized":"2026-02-22T22:25:46.020446+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:47:53.205481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051161100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":21,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.019320+0000","last_change":"2026-02-22T22:25:46.018745+0000","last_active":"2026-02-22T22:25:46.019320+0000","last_peered":"2026-02-22T22:25:46.019320+0000","last_clean":"2026-02-22T22:25:46.019320+0000","last_became_active":"2026-02-22T22:25:44.017797+0000","last_became_peered":"2026-02-22T22:25:44.017797+0000","last_unstale":"2026-02-22T22:25:46.019320+0000","last_undegraded":"2026-02-22T22:25:46.019320+0000","last_fullsized":"2026-02-22T22:25:46.019320+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:36:20.461596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061464199999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.313575+0000","last_change":"2026-02-22T22:25:46.313689+0000","last_active":"2026-02-22T22:25:46.313575+0000","last_peered":"2026-02-22T22:25:46.313575+0000","last_clean":"2026-02-22T22:25:46.313575+0000","last_became_active":"2026-02-22T22:25:44.017859+0000","last_became_peered":"2026-02-22T22:25:44.017859+0000","last_unstale":"2026-02-22T22:25:46.313575+0000","last_undegraded":"2026-02-22T22:25:46.313575+0000","last_fullsized":"2026-02-22T22:25:46.313575+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:17:47.385216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023549700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.313543+0000","last_change":"2026-02-22T22:25:46.313668+0000","last_active":"2026-02-22T22:25:46.313543+0000","last_peered":"2026-02-22T22:25:46.313543+0000","last_clean":"2026-02-22T22:25:46.313543+0000","last_became_active":"2026-02-22T22:25:44.017956+0000","last_became_peered":"2026-02-22T22:25:44.017956+0000","last_unstale":"2026-02-22T22:25:46.313543+0000","last_undegraded":"2026-02-22T22:25:46.313543+0000","last_fullsized":"2026-02-22T22:25:46.313543+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:10:06.100727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024431399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":20,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.020277+0000","last_change":"2026-02-22T22:25:46.020277+0000","last_active":"2026-02-22T22:25:46.020277+0000","last_peered":"2026-02-22T22:25:46.020277+0000","last_clean":"2026-02-22T22:25:46.020277+0000","last_became_active":"2026-02-22T22:25:44.017664+0000","last_became_peered":"2026-02-22T22:25:44.017664+0000","last_unstale":"2026-02-22T22:25:46.020277+0000","last_undegraded":"2026-02-22T22:25:46.020277+0000","last_fullsized":"2026-02-22T22:25:46.020277+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:46:16.410352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034047299999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'72","reported_seq":110,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.019655+0000","last_change":"2026-02-22T22:25:40.191472+0000","last_active":"2026-02-22T22:25:46.019655+0000","last_peered":"2026-02-22T22:25:46.019655+0000","last_clean":"2026-02-22T22:25:46.019655+0000","last_became_active":"2026-02-22T22:25:40.191341+0000","last_became_peered":"2026-02-22T22:25:40.191341+0000","last_unstale":"2026-02-22T22:25:46.019655+0000","last_undegraded":"2026-02-22T22:25:46.019655+0000","last_fullsized":"2026-02-22T22:25:46.019655+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:39.003696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:39.003696+0000","last_clean_scrub_stamp":"2026-02-22T22:25:39.003696+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:42:35.544099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705669,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27088,"kb_used_data":120,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344752,"statfs":{"total":96636764160,"available":96609026048,"internally_reserved":0,"allocated":122880,"data_stored":33679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705668,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27688,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344152,"statfs":{"total":96636764160,"available":96608411648,"internally_reserved":0,"allocated":737280,"data_stored":631102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738373,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27692,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344148,"statfs":{"total":96636764160,"available":96608407552,"internally_reserved":0,"allocated":737280,"data_stored":631102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:25:48.274 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:25:48.429 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:48.430 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-22T22:25:48.438 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2026-02-22T22:25:46.908128+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":7,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":82468,"kb_used_data":1560,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283033052,"statfs":{"total":289910292480,"available":289825845248,"internally_reserved":0,"allocated":1597440,"data_stored":1295883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4782,"internal_metadata":82767186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.896794"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.020449+0000","last_change":"2026-02-22T22:25:46.020449+0000","last_active":"2026-02-22T22:25:46.020449+0000","last_peered":"2026-02-22T22:25:46.020449+0000","last_clean":"2026-02-22T22:25:46.020449+0000","last_became_active":"2026-02-22T22:25:44.017898+0000","last_became_peered":"2026-02-22T22:25:44.017898+0000","last_unstale":"2026-02-22T22:25:46.020449+0000","last_undegraded":"2026-02-22T22:25:46.020449+0000","last_fullsized":"2026-02-22T22:25:46.020449+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:48:33.773420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051534699999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.020618+0000","last_change":"2026-02-22T22:25:46.020618+0000","last_active":"2026-02-22T22:25:46.020618+0000","last_peered":"2026-02-22T22:25:46.020618+0000","last_clean":"2026-02-22T22:25:46.020618+0000","last_became_active":"2026-02-22T22:25:44.017952+0000","last_became_peered":"2026-02-22T22:25:44.017952+0000","last_unstale":"2026-02-22T22:25:46.020618+0000","last_undegraded":"2026-02-22T22:25:46.020618+0000","last_fullsized":"2026-02-22T22:25:46.020618+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:26:13.197446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066061699999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.020317+0000","last_change":"2026-02-22T22:25:46.020317+0000","last_active":"2026-02-22T22:25:46.020317+0000","last_peered":"2026-02-22T22:25:46.020317+0000","last_clean":"2026-02-22T22:25:46.020317+0000","last_became_active":"2026-02-22T22:25:44.017851+0000","last_became_peered":"2026-02-22T22:25:44.017851+0000","last_unstale":"2026-02-22T22:25:46.020317+0000","last_undegraded":"2026-02-22T22:25:46.020317+0000","last_fullsized":"2026-02-22T22:25:46.020317+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:28:45.879722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000394263,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.020446+0000","last_change":"2026-02-22T22:25:46.020446+0000","last_active":"2026-02-22T22:25:46.020446+0000","last_peered":"2026-02-22T22:25:46.020446+0000","last_clean":"2026-02-22T22:25:46.020446+0000","last_became_active":"2026-02-22T22:25:44.018001+0000","last_became_peered":"2026-02-22T22:25:44.018001+0000","last_unstale":"2026-02-22T22:25:46.020446+0000","last_undegraded":"2026-02-22T22:25:46.020446+0000","last_fullsized":"2026-02-22T22:25:46.020446+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:47:53.205481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051161100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":21,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.019320+0000","last_change":"2026-02-22T22:25:46.018745+0000","last_active":"2026-02-22T22:25:46.019320+0000","last_peered":"2026-02-22T22:25:46.019320+0000","last_clean":"2026-02-22T22:25:46.019320+0000","last_became_active":"2026-02-22T22:25:44.017797+0000","last_became_peered":"2026-02-22T22:25:44.017797+0000","last_unstale":"2026-02-22T22:25:46.019320+0000","last_undegraded":"2026-02-22T22:25:46.019320+0000","last_fullsized":"2026-02-22T22:25:46.019320+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:36:20.461596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061464199999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.313575+0000","last_change":"2026-02-22T22:25:46.313689+0000","last_active":"2026-02-22T22:25:46.313575+0000","last_peered":"2026-02-22T22:25:46.313575+0000","last_clean":"2026-02-22T22:25:46.313575+0000","last_became_active":"2026-02-22T22:25:44.017859+0000","last_became_peered":"2026-02-22T22:25:44.017859+0000","last_unstale":"2026-02-22T22:25:46.313575+0000","last_undegraded":"2026-02-22T22:25:46.313575+0000","last_fullsized":"2026-02-22T22:25:46.313575+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:17:47.385216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023549700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.313543+0000","last_change":"2026-02-22T22:25:46.313668+0000","last_active":"2026-02-22T22:25:46.313543+0000","last_peered":"2026-02-22T22:25:46.313543+0000","last_clean":"2026-02-22T22:25:46.313543+0000","last_became_active":"2026-02-22T22:25:44.017956+0000","last_became_peered":"2026-02-22T22:25:44.017956+0000","last_unstale":"2026-02-22T22:25:46.313543+0000","last_undegraded":"2026-02-22T22:25:46.313543+0000","last_fullsized":"2026-02-22T22:25:46.313543+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:10:06.100727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024431399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":20,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.020277+0000","last_change":"2026-02-22T22:25:46.020277+0000","last_active":"2026-02-22T22:25:46.020277+0000","last_peered":"2026-02-22T22:25:46.020277+0000","last_clean":"2026-02-22T22:25:46.020277+0000","last_became_active":"2026-02-22T22:25:44.017664+0000","last_became_peered":"2026-02-22T22:25:44.017664+0000","last_unstale":"2026-02-22T22:25:46.020277+0000","last_undegraded":"2026-02-22T22:25:46.020277+0000","last_fullsized":"2026-02-22T22:25:46.020277+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:46:16.410352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034047299999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'72","reported_seq":110,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:25:46.019655+0000","last_change":"2026-02-22T22:25:40.191472+0000","last_active":"2026-02-22T22:25:46.019655+0000","last_peered":"2026-02-22T22:25:46.019655+0000","last_clean":"2026-02-22T22:25:46.019655+0000","last_became_active":"2026-02-22T22:25:40.191341+0000","last_became_peered":"2026-02-22T22:25:40.191341+0000","last_unstale":"2026-02-22T22:25:46.019655+0000","last_undegraded":"2026-02-22T22:25:46.019655+0000","last_fullsized":"2026-02-22T22:25:46.019655+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:39.003696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:39.003696+0000","last_clean_scrub_stamp":"2026-02-22T22:25:39.003696+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:42:35.544099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705669,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27088,"kb_used_data":120,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344752,"statfs":{"total":96636764160,"available":96609026048,"internally_reserved":0,"allocated":122880,"data_stored":33679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705668,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27688,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344152,"statfs":{"total":96636764160,"available":96608411648,"internally_reserved":0,"allocated":737280,"data_stored":631102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738373,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27692,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344148,"statfs":{"total":96636764160,"available":96608407552,"internally_reserved":0,"allocated":737280,"data_stored":631102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:25:48.438 INFO:tasks.ceph.ceph_manager.cluster1:clean! 2026-02-22T22:25:48.439 INFO:tasks.ceph:Waiting until ceph cluster cluster1 is healthy... 2026-02-22T22:25:48.439 INFO:tasks.ceph.ceph_manager.cluster1:wait_until_healthy 2026-02-22T22:25:48.439 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 health --format=json 2026-02-22T22:25:48.612 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:48.612 INFO:teuthology.orchestra.run.trial004.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-22T22:25:48.621 INFO:tasks.ceph.ceph_manager.cluster1:wait_until_healthy done 2026-02-22T22:25:48.621 INFO:teuthology.run_tasks:Running task ceph... 2026-02-22T22:25:48.630 INFO:tasks.ceph:Creating ceph cluster cluster2... 2026-02-22T22:25:48.630 INFO:tasks.ceph:config {'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluefs allocator': 'hybrid', 'bluestore allocator': 'hybrid', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'cpu_profile': set(), 'cluster': 'cluster2', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-02-22T22:25:48.630 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64219', 'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'description': 'rbd/migration-external/{1-base/install 2-clusters/2-node 3-objectstore/bluestore-hybrid 4-supported-random-distro$/{centos_latest} 5-data-pool/none 6-prepare/native-standalone 7-io-workloads/qemu_xfstests 8-migrate-workloads/execute conf/{disable-pool-app}}', 'email': 'yweinste@redhat.com', 'exclude_arch': 'armv7l', 'first_in_suite': False, 'flavor': 'default', 'io_workload': {'sequential': [{'qemu': {'cluster1.client.0': {'disks': [{'action': 'none', 'image_name': 'client.0.0'}, {'action': 'none', 'image_name': 'client.0.1'}, {'action': 'none', 'image_name': 'client.0.2'}], 'test': 'qa/run_xfstests_qemu.sh', 'type': 'block'}}}]}, 'job_id': '64219', 'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'trial', 'meta': [{'desc': 'run two ceph clusters'}, {'desc': '2 ceph clusters with 1 mon and 3 osds each'}], 'migrate_workload': {'sequential': [{'exec': {'cluster1.client.0': ['sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration execute client.0.0', 'sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration commit client.0.0', 'sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration execute client.0.1']}}]}, 'name': 'yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial', 'no_nested_subset': False, 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid'}, 'ceph': {'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluefs allocator': 'hybrid', 'bluestore allocator': 'hybrid', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'owner': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'priority': 69, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['cluster1.mon.a', 'cluster1.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0'], ['cluster2.mon.a', 'cluster2.mgr.x', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster2.client.0']], 'seed': 9196, 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'sleep_before_teardown': 0, 'subset': '111/120000', 'suite': 'rbd', 'suite_branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'targets': {'trial004.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGHzqd6SQAGPl33QTnTszLJPir8l1zSn/6fu6b1cQsgpIWpVWWdSnt6ZVQUxS92+ocoY8juiFDWgqDiGeCVj/5E=', 'trial026.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCoBqSA+iNwg0OU54/pvbP+kEtl6oxKgulV7KipjLWLI0ynA+lOCbypc9PNsK3J8s40RSD8l/1IkS9yybeWQb3w='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': {'cluster': 'cluster1', 'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluefs allocator': 'hybrid', 'bluestore allocator': 'hybrid', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, {'ceph': {'cluster': 'cluster2', 'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluefs allocator': 'hybrid', 'bluestore allocator': 'hybrid', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, {'exec': {'cluster2.client.0': ['echo \'{"type":"qcow","stream":{"type":"http","url":"http://download.ceph.com/qa/ubuntu-12.04.qcow2"}}\' | rbd --cluster cluster2 migration prepare --import-only --source-spec-path - client.0.0', 'rbd --cluster cluster2 migration execute client.0.0', 'rbd --cluster cluster2 migration commit client.0.0', 'rbd --cluster cluster2 snap create client.0.0@snap', 'rbd --cluster cluster2 create --size 1G client.0.1', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.1', 'rbd --cluster cluster2 snap create client.0.1@snap', 'rbd --cluster cluster2 create --size 1G client.0.2', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.2', 'rbd --cluster cluster2 snap create client.0.2@snap']}}, {'exec': {'cluster1.client.0': ['echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.0","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.0', 'echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.1","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.1', 'echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.2","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.2']}}, {'parallel': ['io_workload', 'migrate_workload']}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': 'fa17720d0088c3ac28e473468bfc79eeaff5cd38', 'timestamp': '2026-02-22_19:35:38', 'tube': 'trial', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3318653'} 2026-02-22T22:25:48.631 DEBUG:teuthology.orchestra.run.trial004:> install -d -m0755 -- /home/ubuntu/cephtest/cluster2.data 2026-02-22T22:25:48.633 DEBUG:teuthology.orchestra.run.trial026:> install -d -m0755 -- /home/ubuntu/cephtest/cluster2.data 2026-02-22T22:25:48.650 DEBUG:teuthology.orchestra.run.trial004:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T22:25:48.689 DEBUG:teuthology.orchestra.run.trial026:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T22:25:48.713 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:25:48.713 DEBUG:teuthology.orchestra.run.trial026:> dd if=/scratch_devs of=/dev/stdout 2026-02-22T22:25:48.772 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-22T22:25:48.772 DEBUG:teuthology.orchestra.run.trial026:> stat /dev/vg_nvme/lv_1 2026-02-22T22:25:48.829 INFO:teuthology.orchestra.run.trial026.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-22T22:25:48.829 INFO:teuthology.orchestra.run.trial026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:25:48.829 INFO:teuthology.orchestra.run.trial026.stdout:Device: 6h/6d Inode: 1302 Links: 1 2026-02-22T22:25:48.829 INFO:teuthology.orchestra.run.trial026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:25:48.829 INFO:teuthology.orchestra.run.trial026.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T22:25:48.829 INFO:teuthology.orchestra.run.trial026.stdout:Access: 2026-02-22 22:25:11.183886507 +0000 2026-02-22T22:25:48.829 INFO:teuthology.orchestra.run.trial026.stdout:Modify: 2026-02-22 22:24:34.137324207 +0000 2026-02-22T22:25:48.829 INFO:teuthology.orchestra.run.trial026.stdout:Change: 2026-02-22 22:24:34.137324207 +0000 2026-02-22T22:25:48.829 INFO:teuthology.orchestra.run.trial026.stdout: Birth: 2026-02-22 22:24:34.137324207 +0000 2026-02-22T22:25:48.829 DEBUG:teuthology.orchestra.run.trial026:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-22T22:25:48.892 INFO:teuthology.orchestra.run.trial026.stderr:1+0 records in 2026-02-22T22:25:48.892 INFO:teuthology.orchestra.run.trial026.stderr:1+0 records out 2026-02-22T22:25:48.892 INFO:teuthology.orchestra.run.trial026.stderr:512 bytes copied, 0.000155788 s, 3.3 MB/s 2026-02-22T22:25:48.894 DEBUG:teuthology.orchestra.run.trial026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-22T22:25:48.952 DEBUG:teuthology.orchestra.run.trial026:> stat /dev/vg_nvme/lv_2 2026-02-22T22:25:49.008 INFO:teuthology.orchestra.run.trial026.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-22T22:25:49.009 INFO:teuthology.orchestra.run.trial026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:25:49.009 INFO:teuthology.orchestra.run.trial026.stdout:Device: 6h/6d Inode: 1310 Links: 1 2026-02-22T22:25:49.009 INFO:teuthology.orchestra.run.trial026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:25:49.009 INFO:teuthology.orchestra.run.trial026.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T22:25:49.009 INFO:teuthology.orchestra.run.trial026.stdout:Access: 2026-02-22 22:25:11.183886507 +0000 2026-02-22T22:25:49.009 INFO:teuthology.orchestra.run.trial026.stdout:Modify: 2026-02-22 22:24:34.137324207 +0000 2026-02-22T22:25:49.009 INFO:teuthology.orchestra.run.trial026.stdout:Change: 2026-02-22 22:24:34.137324207 +0000 2026-02-22T22:25:49.009 INFO:teuthology.orchestra.run.trial026.stdout: Birth: 2026-02-22 22:24:34.137324207 +0000 2026-02-22T22:25:49.010 DEBUG:teuthology.orchestra.run.trial026:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-22T22:25:49.072 INFO:teuthology.orchestra.run.trial026.stderr:1+0 records in 2026-02-22T22:25:49.072 INFO:teuthology.orchestra.run.trial026.stderr:1+0 records out 2026-02-22T22:25:49.072 INFO:teuthology.orchestra.run.trial026.stderr:512 bytes copied, 0.000145087 s, 3.5 MB/s 2026-02-22T22:25:49.073 DEBUG:teuthology.orchestra.run.trial026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-22T22:25:49.131 DEBUG:teuthology.orchestra.run.trial026:> stat /dev/vg_nvme/lv_3 2026-02-22T22:25:49.187 INFO:teuthology.orchestra.run.trial026.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-22T22:25:49.187 INFO:teuthology.orchestra.run.trial026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:25:49.187 INFO:teuthology.orchestra.run.trial026.stdout:Device: 6h/6d Inode: 1297 Links: 1 2026-02-22T22:25:49.187 INFO:teuthology.orchestra.run.trial026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:25:49.187 INFO:teuthology.orchestra.run.trial026.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T22:25:49.187 INFO:teuthology.orchestra.run.trial026.stdout:Access: 2026-02-22 22:25:11.183886507 +0000 2026-02-22T22:25:49.187 INFO:teuthology.orchestra.run.trial026.stdout:Modify: 2026-02-22 22:24:34.136324246 +0000 2026-02-22T22:25:49.187 INFO:teuthology.orchestra.run.trial026.stdout:Change: 2026-02-22 22:24:34.136324246 +0000 2026-02-22T22:25:49.187 INFO:teuthology.orchestra.run.trial026.stdout: Birth: 2026-02-22 22:24:34.136324246 +0000 2026-02-22T22:25:49.188 DEBUG:teuthology.orchestra.run.trial026:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-22T22:25:49.252 INFO:teuthology.orchestra.run.trial026.stderr:1+0 records in 2026-02-22T22:25:49.252 INFO:teuthology.orchestra.run.trial026.stderr:1+0 records out 2026-02-22T22:25:49.253 INFO:teuthology.orchestra.run.trial026.stderr:512 bytes copied, 0.000153974 s, 3.3 MB/s 2026-02-22T22:25:49.254 DEBUG:teuthology.orchestra.run.trial026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-22T22:25:49.311 DEBUG:teuthology.orchestra.run.trial026:> stat /dev/vg_nvme/lv_4 2026-02-22T22:25:49.368 INFO:teuthology.orchestra.run.trial026.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-22T22:25:49.368 INFO:teuthology.orchestra.run.trial026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:25:49.368 INFO:teuthology.orchestra.run.trial026.stdout:Device: 6h/6d Inode: 1305 Links: 1 2026-02-22T22:25:49.368 INFO:teuthology.orchestra.run.trial026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:25:49.369 INFO:teuthology.orchestra.run.trial026.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T22:25:49.369 INFO:teuthology.orchestra.run.trial026.stdout:Access: 2026-02-22 22:25:11.184886468 +0000 2026-02-22T22:25:49.369 INFO:teuthology.orchestra.run.trial026.stdout:Modify: 2026-02-22 22:24:34.137324207 +0000 2026-02-22T22:25:49.369 INFO:teuthology.orchestra.run.trial026.stdout:Change: 2026-02-22 22:24:34.137324207 +0000 2026-02-22T22:25:49.369 INFO:teuthology.orchestra.run.trial026.stdout: Birth: 2026-02-22 22:24:34.137324207 +0000 2026-02-22T22:25:49.369 DEBUG:teuthology.orchestra.run.trial026:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-22T22:25:49.430 INFO:teuthology.orchestra.run.trial026.stderr:1+0 records in 2026-02-22T22:25:49.430 INFO:teuthology.orchestra.run.trial026.stderr:1+0 records out 2026-02-22T22:25:49.430 INFO:teuthology.orchestra.run.trial026.stderr:512 bytes copied, 0.000141581 s, 3.6 MB/s 2026-02-22T22:25:49.431 DEBUG:teuthology.orchestra.run.trial026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-22T22:25:49.488 INFO:tasks.ceph:osd dev map: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:25:49.488 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@trial026.front.sepia.ceph.com'): {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T22:25:49.489 INFO:tasks.ceph:Generating config... 2026-02-22T22:25:49.491 INFO:tasks.ceph:[global] mon warn on pool no app = False 2026-02-22T22:25:49.491 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-02-22T22:25:49.491 INFO:tasks.ceph:[mgr] debug ms = 1 2026-02-22T22:25:49.492 INFO:tasks.ceph:[mon] debug mon = 20 2026-02-22T22:25:49.492 INFO:tasks.ceph:[mon] debug ms = 1 2026-02-22T22:25:49.492 INFO:tasks.ceph:[mon] debug paxos = 20 2026-02-22T22:25:49.492 INFO:tasks.ceph:[osd] bluefs allocator = hybrid 2026-02-22T22:25:49.492 INFO:tasks.ceph:[osd] bluestore allocator = hybrid 2026-02-22T22:25:49.492 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-02-22T22:25:49.492 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-02-22T22:25:49.492 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-02-22T22:25:49.492 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-02-22T22:25:49.492 INFO:tasks.ceph:[osd] debug ms = 1 2026-02-22T22:25:49.492 INFO:tasks.ceph:[osd] debug osd = 20 2026-02-22T22:25:49.493 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-02-22T22:25:49.493 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-02-22T22:25:49.493 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-02-22T22:25:49.493 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-02-22T22:25:49.493 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-02-22T22:25:49.493 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-02-22T22:25:49.493 INFO:tasks.ceph:Setting up cluster2.mon.a... 2026-02-22T22:25:49.493 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/cluster2.keyring 2026-02-22T22:25:49.563 INFO:teuthology.orchestra.run.trial026.stdout:creating /etc/ceph/cluster2.keyring 2026-02-22T22:25:49.565 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/cluster2.keyring 2026-02-22T22:25:49.640 DEBUG:teuthology.orchestra.run.trial026:> sudo chmod 0644 /etc/ceph/cluster2.keyring 2026-02-22T22:25:49.705 DEBUG:tasks.ceph:Ceph mon addresses: [('cluster2.mon.a', '10.20.193.26')] 2026-02-22T22:25:49.706 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '10.20.193.26', 'mon warn on pool no app': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd mclock skip benchmark': 'true', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluefs allocator': 'hybrid', 'bluestore allocator': 'hybrid', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok'}, 'mon.a': {}} 2026-02-22T22:25:49.707 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:25:49.707 DEBUG:teuthology.orchestra.run.trial026:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T22:25:49.764 DEBUG:teuthology.orchestra.run.trial026:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 10.20.193.26 --print /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:25:49.835 INFO:teuthology.orchestra.run.trial026.stdout:monmaptool: monmap file /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:25:49.835 INFO:teuthology.orchestra.run.trial026.stdout:monmaptool: generated fsid d3a17a0f-a5db-4191-8f94-4ff03bb210b9 2026-02-22T22:25:49.835 INFO:teuthology.orchestra.run.trial026.stdout:setting min_mon_release = quincy 2026-02-22T22:25:49.835 INFO:teuthology.orchestra.run.trial026.stdout:epoch 0 2026-02-22T22:25:49.835 INFO:teuthology.orchestra.run.trial026.stdout:fsid d3a17a0f-a5db-4191-8f94-4ff03bb210b9 2026-02-22T22:25:49.835 INFO:teuthology.orchestra.run.trial026.stdout:last_changed 2026-02-22T22:25:49.834235+0000 2026-02-22T22:25:49.835 INFO:teuthology.orchestra.run.trial026.stdout:created 2026-02-22T22:25:49.834235+0000 2026-02-22T22:25:49.835 INFO:teuthology.orchestra.run.trial026.stdout:min_mon_release 17 (quincy) 2026-02-22T22:25:49.835 INFO:teuthology.orchestra.run.trial026.stdout:election_strategy: 1 2026-02-22T22:25:49.835 INFO:teuthology.orchestra.run.trial026.stdout:0: [v2:10.20.193.26:3300/0,v1:10.20.193.26:6789/0] mon.a 2026-02-22T22:25:49.835 INFO:teuthology.orchestra.run.trial026.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/cluster2.monmap (1 monitors) 2026-02-22T22:25:49.836 DEBUG:teuthology.orchestra.run.trial026:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T22:25:49.891 INFO:tasks.ceph:Writing /etc/ceph/cluster2.conf for FSID d3a17a0f-a5db-4191-8f94-4ff03bb210b9... 2026-02-22T22:25:49.892 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster2.conf && sudo chmod 0644 /etc/ceph/cluster2.conf > /dev/null 2026-02-22T22:25:49.894 DEBUG:teuthology.orchestra.run.trial026:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster2.conf && sudo chmod 0644 /etc/ceph/cluster2.conf > /dev/null 2026-02-22T22:25:49.934 INFO:teuthology.orchestra.run.trial004.stdout:[global] 2026-02-22T22:25:49.934 INFO:teuthology.orchestra.run.trial004.stdout: chdir = "" 2026-02-22T22:25:49.934 INFO:teuthology.orchestra.run.trial004.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T22:25:49.935 INFO:teuthology.orchestra.run.trial004.stdout: auth supported = cephx 2026-02-22T22:25:49.935 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.935 INFO:teuthology.orchestra.run.trial004.stdout: filestore xattr use omap = true 2026-02-22T22:25:49.935 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.935 INFO:teuthology.orchestra.run.trial004.stdout: mon clock drift allowed = 1.000 2026-02-22T22:25:49.935 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.935 INFO:teuthology.orchestra.run.trial004.stdout: osd crush chooseleaf type = 0 2026-02-22T22:25:49.935 INFO:teuthology.orchestra.run.trial004.stdout: auth debug = true 2026-02-22T22:25:49.935 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.935 INFO:teuthology.orchestra.run.trial004.stdout: ms die on old message = true 2026-02-22T22:25:49.935 INFO:teuthology.orchestra.run.trial004.stdout: ms die on bug = true 2026-02-22T22:25:49.936 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.936 INFO:teuthology.orchestra.run.trial004.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T22:25:49.936 INFO:teuthology.orchestra.run.trial004.stdout: mon pg warn max object skew = 0 2026-02-22T22:25:49.936 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.936 INFO:teuthology.orchestra.run.trial004.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T22:25:49.936 INFO:teuthology.orchestra.run.trial004.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T22:25:49.936 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.936 INFO:teuthology.orchestra.run.trial004.stdout: osd pool default size = 2 2026-02-22T22:25:49.936 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.936 INFO:teuthology.orchestra.run.trial004.stdout: mon osd allow primary affinity = true 2026-02-22T22:25:49.936 INFO:teuthology.orchestra.run.trial004.stdout: mon osd allow pg remap = true 2026-02-22T22:25:49.936 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on legacy crush tunables = false 2026-02-22T22:25:49.937 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on crush straw calc version zero = false 2026-02-22T22:25:49.937 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on no sortbitwise = false 2026-02-22T22:25:49.937 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on osd down out interval zero = false 2026-02-22T22:25:49.937 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on too few osds = false 2026-02-22T22:25:49.937 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T22:25:49.937 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T22:25:49.937 INFO:teuthology.orchestra.run.trial004.stdout: mon_allow_pool_size_one = true 2026-02-22T22:25:49.937 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.937 INFO:teuthology.orchestra.run.trial004.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T22:25:49.937 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.937 INFO:teuthology.orchestra.run.trial004.stdout: osd default data pool replay window = 5 2026-02-22T22:25:49.937 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.938 INFO:teuthology.orchestra.run.trial004.stdout: mon allow pool delete = true 2026-02-22T22:25:49.938 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.938 INFO:teuthology.orchestra.run.trial004.stdout: mon cluster log file level = debug 2026-02-22T22:25:49.938 INFO:teuthology.orchestra.run.trial004.stdout: debug asserts on shutdown = true 2026-02-22T22:25:49.938 INFO:teuthology.orchestra.run.trial004.stdout: mon health detail to clog = false 2026-02-22T22:25:49.938 INFO:teuthology.orchestra.run.trial004.stdout: mon host = 10.20.193.26 2026-02-22T22:25:49.938 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on pool no app = False 2026-02-22T22:25:49.938 INFO:teuthology.orchestra.run.trial004.stdout: fsid = d3a17a0f-a5db-4191-8f94-4ff03bb210b9 2026-02-22T22:25:49.938 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.938 INFO:teuthology.orchestra.run.trial004.stdout:[osd] 2026-02-22T22:25:49.938 INFO:teuthology.orchestra.run.trial004.stdout: osd journal size = 100 2026-02-22T22:25:49.938 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.939 INFO:teuthology.orchestra.run.trial004.stdout: osd scrub load threshold = 5.0 2026-02-22T22:25:49.939 INFO:teuthology.orchestra.run.trial004.stdout: osd scrub max interval = 600 2026-02-22T22:25:49.939 INFO:teuthology.orchestra.run.trial004.stdout: osd mclock profile = high_recovery_ops 2026-02-22T22:25:49.939 INFO:teuthology.orchestra.run.trial004.stdout: osd mclock skip benchmark = true 2026-02-22T22:25:49.939 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.939 INFO:teuthology.orchestra.run.trial004.stdout: osd recover clone overlap = true 2026-02-22T22:25:49.939 INFO:teuthology.orchestra.run.trial004.stdout: osd recovery max chunk = 1048576 2026-02-22T22:25:49.939 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.939 INFO:teuthology.orchestra.run.trial004.stdout: osd debug shutdown = true 2026-02-22T22:25:49.939 INFO:teuthology.orchestra.run.trial004.stdout: osd debug op order = true 2026-02-22T22:25:49.939 INFO:teuthology.orchestra.run.trial004.stdout: osd debug verify stray on activate = true 2026-02-22T22:25:49.939 INFO:teuthology.orchestra.run.trial004.stdout: osd debug trim objects = true 2026-02-22T22:25:49.939 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.940 INFO:teuthology.orchestra.run.trial004.stdout: osd open classes on start = true 2026-02-22T22:25:49.940 INFO:teuthology.orchestra.run.trial004.stdout: osd debug pg log writeout = true 2026-02-22T22:25:49.940 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.940 INFO:teuthology.orchestra.run.trial004.stdout: osd deep scrub update digest min age = 30 2026-02-22T22:25:49.940 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.940 INFO:teuthology.orchestra.run.trial004.stdout: osd map max advance = 10 2026-02-22T22:25:49.940 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.940 INFO:teuthology.orchestra.run.trial004.stdout: journal zero on create = true 2026-02-22T22:25:49.940 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.940 INFO:teuthology.orchestra.run.trial004.stdout: filestore ondisk finisher threads = 3 2026-02-22T22:25:49.940 INFO:teuthology.orchestra.run.trial004.stdout: filestore apply finisher threads = 3 2026-02-22T22:25:49.940 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.941 INFO:teuthology.orchestra.run.trial004.stdout: bdev debug aio = true 2026-02-22T22:25:49.941 INFO:teuthology.orchestra.run.trial004.stdout: osd debug misdirected ops = true 2026-02-22T22:25:49.941 INFO:teuthology.orchestra.run.trial004.stdout: bluefs allocator = hybrid 2026-02-22T22:25:49.941 INFO:teuthology.orchestra.run.trial004.stdout: bluestore allocator = hybrid 2026-02-22T22:25:49.941 INFO:teuthology.orchestra.run.trial004.stdout: bluestore block size = 96636764160 2026-02-22T22:25:49.941 INFO:teuthology.orchestra.run.trial004.stdout: bluestore fsck on mount = True 2026-02-22T22:25:49.941 INFO:teuthology.orchestra.run.trial004.stdout: debug bluefs = 1/20 2026-02-22T22:25:49.941 INFO:teuthology.orchestra.run.trial004.stdout: debug bluestore = 1/20 2026-02-22T22:25:49.941 INFO:teuthology.orchestra.run.trial004.stdout: debug ms = 1 2026-02-22T22:25:49.941 INFO:teuthology.orchestra.run.trial004.stdout: debug osd = 20 2026-02-22T22:25:49.941 INFO:teuthology.orchestra.run.trial004.stdout: debug rocksdb = 4/10 2026-02-22T22:25:49.941 INFO:teuthology.orchestra.run.trial004.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T22:25:49.941 INFO:teuthology.orchestra.run.trial004.stdout: mon osd full ratio = 0.9 2026-02-22T22:25:49.942 INFO:teuthology.orchestra.run.trial004.stdout: mon osd nearfull ratio = 0.8 2026-02-22T22:25:49.942 INFO:teuthology.orchestra.run.trial004.stdout: osd failsafe full ratio = 0.95 2026-02-22T22:25:49.942 INFO:teuthology.orchestra.run.trial004.stdout: osd objectstore = bluestore 2026-02-22T22:25:49.942 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.942 INFO:teuthology.orchestra.run.trial004.stdout:[mgr] 2026-02-22T22:25:49.942 INFO:teuthology.orchestra.run.trial004.stdout: debug ms = 1 2026-02-22T22:25:49.942 INFO:teuthology.orchestra.run.trial004.stdout: debug mgr = 20 2026-02-22T22:25:49.942 INFO:teuthology.orchestra.run.trial004.stdout: debug mon = 20 2026-02-22T22:25:49.942 INFO:teuthology.orchestra.run.trial004.stdout: debug auth = 20 2026-02-22T22:25:49.942 INFO:teuthology.orchestra.run.trial004.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:25:49.942 INFO:teuthology.orchestra.run.trial004.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:25:49.942 INFO:teuthology.orchestra.run.trial004.stdout: mgr/telemetry/nag = false 2026-02-22T22:25:49.942 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.943 INFO:teuthology.orchestra.run.trial004.stdout:[mon] 2026-02-22T22:25:49.943 INFO:teuthology.orchestra.run.trial004.stdout: debug ms = 1 2026-02-22T22:25:49.943 INFO:teuthology.orchestra.run.trial004.stdout: debug mon = 20 2026-02-22T22:25:49.943 INFO:teuthology.orchestra.run.trial004.stdout: debug paxos = 20 2026-02-22T22:25:49.943 INFO:teuthology.orchestra.run.trial004.stdout: debug auth = 20 2026-02-22T22:25:49.943 INFO:teuthology.orchestra.run.trial004.stdout: mon data avail warn = 5 2026-02-22T22:25:49.943 INFO:teuthology.orchestra.run.trial004.stdout: mon mgr mkfs grace = 240 2026-02-22T22:25:49.943 INFO:teuthology.orchestra.run.trial004.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:25:49.943 INFO:teuthology.orchestra.run.trial004.stdout: mon osd reporter subtree level = osd 2026-02-22T22:25:49.943 INFO:teuthology.orchestra.run.trial004.stdout: mon osd prime pg temp = true 2026-02-22T22:25:49.943 INFO:teuthology.orchestra.run.trial004.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:25:49.943 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.944 INFO:teuthology.orchestra.run.trial004.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T22:25:49.944 INFO:teuthology.orchestra.run.trial004.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T22:25:49.944 INFO:teuthology.orchestra.run.trial004.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T22:25:49.944 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.944 INFO:teuthology.orchestra.run.trial004.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T22:25:49.944 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T22:25:49.944 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T22:25:49.944 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.944 INFO:teuthology.orchestra.run.trial004.stdout: # 1m isn't quite enough 2026-02-22T22:25:49.944 INFO:teuthology.orchestra.run.trial004.stdout: mon_down_mkfs_grace = 2m 2026-02-22T22:25:49.944 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.945 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_filestore_osds = false 2026-02-22T22:25:49.945 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:25:49.945 INFO:teuthology.orchestra.run.trial004.stdout:[client] 2026-02-22T22:25:49.945 INFO:teuthology.orchestra.run.trial004.stdout: rgw cache enabled = true 2026-02-22T22:25:49.945 INFO:teuthology.orchestra.run.trial004.stdout: rgw enable ops log = true 2026-02-22T22:25:49.945 INFO:teuthology.orchestra.run.trial004.stdout: rgw enable usage log = true 2026-02-22T22:25:49.945 INFO:teuthology.orchestra.run.trial004.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T22:25:49.945 INFO:teuthology.orchestra.run.trial004.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T22:25:49.945 INFO:teuthology.orchestra.run.trial004.stdout:[mon.a] 2026-02-22T22:25:49.970 INFO:teuthology.orchestra.run.trial026.stdout:[global] 2026-02-22T22:25:49.970 INFO:teuthology.orchestra.run.trial026.stdout: chdir = "" 2026-02-22T22:25:49.970 INFO:teuthology.orchestra.run.trial026.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T22:25:49.970 INFO:teuthology.orchestra.run.trial026.stdout: auth supported = cephx 2026-02-22T22:25:49.970 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.971 INFO:teuthology.orchestra.run.trial026.stdout: filestore xattr use omap = true 2026-02-22T22:25:49.971 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.971 INFO:teuthology.orchestra.run.trial026.stdout: mon clock drift allowed = 1.000 2026-02-22T22:25:49.971 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.971 INFO:teuthology.orchestra.run.trial026.stdout: osd crush chooseleaf type = 0 2026-02-22T22:25:49.971 INFO:teuthology.orchestra.run.trial026.stdout: auth debug = true 2026-02-22T22:25:49.971 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.971 INFO:teuthology.orchestra.run.trial026.stdout: ms die on old message = true 2026-02-22T22:25:49.971 INFO:teuthology.orchestra.run.trial026.stdout: ms die on bug = true 2026-02-22T22:25:49.971 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.971 INFO:teuthology.orchestra.run.trial026.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T22:25:49.972 INFO:teuthology.orchestra.run.trial026.stdout: mon pg warn max object skew = 0 2026-02-22T22:25:49.972 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.972 INFO:teuthology.orchestra.run.trial026.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T22:25:49.972 INFO:teuthology.orchestra.run.trial026.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T22:25:49.972 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.972 INFO:teuthology.orchestra.run.trial026.stdout: osd pool default size = 2 2026-02-22T22:25:49.972 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.972 INFO:teuthology.orchestra.run.trial026.stdout: mon osd allow primary affinity = true 2026-02-22T22:25:49.972 INFO:teuthology.orchestra.run.trial026.stdout: mon osd allow pg remap = true 2026-02-22T22:25:49.972 INFO:teuthology.orchestra.run.trial026.stdout: mon warn on legacy crush tunables = false 2026-02-22T22:25:49.972 INFO:teuthology.orchestra.run.trial026.stdout: mon warn on crush straw calc version zero = false 2026-02-22T22:25:49.972 INFO:teuthology.orchestra.run.trial026.stdout: mon warn on no sortbitwise = false 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: mon warn on osd down out interval zero = false 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: mon warn on too few osds = false 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: mon_allow_pool_size_one = true 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: osd default data pool replay window = 5 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: mon allow pool delete = true 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: mon cluster log file level = debug 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: debug asserts on shutdown = true 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: mon health detail to clog = false 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: mon host = 10.20.193.26 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: mon warn on pool no app = False 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: fsid = d3a17a0f-a5db-4191-8f94-4ff03bb210b9 2026-02-22T22:25:49.973 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout:[osd] 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd journal size = 100 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd scrub load threshold = 5.0 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd scrub max interval = 600 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd mclock profile = high_recovery_ops 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd mclock skip benchmark = true 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd recover clone overlap = true 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd recovery max chunk = 1048576 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd debug shutdown = true 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd debug op order = true 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd debug verify stray on activate = true 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd debug trim objects = true 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd open classes on start = true 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd debug pg log writeout = true 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd deep scrub update digest min age = 30 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd map max advance = 10 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: journal zero on create = true 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: filestore ondisk finisher threads = 3 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: filestore apply finisher threads = 3 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: bdev debug aio = true 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: osd debug misdirected ops = true 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: bluefs allocator = hybrid 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: bluestore allocator = hybrid 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: bluestore block size = 96636764160 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: bluestore fsck on mount = True 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: debug bluefs = 1/20 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: debug bluestore = 1/20 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: debug ms = 1 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: debug osd = 20 2026-02-22T22:25:49.974 INFO:teuthology.orchestra.run.trial026.stdout: debug rocksdb = 4/10 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon osd full ratio = 0.9 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon osd nearfull ratio = 0.8 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: osd failsafe full ratio = 0.95 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: osd objectstore = bluestore 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout:[mgr] 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: debug ms = 1 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: debug mgr = 20 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: debug mon = 20 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: debug auth = 20 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mgr/telemetry/nag = false 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout:[mon] 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: debug ms = 1 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: debug mon = 20 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: debug paxos = 20 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: debug auth = 20 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon data avail warn = 5 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon mgr mkfs grace = 240 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon osd reporter subtree level = osd 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon osd prime pg temp = true 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: # 1m isn't quite enough 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon_down_mkfs_grace = 2m 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: mon_warn_on_filestore_osds = false 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:25:49.975 INFO:teuthology.orchestra.run.trial026.stdout:[client] 2026-02-22T22:25:49.976 INFO:teuthology.orchestra.run.trial026.stdout: rgw cache enabled = true 2026-02-22T22:25:49.976 INFO:teuthology.orchestra.run.trial026.stdout: rgw enable ops log = true 2026-02-22T22:25:49.976 INFO:teuthology.orchestra.run.trial026.stdout: rgw enable usage log = true 2026-02-22T22:25:49.976 INFO:teuthology.orchestra.run.trial026.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T22:25:49.976 INFO:teuthology.orchestra.run.trial026.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T22:25:49.976 INFO:teuthology.orchestra.run.trial026.stdout:[mon.a] 2026-02-22T22:25:49.979 INFO:tasks.ceph:Creating admin key on cluster2.mon.a... 2026-02-22T22:25:49.979 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/cluster2.keyring 2026-02-22T22:25:50.061 INFO:tasks.ceph:Copying monmap to all nodes... 2026-02-22T22:25:50.061 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:25:50.061 DEBUG:teuthology.orchestra.run.trial026:> dd if=/etc/ceph/cluster2.keyring of=/dev/stdout 2026-02-22T22:25:50.119 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:25:50.119 DEBUG:teuthology.orchestra.run.trial026:> dd if=/home/ubuntu/cephtest/cluster2.monmap of=/dev/stdout 2026-02-22T22:25:50.176 INFO:tasks.ceph:Sending monmap to node ubuntu@trial004.front.sepia.ceph.com 2026-02-22T22:25:50.176 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:50.176 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/etc/ceph/cluster2.keyring 2026-02-22T22:25:50.176 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod 0644 /etc/ceph/cluster2.keyring 2026-02-22T22:25:50.211 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:25:50.211 DEBUG:teuthology.orchestra.run.trial004:> dd of=/home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:25:50.267 INFO:tasks.ceph:Sending monmap to node ubuntu@trial026.front.sepia.ceph.com 2026-02-22T22:25:50.267 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:25:50.267 DEBUG:teuthology.orchestra.run.trial026:> sudo dd of=/etc/ceph/cluster2.keyring 2026-02-22T22:25:50.267 DEBUG:teuthology.orchestra.run.trial026:> sudo chmod 0644 /etc/ceph/cluster2.keyring 2026-02-22T22:25:50.299 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:25:50.299 DEBUG:teuthology.orchestra.run.trial026:> dd of=/home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:25:50.354 INFO:tasks.ceph:Setting up mon nodes... 2026-02-22T22:25:50.354 INFO:tasks.ceph:Setting up mgr nodes... 2026-02-22T22:25:50.355 DEBUG:teuthology.orchestra.run.trial026:> sudo mkdir -p /var/lib/ceph/mgr/cluster2-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/cluster2-x/keyring 2026-02-22T22:25:50.438 INFO:teuthology.orchestra.run.trial026.stdout:creating /var/lib/ceph/mgr/cluster2-x/keyring 2026-02-22T22:25:50.441 INFO:tasks.ceph:Setting up mds nodes... 2026-02-22T22:25:50.441 INFO:tasks.ceph_client:Setting up client nodes... 2026-02-22T22:25:50.441 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/cluster2.client.0.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.0.keyring 2026-02-22T22:25:50.516 INFO:teuthology.orchestra.run.trial026.stdout:creating /etc/ceph/cluster2.client.0.keyring 2026-02-22T22:25:50.528 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-02-22T22:25:50.528 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@trial004.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}, Remote(name='ubuntu@trial026.front.sepia.ceph.com'): {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T22:25:50.528 DEBUG:teuthology.orchestra.run.trial026:> sudo mkdir -p /var/lib/ceph/osd/cluster2-0 2026-02-22T22:25:50.591 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:25:50.591 INFO:tasks.ceph:role: cluster2.osd.0 2026-02-22T22:25:50.591 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@trial026.front.sepia.ceph.com 2026-02-22T22:25:50.591 DEBUG:teuthology.orchestra.run.trial026:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-02-22T22:25:50.655 INFO:teuthology.orchestra.run.trial026.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T22:25:50.656 INFO:teuthology.orchestra.run.trial026.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T22:25:50.656 INFO:teuthology.orchestra.run.trial026.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T22:25:50.656 INFO:teuthology.orchestra.run.trial026.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-22T22:25:50.656 INFO:teuthology.orchestra.run.trial026.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T22:25:50.656 INFO:teuthology.orchestra.run.trial026.stdout: = sunit=0 swidth=0 blks 2026-02-22T22:25:50.656 INFO:teuthology.orchestra.run.trial026.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T22:25:50.656 INFO:teuthology.orchestra.run.trial026.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T22:25:50.656 INFO:teuthology.orchestra.run.trial026.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T22:25:50.656 INFO:teuthology.orchestra.run.trial026.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T22:25:51.277 INFO:teuthology.orchestra.run.trial026.stdout:Discarding blocks...Done. 2026-02-22T22:25:51.280 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@trial026.front.sepia.ceph.com -o noatime 2026-02-22T22:25:51.280 DEBUG:teuthology.orchestra.run.trial026:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/cluster2-0 2026-02-22T22:25:51.349 DEBUG:teuthology.orchestra.run.trial026:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-0 2026-02-22T22:25:51.417 DEBUG:teuthology.orchestra.run.trial026:> sudo mkdir -p /var/lib/ceph/osd/cluster2-1 2026-02-22T22:25:51.481 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:25:51.482 INFO:tasks.ceph:role: cluster2.osd.1 2026-02-22T22:25:51.482 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@trial026.front.sepia.ceph.com 2026-02-22T22:25:51.482 DEBUG:teuthology.orchestra.run.trial026:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-02-22T22:25:51.547 INFO:teuthology.orchestra.run.trial026.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T22:25:51.547 INFO:teuthology.orchestra.run.trial026.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T22:25:51.547 INFO:teuthology.orchestra.run.trial026.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T22:25:51.547 INFO:teuthology.orchestra.run.trial026.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-22T22:25:51.547 INFO:teuthology.orchestra.run.trial026.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T22:25:51.547 INFO:teuthology.orchestra.run.trial026.stdout: = sunit=0 swidth=0 blks 2026-02-22T22:25:51.547 INFO:teuthology.orchestra.run.trial026.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T22:25:51.548 INFO:teuthology.orchestra.run.trial026.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T22:25:51.548 INFO:teuthology.orchestra.run.trial026.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T22:25:51.548 INFO:teuthology.orchestra.run.trial026.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T22:25:52.109 INFO:teuthology.orchestra.run.trial026.stdout:Discarding blocks...Done. 2026-02-22T22:25:52.111 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@trial026.front.sepia.ceph.com -o noatime 2026-02-22T22:25:52.111 DEBUG:teuthology.orchestra.run.trial026:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/cluster2-1 2026-02-22T22:25:52.178 DEBUG:teuthology.orchestra.run.trial026:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-1 2026-02-22T22:25:52.245 DEBUG:teuthology.orchestra.run.trial026:> sudo mkdir -p /var/lib/ceph/osd/cluster2-2 2026-02-22T22:25:52.308 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:25:52.309 INFO:tasks.ceph:role: cluster2.osd.2 2026-02-22T22:25:52.309 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@trial026.front.sepia.ceph.com 2026-02-22T22:25:52.309 DEBUG:teuthology.orchestra.run.trial026:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-02-22T22:25:52.378 INFO:teuthology.orchestra.run.trial026.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T22:25:52.378 INFO:teuthology.orchestra.run.trial026.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T22:25:52.378 INFO:teuthology.orchestra.run.trial026.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T22:25:52.378 INFO:teuthology.orchestra.run.trial026.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-22T22:25:52.378 INFO:teuthology.orchestra.run.trial026.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T22:25:52.379 INFO:teuthology.orchestra.run.trial026.stdout: = sunit=0 swidth=0 blks 2026-02-22T22:25:52.379 INFO:teuthology.orchestra.run.trial026.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T22:25:52.379 INFO:teuthology.orchestra.run.trial026.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T22:25:52.379 INFO:teuthology.orchestra.run.trial026.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T22:25:52.379 INFO:teuthology.orchestra.run.trial026.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T22:25:52.952 INFO:teuthology.orchestra.run.trial026.stdout:Discarding blocks...Done. 2026-02-22T22:25:52.954 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@trial026.front.sepia.ceph.com -o noatime 2026-02-22T22:25:52.954 DEBUG:teuthology.orchestra.run.trial026:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/cluster2-2 2026-02-22T22:25:53.023 DEBUG:teuthology.orchestra.run.trial026:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-2 2026-02-22T22:25:53.090 DEBUG:teuthology.orchestra.run.trial026:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:25:53.168 INFO:teuthology.orchestra.run.trial026.stderr:2026-02-22T22:25:53.165+0000 7ff9532c4780 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-0/keyring: can't open /var/lib/ceph/osd/cluster2-0/keyring: (2) No such file or directory 2026-02-22T22:25:53.168 INFO:teuthology.orchestra.run.trial026.stderr:2026-02-22T22:25:53.166+0000 7ff9532c4780 -1 created new key in keyring /var/lib/ceph/osd/cluster2-0/keyring 2026-02-22T22:25:53.168 INFO:teuthology.orchestra.run.trial026.stderr:2026-02-22T22:25:53.166+0000 7ff9532c4780 -1 bdev(0x560eb365f800 /var/lib/ceph/osd/cluster2-0/block) open stat got: (1) Operation not permitted 2026-02-22T22:25:53.168 INFO:teuthology.orchestra.run.trial026.stderr:2026-02-22T22:25:53.166+0000 7ff9532c4780 -1 bluestore(/var/lib/ceph/osd/cluster2-0) _read_fsid unparsable uuid 2026-02-22T22:25:56.324 DEBUG:teuthology.orchestra.run.trial026:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-0 2026-02-22T22:25:56.388 DEBUG:teuthology.orchestra.run.trial026:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:25:56.469 INFO:teuthology.orchestra.run.trial026.stderr:2026-02-22T22:25:56.466+0000 7fd51c022780 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-1/keyring: can't open /var/lib/ceph/osd/cluster2-1/keyring: (2) No such file or directory 2026-02-22T22:25:56.469 INFO:teuthology.orchestra.run.trial026.stderr:2026-02-22T22:25:56.466+0000 7fd51c022780 -1 created new key in keyring /var/lib/ceph/osd/cluster2-1/keyring 2026-02-22T22:25:56.469 INFO:teuthology.orchestra.run.trial026.stderr:2026-02-22T22:25:56.466+0000 7fd51c022780 -1 bdev(0x55942b237800 /var/lib/ceph/osd/cluster2-1/block) open stat got: (1) Operation not permitted 2026-02-22T22:25:56.469 INFO:teuthology.orchestra.run.trial026.stderr:2026-02-22T22:25:56.466+0000 7fd51c022780 -1 bluestore(/var/lib/ceph/osd/cluster2-1) _read_fsid unparsable uuid 2026-02-22T22:25:59.633 DEBUG:teuthology.orchestra.run.trial026:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-1 2026-02-22T22:25:59.698 DEBUG:teuthology.orchestra.run.trial026:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:25:59.776 INFO:teuthology.orchestra.run.trial026.stderr:2026-02-22T22:25:59.774+0000 7f82ab833780 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-2/keyring: can't open /var/lib/ceph/osd/cluster2-2/keyring: (2) No such file or directory 2026-02-22T22:25:59.777 INFO:teuthology.orchestra.run.trial026.stderr:2026-02-22T22:25:59.774+0000 7f82ab833780 -1 created new key in keyring /var/lib/ceph/osd/cluster2-2/keyring 2026-02-22T22:25:59.777 INFO:teuthology.orchestra.run.trial026.stderr:2026-02-22T22:25:59.774+0000 7f82ab833780 -1 bdev(0x564af79e5800 /var/lib/ceph/osd/cluster2-2/block) open stat got: (1) Operation not permitted 2026-02-22T22:25:59.777 INFO:teuthology.orchestra.run.trial026.stderr:2026-02-22T22:25:59.775+0000 7f82ab833780 -1 bluestore(/var/lib/ceph/osd/cluster2-2) _read_fsid unparsable uuid 2026-02-22T22:26:02.931 DEBUG:teuthology.orchestra.run.trial026:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-2 2026-02-22T22:26:02.997 INFO:tasks.ceph:Reading keys from all nodes... 2026-02-22T22:26:02.997 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:26:02.997 DEBUG:teuthology.orchestra.run.trial026:> sudo dd if=/var/lib/ceph/mgr/cluster2-x/keyring of=/dev/stdout 2026-02-22T22:26:03.060 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:26:03.060 DEBUG:teuthology.orchestra.run.trial026:> sudo dd if=/var/lib/ceph/osd/cluster2-0/keyring of=/dev/stdout 2026-02-22T22:26:03.124 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:26:03.125 DEBUG:teuthology.orchestra.run.trial026:> sudo dd if=/var/lib/ceph/osd/cluster2-1/keyring of=/dev/stdout 2026-02-22T22:26:03.190 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:26:03.190 DEBUG:teuthology.orchestra.run.trial026:> sudo dd if=/var/lib/ceph/osd/cluster2-2/keyring of=/dev/stdout 2026-02-22T22:26:03.254 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:26:03.254 DEBUG:teuthology.orchestra.run.trial026:> dd if=/etc/ceph/cluster2.client.0.keyring of=/dev/stdout 2026-02-22T22:26:03.310 INFO:tasks.ceph:Adding keys to all mons... 2026-02-22T22:26:03.310 DEBUG:teuthology.orchestra.run.trial026:> sudo tee -a /etc/ceph/cluster2.keyring 2026-02-22T22:26:03.372 INFO:teuthology.orchestra.run.trial026.stdout:[mgr.x] 2026-02-22T22:26:03.373 INFO:teuthology.orchestra.run.trial026.stdout: key = AQBugptpkeAMGhAAQHyy76MUhIg6u0brtTFKfQ== 2026-02-22T22:26:03.373 INFO:teuthology.orchestra.run.trial026.stdout:[osd.0] 2026-02-22T22:26:03.373 INFO:teuthology.orchestra.run.trial026.stdout: key = AQBxgptpSSXwCRAA6EjXS04JpQYkP7SlGrESZQ== 2026-02-22T22:26:03.373 INFO:teuthology.orchestra.run.trial026.stdout:[osd.1] 2026-02-22T22:26:03.373 INFO:teuthology.orchestra.run.trial026.stdout: key = AQB0gptp4H7aGxAAGVm21iEWa59IDVONvSDuug== 2026-02-22T22:26:03.373 INFO:teuthology.orchestra.run.trial026.stdout:[osd.2] 2026-02-22T22:26:03.373 INFO:teuthology.orchestra.run.trial026.stdout: key = AQB3gptp+Zs6LhAA9DXcCI50+soi61mB7HP6UA== 2026-02-22T22:26:03.373 INFO:teuthology.orchestra.run.trial026.stdout:[client.0] 2026-02-22T22:26:03.373 INFO:teuthology.orchestra.run.trial026.stdout: key = AQBugptpqzm1HhAAWyMKRlD7d2GYVHvFg+CzGQ== 2026-02-22T22:26:03.375 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-22T22:26:03.456 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T22:26:03.537 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T22:26:03.618 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T22:26:03.698 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T22:26:03.778 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-02-22T22:26:03.778 DEBUG:teuthology.orchestra.run.trial026:> sudo mkdir -p /var/lib/ceph/mon/cluster2-a 2026-02-22T22:26:03.843 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster cluster2 --mkfs -i a --monmap /home/ubuntu/cephtest/cluster2.monmap --keyring /etc/ceph/cluster2.keyring 2026-02-22T22:26:03.924 DEBUG:teuthology.orchestra.run.trial026:> sudo chown -R ceph:ceph /var/lib/ceph/mon/cluster2-a 2026-02-22T22:26:03.998 DEBUG:teuthology.orchestra.run.trial026:> rm -- /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:26:04.057 INFO:tasks.ceph:Starting mon daemons in cluster cluster2... 2026-02-22T22:26:04.057 INFO:tasks.ceph.cluster2.mon.a:Restarting daemon 2026-02-22T22:26:04.057 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster cluster2 -i a 2026-02-22T22:26:04.100 INFO:tasks.ceph.cluster2.mon.a:Started 2026-02-22T22:26:04.101 INFO:tasks.ceph:Starting mgr daemons in cluster cluster2... 2026-02-22T22:26:04.101 INFO:tasks.ceph.cluster2.mgr.x:Restarting daemon 2026-02-22T22:26:04.101 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster cluster2 -i x 2026-02-22T22:26:04.104 INFO:tasks.ceph.cluster2.mgr.x:Started 2026-02-22T22:26:04.105 INFO:tasks.ceph:Setting crush tunables to default 2026-02-22T22:26:04.105 DEBUG:teuthology.orchestra.run.trial026:> sudo ceph --cluster cluster2 osd crush tunables default 2026-02-22T22:26:04.207 INFO:teuthology.orchestra.run.trial026.stderr:adjusted tunables profile to default 2026-02-22T22:26:04.215 INFO:tasks.ceph:check_enable_crimson: False 2026-02-22T22:26:04.215 INFO:tasks.ceph:Starting osd daemons in cluster cluster2... 2026-02-22T22:26:04.215 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:26:04.215 DEBUG:teuthology.orchestra.run.trial026:> sudo dd if=/var/lib/ceph/osd/cluster2-0/fsid of=/dev/stdout 2026-02-22T22:26:04.241 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:26:04.241 DEBUG:teuthology.orchestra.run.trial026:> sudo dd if=/var/lib/ceph/osd/cluster2-1/fsid of=/dev/stdout 2026-02-22T22:26:04.305 DEBUG:teuthology.orchestra.run.trial026:> set -ex 2026-02-22T22:26:04.305 DEBUG:teuthology.orchestra.run.trial026:> sudo dd if=/var/lib/ceph/osd/cluster2-2/fsid of=/dev/stdout 2026-02-22T22:26:04.369 DEBUG:teuthology.orchestra.run.trial026:> sudo ceph --cluster cluster2 osd new 13e3dda7-7868-4021-828c-d01d1518d097 0 2026-02-22T22:26:04.514 INFO:teuthology.orchestra.run.trial026.stdout:0 2026-02-22T22:26:04.523 DEBUG:teuthology.orchestra.run.trial026:> sudo ceph --cluster cluster2 osd new d80bb0a7-7daf-409f-a64e-6cc5ff62d98e 1 2026-02-22T22:26:04.627 INFO:teuthology.orchestra.run.trial026.stdout:1 2026-02-22T22:26:04.635 DEBUG:teuthology.orchestra.run.trial026:> sudo ceph --cluster cluster2 osd new f026c829-ce22-415a-85a8-ff77fa486674 2 2026-02-22T22:26:04.717 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:04.715+0000 7fbf6e5da140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-22T22:26:04.738 INFO:teuthology.orchestra.run.trial026.stdout:2 2026-02-22T22:26:04.746 INFO:tasks.ceph.cluster2.osd.0:Restarting daemon 2026-02-22T22:26:04.746 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 0 2026-02-22T22:26:04.749 INFO:tasks.ceph.cluster2.osd.0:Started 2026-02-22T22:26:04.749 INFO:tasks.ceph.cluster2.osd.1:Restarting daemon 2026-02-22T22:26:04.749 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 1 2026-02-22T22:26:04.751 INFO:tasks.ceph.cluster2.osd.1:Started 2026-02-22T22:26:04.752 INFO:tasks.ceph.cluster2.osd.2:Restarting daemon 2026-02-22T22:26:04.752 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 2 2026-02-22T22:26:04.755 INFO:tasks.ceph.cluster2.osd.2:Started 2026-02-22T22:26:04.755 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:26:04.844 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:04.842+0000 7fbf6e5da140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-22T22:26:04.859 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:26:04.859 INFO:teuthology.orchestra.run.trial026.stdout:{"epoch":5,"fsid":"d3a17a0f-a5db-4191-8f94-4ff03bb210b9","created":"2026-02-22T22:26:04.161120+0000","modified":"2026-02-22T22:26:04.736192+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T22:26:04.736192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"13e3dda7-7868-4021-828c-d01d1518d097","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"d80bb0a7-7daf-409f-a64e-6cc5ff62d98e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f026c829-ce22-415a-85a8-ff77fa486674","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:26:04.866 INFO:tasks.ceph.ceph_manager.cluster2:[] 2026-02-22T22:26:04.866 INFO:tasks.ceph:Waiting for OSDs to come up 2026-02-22T22:26:04.872 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:04.869+0000 7fbf6e5da140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-22T22:26:04.905 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:04.903+0000 7fbf6e5da140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-22T22:26:04.928 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:04.926+0000 7fbf6e5da140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-22T22:26:04.955 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:04.952+0000 7fbf6e5da140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-22T22:26:05.010 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.008+0000 7fbf6e5da140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-22T22:26:05.071 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-22T22:26:05.071 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-22T22:26:05.071 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr: from numpy import show_config as show_numpy_config 2026-02-22T22:26:05.074 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.072+0000 7fbf6e5da140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-22T22:26:05.100 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.097+0000 7fbf6e5da140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-22T22:26:05.155 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.153+0000 7fbf6e5da140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-22T22:26:05.169 DEBUG:teuthology.orchestra.run.trial026:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:26:05.198 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.196+0000 7fbf6e5da140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-22T22:26:05.225 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.223+0000 7fbf6e5da140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-22T22:26:05.250 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.248+0000 7fbf6e5da140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-22T22:26:05.262 INFO:teuthology.misc.health.trial026.stdout: 2026-02-22T22:26:05.262 INFO:teuthology.misc.health.trial026.stdout:{"epoch":5,"fsid":"d3a17a0f-a5db-4191-8f94-4ff03bb210b9","created":"2026-02-22T22:26:04.161120+0000","modified":"2026-02-22T22:26:04.736192+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T22:26:04.736192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"13e3dda7-7868-4021-828c-d01d1518d097","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"d80bb0a7-7daf-409f-a64e-6cc5ff62d98e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f026c829-ce22-415a-85a8-ff77fa486674","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:26:05.268 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T22:26:05.276 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.274+0000 7fbf6e5da140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-22T22:26:05.299 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.296+0000 7fbf6e5da140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-22T22:26:05.495 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.492+0000 7fbf6e5da140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-22T22:26:05.549 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.547+0000 7fbf6e5da140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-22T22:26:05.572 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.570+0000 7fbf6e5da140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-22T22:26:05.596 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.593+0000 7fbf6e5da140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-22T22:26:05.649 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.647+0000 7fbf6e5da140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-22T22:26:05.670 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.668+0000 7fbf6e5da140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-22T22:26:05.722 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:05.720+0000 7fbf6e5da140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-22T22:26:06.122 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:06.120+0000 7fbf6e5da140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-22T22:26:06.145 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:06.142+0000 7fbf6e5da140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-22T22:26:06.183 INFO:tasks.ceph.cluster2.osd.1.trial026.stderr:2026-02-22T22:26:06.180+0000 7f0310aa4780 -1 Falling back to public interface 2026-02-22T22:26:06.432 INFO:tasks.ceph.cluster2.osd.2.trial026.stderr:2026-02-22T22:26:06.429+0000 7ff863df9780 -1 Falling back to public interface 2026-02-22T22:26:06.440 INFO:tasks.ceph.cluster2.osd.0.trial026.stderr:2026-02-22T22:26:06.437+0000 7f64e3f3f780 -1 Falling back to public interface 2026-02-22T22:26:06.488 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:06.485+0000 7fbf6e5da140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-22T22:26:07.494 INFO:tasks.ceph.cluster2.mgr.x.trial026.stderr:2026-02-22T22:26:07.492+0000 7fbe8b2d8640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-22T22:26:09.976 INFO:tasks.ceph.cluster2.osd.1.trial026.stderr:2026-02-22T22:26:09.973+0000 7f0310aa4780 -1 osd.1 0 log_to_monitors true 2026-02-22T22:26:10.196 INFO:tasks.ceph.cluster2.osd.0.trial026.stderr:2026-02-22T22:26:10.194+0000 7f64e3f3f780 -1 osd.0 0 log_to_monitors true 2026-02-22T22:26:10.423 INFO:tasks.ceph.cluster2.osd.2.trial026.stderr:2026-02-22T22:26:10.420+0000 7ff863df9780 -1 osd.2 0 log_to_monitors true 2026-02-22T22:26:11.507 INFO:tasks.ceph.cluster2.osd.2.trial026.stderr:2026-02-22T22:26:11.505+0000 7ff860589640 -1 osd.2 0 waiting for initial osdmap 2026-02-22T22:26:11.508 INFO:tasks.ceph.cluster2.osd.1.trial026.stderr:2026-02-22T22:26:11.506+0000 7f030ca33640 -1 osd.1 0 waiting for initial osdmap 2026-02-22T22:26:11.509 INFO:tasks.ceph.cluster2.osd.2.trial026.stderr:2026-02-22T22:26:11.507+0000 7ff857baa640 -1 osd.2 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T22:26:11.510 INFO:tasks.ceph.cluster2.osd.1.trial026.stderr:2026-02-22T22:26:11.507+0000 7f0304855640 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T22:26:11.512 INFO:tasks.ceph.cluster2.osd.0.trial026.stderr:2026-02-22T22:26:11.510+0000 7f64dfece640 -1 osd.0 0 waiting for initial osdmap 2026-02-22T22:26:11.514 INFO:tasks.ceph.cluster2.osd.0.trial026.stderr:2026-02-22T22:26:11.512+0000 7f64d7cf0640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T22:26:11.571 DEBUG:teuthology.orchestra.run.trial026:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:26:11.721 INFO:teuthology.misc.health.trial026.stdout: 2026-02-22T22:26:11.722 INFO:teuthology.misc.health.trial026.stdout:{"epoch":7,"fsid":"d3a17a0f-a5db-4191-8f94-4ff03bb210b9","created":"2026-02-22T22:26:04.161120+0000","modified":"2026-02-22T22:26:11.494589+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T22:26:04.736192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"13e3dda7-7868-4021-828c-d01d1518d097","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"d80bb0a7-7daf-409f-a64e-6cc5ff62d98e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f026c829-ce22-415a-85a8-ff77fa486674","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:26:11.729 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T22:26:18.031 DEBUG:teuthology.orchestra.run.trial026:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:26:18.188 INFO:teuthology.misc.health.trial026.stdout: 2026-02-22T22:26:18.188 INFO:teuthology.misc.health.trial026.stdout:{"epoch":11,"fsid":"d3a17a0f-a5db-4191-8f94-4ff03bb210b9","created":"2026-02-22T22:26:04.161120+0000","modified":"2026-02-22T22:26:15.506451+0000","last_up_change":"2026-02-22T22:26:12.496326+0000","last_in_change":"2026-02-22T22:26:04.736192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:26:12.505764+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"13e3dda7-7868-4021-828c-d01d1518d097","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6816","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6817","nonce":2053223602}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6818","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6819","nonce":2053223602}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6822","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6823","nonce":2053223602}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6820","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6821","nonce":2053223602}]},"public_addr":"10.20.193.26:6817/2053223602","cluster_addr":"10.20.193.26:6819/2053223602","heartbeat_back_addr":"10.20.193.26:6823/2053223602","heartbeat_front_addr":"10.20.193.26:6821/2053223602","state":["exists","up"]},{"osd":1,"uuid":"d80bb0a7-7daf-409f-a64e-6cc5ff62d98e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6800","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6801","nonce":745381241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6802","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6803","nonce":745381241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6806","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6807","nonce":745381241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6804","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6805","nonce":745381241}]},"public_addr":"10.20.193.26:6801/745381241","cluster_addr":"10.20.193.26:6803/745381241","heartbeat_back_addr":"10.20.193.26:6807/745381241","heartbeat_front_addr":"10.20.193.26:6805/745381241","state":["exists","up"]},{"osd":2,"uuid":"f026c829-ce22-415a-85a8-ff77fa486674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6808","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6809","nonce":2063193004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6810","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6811","nonce":2063193004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6814","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6815","nonce":2063193004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6812","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6813","nonce":2063193004}]},"public_addr":"10.20.193.26:6809/2063193004","cluster_addr":"10.20.193.26:6811/2063193004","heartbeat_back_addr":"10.20.193.26:6815/2063193004","heartbeat_front_addr":"10.20.193.26:6813/2063193004","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:26:11.219043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:26:10.952464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:26:11.445814+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:26:18.195 DEBUG:teuthology.misc:3 of 3 OSDs are up 2026-02-22T22:26:18.196 INFO:tasks.ceph:Creating RBD pool 2026-02-22T22:26:18.196 DEBUG:teuthology.orchestra.run.trial026:> sudo ceph --cluster cluster2 osd pool create rbd 8 2026-02-22T22:26:18.512 INFO:teuthology.orchestra.run.trial026.stderr:pool 'rbd' created 2026-02-22T22:26:18.522 DEBUG:teuthology.orchestra.run.trial026:> rbd --cluster cluster2 pool init rbd 2026-02-22T22:26:21.526 INFO:tasks.ceph:Starting mds daemons in cluster cluster2... 2026-02-22T22:26:21.526 INFO:tasks.ceph:Waiting until cluster2 daemons up and pgs clean... 2026-02-22T22:26:21.526 INFO:tasks.ceph.ceph_manager.cluster2:waiting for mgr available 2026-02-22T22:26:21.527 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 mgr dump --format=json 2026-02-22T22:26:21.527 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-02-22T22:26:21.727 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:26:21.734 INFO:teuthology.orchestra.run.trial026.stdout:{"epoch":5,"flags":0,"active_gid":4102,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6824","nonce":2678040521},{"type":"v1","addr":"10.20.193.26:6825","nonce":2678040521}]},"active_addr":"10.20.193.26:6825/2678040521","active_change":"2026-02-22T22:26:06.487565+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.26:0","nonce":761197875}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.26:0","nonce":1727231661}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.26:0","nonce":935870001}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.26:0","nonce":3262624777}]}]} 2026-02-22T22:26:21.741 INFO:tasks.ceph.ceph_manager.cluster2:mgr available! 2026-02-22T22:26:21.741 INFO:tasks.ceph.ceph_manager.cluster2:waiting for all up 2026-02-22T22:26:21.742 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:26:21.901 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:26:21.901 INFO:teuthology.orchestra.run.trial026.stdout:{"epoch":15,"fsid":"d3a17a0f-a5db-4191-8f94-4ff03bb210b9","created":"2026-02-22T22:26:04.161120+0000","modified":"2026-02-22T22:26:21.515253+0000","last_up_change":"2026-02-22T22:26:12.496326+0000","last_in_change":"2026-02-22T22:26:04.736192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:26:12.505764+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T22:26:18.357296+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":15,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"13e3dda7-7868-4021-828c-d01d1518d097","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6816","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6817","nonce":2053223602}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6818","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6819","nonce":2053223602}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6822","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6823","nonce":2053223602}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6820","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6821","nonce":2053223602}]},"public_addr":"10.20.193.26:6817/2053223602","cluster_addr":"10.20.193.26:6819/2053223602","heartbeat_back_addr":"10.20.193.26:6823/2053223602","heartbeat_front_addr":"10.20.193.26:6821/2053223602","state":["exists","up"]},{"osd":1,"uuid":"d80bb0a7-7daf-409f-a64e-6cc5ff62d98e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6800","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6801","nonce":745381241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6802","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6803","nonce":745381241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6806","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6807","nonce":745381241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6804","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6805","nonce":745381241}]},"public_addr":"10.20.193.26:6801/745381241","cluster_addr":"10.20.193.26:6803/745381241","heartbeat_back_addr":"10.20.193.26:6807/745381241","heartbeat_front_addr":"10.20.193.26:6805/745381241","state":["exists","up"]},{"osd":2,"uuid":"f026c829-ce22-415a-85a8-ff77fa486674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6808","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6809","nonce":2063193004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6810","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6811","nonce":2063193004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6814","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6815","nonce":2063193004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6812","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6813","nonce":2063193004}]},"public_addr":"10.20.193.26:6809/2063193004","cluster_addr":"10.20.193.26:6811/2063193004","heartbeat_back_addr":"10.20.193.26:6815/2063193004","heartbeat_front_addr":"10.20.193.26:6813/2063193004","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:26:11.219043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:26:10.952464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:26:11.445814+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:26:21.909 INFO:tasks.ceph.ceph_manager.cluster2:all up! 2026-02-22T22:26:21.909 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:26:22.066 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:26:22.066 INFO:teuthology.orchestra.run.trial026.stdout:{"epoch":15,"fsid":"d3a17a0f-a5db-4191-8f94-4ff03bb210b9","created":"2026-02-22T22:26:04.161120+0000","modified":"2026-02-22T22:26:21.515253+0000","last_up_change":"2026-02-22T22:26:12.496326+0000","last_in_change":"2026-02-22T22:26:04.736192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:26:12.505764+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T22:26:18.357296+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":15,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"13e3dda7-7868-4021-828c-d01d1518d097","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6816","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6817","nonce":2053223602}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6818","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6819","nonce":2053223602}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6822","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6823","nonce":2053223602}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6820","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6821","nonce":2053223602}]},"public_addr":"10.20.193.26:6817/2053223602","cluster_addr":"10.20.193.26:6819/2053223602","heartbeat_back_addr":"10.20.193.26:6823/2053223602","heartbeat_front_addr":"10.20.193.26:6821/2053223602","state":["exists","up"]},{"osd":1,"uuid":"d80bb0a7-7daf-409f-a64e-6cc5ff62d98e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6800","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6801","nonce":745381241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6802","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6803","nonce":745381241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6806","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6807","nonce":745381241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6804","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6805","nonce":745381241}]},"public_addr":"10.20.193.26:6801/745381241","cluster_addr":"10.20.193.26:6803/745381241","heartbeat_back_addr":"10.20.193.26:6807/745381241","heartbeat_front_addr":"10.20.193.26:6805/745381241","state":["exists","up"]},{"osd":2,"uuid":"f026c829-ce22-415a-85a8-ff77fa486674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6808","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6809","nonce":2063193004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6810","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6811","nonce":2063193004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6814","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6815","nonce":2063193004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6812","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6813","nonce":2063193004}]},"public_addr":"10.20.193.26:6809/2063193004","cluster_addr":"10.20.193.26:6811/2063193004","heartbeat_back_addr":"10.20.193.26:6815/2063193004","heartbeat_front_addr":"10.20.193.26:6813/2063193004","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:26:11.219043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:26:10.952464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:26:11.445814+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:26:22.075 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.0 flush_pg_stats 2026-02-22T22:26:22.076 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.1 flush_pg_stats 2026-02-22T22:26:22.076 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.2 flush_pg_stats 2026-02-22T22:26:22.163 INFO:teuthology.orchestra.run.trial026.stdout:34359738372 2026-02-22T22:26:22.164 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.2 2026-02-22T22:26:22.165 INFO:teuthology.orchestra.run.trial026.stdout:34359738372 2026-02-22T22:26:22.165 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.0 2026-02-22T22:26:22.166 INFO:teuthology.orchestra.run.trial026.stdout:34359738372 2026-02-22T22:26:22.167 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.1 2026-02-22T22:26:22.361 INFO:teuthology.orchestra.run.trial026.stdout:34359738371 2026-02-22T22:26:22.363 INFO:teuthology.orchestra.run.trial026.stdout:34359738371 2026-02-22T22:26:22.367 INFO:teuthology.orchestra.run.trial026.stdout:34359738371 2026-02-22T22:26:22.371 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738372 got 34359738371 for osd.1 2026-02-22T22:26:22.373 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738372 got 34359738371 for osd.0 2026-02-22T22:26:22.377 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738372 got 34359738371 for osd.2 2026-02-22T22:26:23.372 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.1 2026-02-22T22:26:23.374 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.0 2026-02-22T22:26:23.377 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.2 2026-02-22T22:26:23.531 INFO:teuthology.orchestra.run.trial026.stdout:34359738372 2026-02-22T22:26:23.534 INFO:teuthology.orchestra.run.trial026.stdout:34359738372 2026-02-22T22:26:23.542 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738372 got 34359738372 for osd.0 2026-02-22T22:26:23.542 DEBUG:teuthology.parallel:result is None 2026-02-22T22:26:23.544 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738372 got 34359738372 for osd.1 2026-02-22T22:26:23.544 DEBUG:teuthology.parallel:result is None 2026-02-22T22:26:23.576 INFO:teuthology.orchestra.run.trial026.stdout:34359738372 2026-02-22T22:26:23.585 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738372 got 34359738372 for osd.2 2026-02-22T22:26:23.585 DEBUG:teuthology.parallel:result is None 2026-02-22T22:26:23.585 INFO:tasks.ceph.ceph_manager.cluster2:waiting for clean 2026-02-22T22:26:23.586 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:26:23.782 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:26:23.782 INFO:teuthology.orchestra.run.trial026.stderr:dumped all 2026-02-22T22:26:23.790 INFO:teuthology.orchestra.run.trial026.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2026-02-22T22:26:22.491993+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":13,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":82440,"kb_used_data":1536,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283033080,"statfs":{"total":289910292480,"available":289825873920,"internally_reserved":0,"allocated":1572864,"data_stored":1288768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4782,"internal_metadata":82767186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.981278"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.519910+0000","last_change":"2026-02-22T22:26:21.519910+0000","last_active":"2026-02-22T22:26:21.519910+0000","last_peered":"2026-02-22T22:26:21.519910+0000","last_clean":"2026-02-22T22:26:21.519910+0000","last_became_active":"2026-02-22T22:26:19.516731+0000","last_became_peered":"2026-02-22T22:26:19.516731+0000","last_unstale":"2026-02-22T22:26:21.519910+0000","last_undegraded":"2026-02-22T22:26:21.519910+0000","last_fullsized":"2026-02-22T22:26:21.519910+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:50:34.093341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078167099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.519607+0000","last_change":"2026-02-22T22:26:21.519607+0000","last_active":"2026-02-22T22:26:21.519607+0000","last_peered":"2026-02-22T22:26:21.519607+0000","last_clean":"2026-02-22T22:26:21.519607+0000","last_became_active":"2026-02-22T22:26:19.517050+0000","last_became_peered":"2026-02-22T22:26:19.517050+0000","last_unstale":"2026-02-22T22:26:21.519607+0000","last_undegraded":"2026-02-22T22:26:21.519607+0000","last_fullsized":"2026-02-22T22:26:21.519607+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:14:58.367660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058693199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.519804+0000","last_change":"2026-02-22T22:26:21.519804+0000","last_active":"2026-02-22T22:26:21.519804+0000","last_peered":"2026-02-22T22:26:21.519804+0000","last_clean":"2026-02-22T22:26:21.519804+0000","last_became_active":"2026-02-22T22:26:19.516886+0000","last_became_peered":"2026-02-22T22:26:19.516886+0000","last_unstale":"2026-02-22T22:26:21.519804+0000","last_undegraded":"2026-02-22T22:26:21.519804+0000","last_fullsized":"2026-02-22T22:26:21.519804+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:06:12.756851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081073400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.519613+0000","last_change":"2026-02-22T22:26:21.519613+0000","last_active":"2026-02-22T22:26:21.519613+0000","last_peered":"2026-02-22T22:26:21.519613+0000","last_clean":"2026-02-22T22:26:21.519613+0000","last_became_active":"2026-02-22T22:26:19.516817+0000","last_became_peered":"2026-02-22T22:26:19.516817+0000","last_unstale":"2026-02-22T22:26:21.519613+0000","last_undegraded":"2026-02-22T22:26:21.519613+0000","last_fullsized":"2026-02-22T22:26:21.519613+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:49:58.901139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062615399999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"15'2","reported_seq":21,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.518582+0000","last_change":"2026-02-22T22:26:21.518251+0000","last_active":"2026-02-22T22:26:21.518582+0000","last_peered":"2026-02-22T22:26:21.518582+0000","last_clean":"2026-02-22T22:26:21.518582+0000","last_became_active":"2026-02-22T22:26:19.516104+0000","last_became_peered":"2026-02-22T22:26:19.516104+0000","last_unstale":"2026-02-22T22:26:21.518582+0000","last_undegraded":"2026-02-22T22:26:21.518582+0000","last_fullsized":"2026-02-22T22:26:21.518582+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:59:16.100508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079836100000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.977835+0000","last_change":"2026-02-22T22:26:21.977835+0000","last_active":"2026-02-22T22:26:21.977835+0000","last_peered":"2026-02-22T22:26:21.977835+0000","last_clean":"2026-02-22T22:26:21.977835+0000","last_became_active":"2026-02-22T22:26:19.516047+0000","last_became_peered":"2026-02-22T22:26:19.516047+0000","last_unstale":"2026-02-22T22:26:21.977835+0000","last_undegraded":"2026-02-22T22:26:21.977835+0000","last_fullsized":"2026-02-22T22:26:21.977835+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:01:11.792749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000235214,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.977883+0000","last_change":"2026-02-22T22:26:21.977883+0000","last_active":"2026-02-22T22:26:21.977883+0000","last_peered":"2026-02-22T22:26:21.977883+0000","last_clean":"2026-02-22T22:26:21.977883+0000","last_became_active":"2026-02-22T22:26:19.516125+0000","last_became_peered":"2026-02-22T22:26:19.516125+0000","last_unstale":"2026-02-22T22:26:21.977883+0000","last_undegraded":"2026-02-22T22:26:21.977883+0000","last_fullsized":"2026-02-22T22:26:21.977883+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:45:25.325430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027390500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"13'1","reported_seq":20,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.519419+0000","last_change":"2026-02-22T22:26:21.519419+0000","last_active":"2026-02-22T22:26:21.519419+0000","last_peered":"2026-02-22T22:26:21.519419+0000","last_clean":"2026-02-22T22:26:21.519419+0000","last_became_active":"2026-02-22T22:26:19.515531+0000","last_became_peered":"2026-02-22T22:26:19.515531+0000","last_unstale":"2026-02-22T22:26:21.519419+0000","last_undegraded":"2026-02-22T22:26:21.519419+0000","last_fullsized":"2026-02-22T22:26:21.519419+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:16:06.197898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047768099999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"10'72","reported_seq":110,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.518845+0000","last_change":"2026-02-22T22:26:14.507159+0000","last_active":"2026-02-22T22:26:21.518845+0000","last_peered":"2026-02-22T22:26:21.518845+0000","last_clean":"2026-02-22T22:26:21.518845+0000","last_became_active":"2026-02-22T22:26:14.506484+0000","last_became_peered":"2026-02-22T22:26:14.506484+0000","last_unstale":"2026-02-22T22:26:21.518845+0000","last_undegraded":"2026-02-22T22:26:21.518845+0000","last_fullsized":"2026-02-22T22:26:21.518845+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:13.499972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:13.499972+0000","last_clean_scrub_stamp":"2026-02-22T22:26:13.499972+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:20:07.624871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738372,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27088,"kb_used_data":120,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344752,"statfs":{"total":96636764160,"available":96609026048,"internally_reserved":0,"allocated":122880,"data_stored":34815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738372,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":729088,"data_stored":628762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738372,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":720896,"data_stored":625191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:26:23.792 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:26:23.951 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:26:23.952 INFO:teuthology.orchestra.run.trial026.stderr:dumped all 2026-02-22T22:26:23.960 INFO:teuthology.orchestra.run.trial026.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2026-02-22T22:26:22.491993+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":13,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":82440,"kb_used_data":1536,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283033080,"statfs":{"total":289910292480,"available":289825873920,"internally_reserved":0,"allocated":1572864,"data_stored":1288768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4782,"internal_metadata":82767186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.981278"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.519910+0000","last_change":"2026-02-22T22:26:21.519910+0000","last_active":"2026-02-22T22:26:21.519910+0000","last_peered":"2026-02-22T22:26:21.519910+0000","last_clean":"2026-02-22T22:26:21.519910+0000","last_became_active":"2026-02-22T22:26:19.516731+0000","last_became_peered":"2026-02-22T22:26:19.516731+0000","last_unstale":"2026-02-22T22:26:21.519910+0000","last_undegraded":"2026-02-22T22:26:21.519910+0000","last_fullsized":"2026-02-22T22:26:21.519910+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:50:34.093341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078167099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.519607+0000","last_change":"2026-02-22T22:26:21.519607+0000","last_active":"2026-02-22T22:26:21.519607+0000","last_peered":"2026-02-22T22:26:21.519607+0000","last_clean":"2026-02-22T22:26:21.519607+0000","last_became_active":"2026-02-22T22:26:19.517050+0000","last_became_peered":"2026-02-22T22:26:19.517050+0000","last_unstale":"2026-02-22T22:26:21.519607+0000","last_undegraded":"2026-02-22T22:26:21.519607+0000","last_fullsized":"2026-02-22T22:26:21.519607+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:14:58.367660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058693199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.519804+0000","last_change":"2026-02-22T22:26:21.519804+0000","last_active":"2026-02-22T22:26:21.519804+0000","last_peered":"2026-02-22T22:26:21.519804+0000","last_clean":"2026-02-22T22:26:21.519804+0000","last_became_active":"2026-02-22T22:26:19.516886+0000","last_became_peered":"2026-02-22T22:26:19.516886+0000","last_unstale":"2026-02-22T22:26:21.519804+0000","last_undegraded":"2026-02-22T22:26:21.519804+0000","last_fullsized":"2026-02-22T22:26:21.519804+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:06:12.756851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081073400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.519613+0000","last_change":"2026-02-22T22:26:21.519613+0000","last_active":"2026-02-22T22:26:21.519613+0000","last_peered":"2026-02-22T22:26:21.519613+0000","last_clean":"2026-02-22T22:26:21.519613+0000","last_became_active":"2026-02-22T22:26:19.516817+0000","last_became_peered":"2026-02-22T22:26:19.516817+0000","last_unstale":"2026-02-22T22:26:21.519613+0000","last_undegraded":"2026-02-22T22:26:21.519613+0000","last_fullsized":"2026-02-22T22:26:21.519613+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:49:58.901139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062615399999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"15'2","reported_seq":21,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.518582+0000","last_change":"2026-02-22T22:26:21.518251+0000","last_active":"2026-02-22T22:26:21.518582+0000","last_peered":"2026-02-22T22:26:21.518582+0000","last_clean":"2026-02-22T22:26:21.518582+0000","last_became_active":"2026-02-22T22:26:19.516104+0000","last_became_peered":"2026-02-22T22:26:19.516104+0000","last_unstale":"2026-02-22T22:26:21.518582+0000","last_undegraded":"2026-02-22T22:26:21.518582+0000","last_fullsized":"2026-02-22T22:26:21.518582+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:59:16.100508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079836100000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.977835+0000","last_change":"2026-02-22T22:26:21.977835+0000","last_active":"2026-02-22T22:26:21.977835+0000","last_peered":"2026-02-22T22:26:21.977835+0000","last_clean":"2026-02-22T22:26:21.977835+0000","last_became_active":"2026-02-22T22:26:19.516047+0000","last_became_peered":"2026-02-22T22:26:19.516047+0000","last_unstale":"2026-02-22T22:26:21.977835+0000","last_undegraded":"2026-02-22T22:26:21.977835+0000","last_fullsized":"2026-02-22T22:26:21.977835+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:01:11.792749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000235214,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.977883+0000","last_change":"2026-02-22T22:26:21.977883+0000","last_active":"2026-02-22T22:26:21.977883+0000","last_peered":"2026-02-22T22:26:21.977883+0000","last_clean":"2026-02-22T22:26:21.977883+0000","last_became_active":"2026-02-22T22:26:19.516125+0000","last_became_peered":"2026-02-22T22:26:19.516125+0000","last_unstale":"2026-02-22T22:26:21.977883+0000","last_undegraded":"2026-02-22T22:26:21.977883+0000","last_fullsized":"2026-02-22T22:26:21.977883+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:45:25.325430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027390500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"13'1","reported_seq":20,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.519419+0000","last_change":"2026-02-22T22:26:21.519419+0000","last_active":"2026-02-22T22:26:21.519419+0000","last_peered":"2026-02-22T22:26:21.519419+0000","last_clean":"2026-02-22T22:26:21.519419+0000","last_became_active":"2026-02-22T22:26:19.515531+0000","last_became_peered":"2026-02-22T22:26:19.515531+0000","last_unstale":"2026-02-22T22:26:21.519419+0000","last_undegraded":"2026-02-22T22:26:21.519419+0000","last_fullsized":"2026-02-22T22:26:21.519419+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:16:06.197898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047768099999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"10'72","reported_seq":110,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:26:21.518845+0000","last_change":"2026-02-22T22:26:14.507159+0000","last_active":"2026-02-22T22:26:21.518845+0000","last_peered":"2026-02-22T22:26:21.518845+0000","last_clean":"2026-02-22T22:26:21.518845+0000","last_became_active":"2026-02-22T22:26:14.506484+0000","last_became_peered":"2026-02-22T22:26:14.506484+0000","last_unstale":"2026-02-22T22:26:21.518845+0000","last_undegraded":"2026-02-22T22:26:21.518845+0000","last_fullsized":"2026-02-22T22:26:21.518845+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:13.499972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:13.499972+0000","last_clean_scrub_stamp":"2026-02-22T22:26:13.499972+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:20:07.624871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738372,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27088,"kb_used_data":120,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344752,"statfs":{"total":96636764160,"available":96609026048,"internally_reserved":0,"allocated":122880,"data_stored":34815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738372,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":729088,"data_stored":628762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738372,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":720896,"data_stored":625191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:26:23.961 INFO:tasks.ceph.ceph_manager.cluster2:clean! 2026-02-22T22:26:23.962 INFO:tasks.ceph:Waiting until ceph cluster cluster2 is healthy... 2026-02-22T22:26:23.962 INFO:tasks.ceph.ceph_manager.cluster2:wait_until_healthy 2026-02-22T22:26:23.962 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 health --format=json 2026-02-22T22:26:24.137 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:26:24.137 INFO:teuthology.orchestra.run.trial026.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-22T22:26:24.147 INFO:tasks.ceph.ceph_manager.cluster2:wait_until_healthy done 2026-02-22T22:26:24.147 INFO:teuthology.run_tasks:Running task exec... 2026-02-22T22:26:24.166 INFO:teuthology.task.exec:Executing custom commands... 2026-02-22T22:26:24.166 INFO:teuthology.task.exec:Running commands on role cluster2.client.0 host ubuntu@trial026.front.sepia.ceph.com 2026-02-22T22:26:24.166 DEBUG:teuthology.orchestra.run.trial026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'echo '"'"'{"type":"qcow","stream":{"type":"http","url":"http://download.ceph.com/qa/ubuntu-12.04.qcow2"}}'"'"' | rbd --cluster cluster2 migration prepare --import-only --source-spec-path - client.0.0' 2026-02-22T22:26:24.387 DEBUG:teuthology.orchestra.run.trial026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 migration execute client.0.0' 2026-02-22T22:27:15.511 INFO:teuthology.orchestra.run.trial026.stderr: Image migration: 1% complete... Image migration: 2% complete... Image migration: 3% complete... Image migration: 4% complete... Image migration: 5% complete... Image migration: 6% complete... Image migration: 7% complete... Image migration: 8% complete... Image migration: 9% complete... Image migration: 10% complete... Image migration: 11% complete... Image migration: 12% complete... Image migration: 13% complete... Image migration: 14% complete... Image migration: 15% complete... Image migration: 16% complete... Image migration: 17% complete... Image migration: 18% complete... Image migration: 19% complete... Image migration: 20% complete... Image migration: 21% complete... Image migration: 22% complete... Image migration: 23% complete... Image migration: 24% complete... Image migration: 25% complete... Image migration: 26% complete... Image migration: 27% complete... Image migration: 28% complete... Image migration: 29% complete... Image migration: 30% complete... Image migration: 31% complete... Image migration: 32% complete... Image migration: 33% complete... Image migration: 34% complete... Image migration: 35% complete... Image migration: 36% complete... Image migration: 37% complete... Image migration: 38% complete... Image migration: 39% complete... Image migration: 40% complete... Image migration: 41% complete... Image migration: 42% complete... Image migration: 43% complete... Image migration: 44% complete... Image migration: 45% complete... Image migration: 46% complete... Image migration: 47% complete... Image migration: 48% complete... Image migration: 49% complete... Image migration: 50% complete... Image migration: 51% complete... Image migration: 52% complete... Image migration: 53% complete... Image migration: 54% complete... Image migration: 55% complete... Image migration: 56% complete... Image migration: 57% complete... Image migration: 58% complete... Image migration: 59% complete... Image migration: 60% complete... Image migration: 61% complete... Image migration: 62% complete... Image migration: 63% complete... Image migration: 64% complete... Image migration: 65% complete... Image migration: 66% complete... Image migration: 67% complete... Image migration: 68% complete... Image migration: 69% complete... Image migration: 70% complete... Image migration: 71% complete... Image migration: 72% complete... Image migration: 73% complete... Image migration: 74% complete... Image migration: 75% complete... Image migration: 76% complete... Image migration: 77% complete... Image migration: 78% complete... Image migration: 79% complete... Image migration: 80% complete... Image migration: 81% complete... Image migration: 82% complete... Image migration: 83% complete... Image migration: 84% complete... Image migration: 85% complete... Image migration: 86% complete... Image migration: 87% complete... Image migration: 88% complete... Image migration: 89% complete... Image migration: 90% complete... Image migration: 91% complete... Image migration: 92% complete... Image migration: 93% complete... Image migration: 94% complete... Image migration: 95% complete... Image migration: 96% complete... Image migration: 97% complete... Image migration: 98% complete... Image migration: 99% complete... Image migration: 100% complete...done. 2026-02-22T22:27:15.517 DEBUG:teuthology.orchestra.run.trial026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 migration commit client.0.0' 2026-02-22T22:27:15.581 INFO:teuthology.orchestra.run.trial026.stderr: Commit image migration: 100% complete...done. 2026-02-22T22:27:15.584 DEBUG:teuthology.orchestra.run.trial026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.0@snap' 2026-02-22T22:27:16.190 INFO:teuthology.orchestra.run.trial026.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T22:27:16.196 DEBUG:teuthology.orchestra.run.trial026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 create --size 1G client.0.1' 2026-02-22T22:27:16.248 DEBUG:teuthology.orchestra.run.trial026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.1' 2026-02-22T22:27:16.301 INFO:teuthology.orchestra.run.trial026.stdout:bench type write io_size 16384 io_threads 1 bytes 2097152 pattern random 2026-02-22T22:27:16.351 INFO:teuthology.orchestra.run.trial026.stdout: SEC OPS OPS/SEC BYTES/SEC 2026-02-22T22:27:16.351 INFO:teuthology.orchestra.run.trial026.stdout:elapsed: 0 ops: 128 ops/sec: 2560.07 bytes/sec: 40 MiB/s 2026-02-22T22:27:16.357 DEBUG:teuthology.orchestra.run.trial026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.1@snap' 2026-02-22T22:27:17.193 INFO:teuthology.orchestra.run.trial026.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T22:27:17.200 DEBUG:teuthology.orchestra.run.trial026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 create --size 1G client.0.2' 2026-02-22T22:27:17.252 DEBUG:teuthology.orchestra.run.trial026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.2' 2026-02-22T22:27:17.305 INFO:teuthology.orchestra.run.trial026.stdout:bench type write io_size 16384 io_threads 1 bytes 2097152 pattern random 2026-02-22T22:27:17.351 INFO:teuthology.orchestra.run.trial026.stdout: SEC OPS OPS/SEC BYTES/SEC 2026-02-22T22:27:17.351 INFO:teuthology.orchestra.run.trial026.stdout:elapsed: 0 ops: 128 ops/sec: 2782.68 bytes/sec: 43 MiB/s 2026-02-22T22:27:17.358 DEBUG:teuthology.orchestra.run.trial026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.2@snap' 2026-02-22T22:27:18.195 INFO:teuthology.orchestra.run.trial026.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T22:27:18.201 INFO:teuthology.run_tasks:Running task exec... 2026-02-22T22:27:18.215 INFO:teuthology.task.exec:Executing custom commands... 2026-02-22T22:27:18.216 INFO:teuthology.task.exec:Running commands on role cluster1.client.0 host ubuntu@trial004.front.sepia.ceph.com 2026-02-22T22:27:18.216 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'echo '"'"'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.0","snap_name":"snap"}'"'"' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.0' 2026-02-22T22:27:18.639 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'echo '"'"'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.1","snap_name":"snap"}'"'"' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.1' 2026-02-22T22:27:19.644 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'echo '"'"'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.2","snap_name":"snap"}'"'"' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.2' 2026-02-22T22:27:20.646 INFO:teuthology.run_tasks:Running task parallel... 2026-02-22T22:27:20.659 INFO:teuthology.task.parallel:starting parallel... 2026-02-22T22:27:20.659 INFO:teuthology.task.parallel:In parallel, running task sequential... 2026-02-22T22:27:20.660 INFO:teuthology.task.sequential:In sequential, running task qemu... 2026-02-22T22:27:20.687 DEBUG:teuthology.orchestra.run.trial004:> install -d -m0755 -- /home/ubuntu/cephtest/qemu /home/ubuntu/cephtest/archive/qemu 2026-02-22T22:27:20.687 INFO:teuthology.task.parallel:In parallel, running task sequential... 2026-02-22T22:27:20.688 INFO:teuthology.task.sequential:In sequential, running task exec... 2026-02-22T22:27:20.688 INFO:teuthology.task.exec:Executing custom commands... 2026-02-22T22:27:20.688 INFO:teuthology.task.exec:Running commands on role cluster1.client.0 host ubuntu@trial004.front.sepia.ceph.com 2026-02-22T22:27:20.688 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sleep $((RANDOM % 600))' 2026-02-22T22:27:20.704 INFO:teuthology.packaging:Installing package qemu-kvm-block-rbd on ubuntu@trial004.front.sepia.ceph.com 2026-02-22T22:27:20.705 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install qemu-kvm-block-rbd 2026-02-22T22:27:21.053 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:02:55 ago on Sun 22 Feb 2026 10:24:26 PM UTC. 2026-02-22T22:27:21.118 INFO:teuthology.orchestra.run.trial004.stdout:Package qemu-kvm-block-rbd-17:10.1.0-13.el9.x86_64 is already installed. 2026-02-22T22:27:21.137 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:27:21.137 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-22T22:27:21.137 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:27:21.159 INFO:tasks.qemu:generating iso... 2026-02-22T22:27:21.159 INFO:tasks.qemu:Pulling tests from https://github.com/ceph/ceph-ci.git ref f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T22:27:21.159 DEBUG:teuthology.orchestra.run.trial004:> rm -rf /home/ubuntu/cephtest/qemu_clone.cluster1.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/qemu_clone.cluster1.client.0 && cd /home/ubuntu/cephtest/qemu_clone.cluster1.client.0 && git checkout f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T22:27:21.183 INFO:teuthology.orchestra.run.trial004.stderr:Cloning into '/home/ubuntu/cephtest/qemu_clone.cluster1.client.0'... 2026-02-22T22:27:40.888 INFO:teuthology.orchestra.run.trial004.stderr:Note: switching to 'f90f4eaebb28b619cf76e80cbbe997656da69579'. 2026-02-22T22:27:40.888 INFO:teuthology.orchestra.run.trial004.stderr: 2026-02-22T22:27:40.889 INFO:teuthology.orchestra.run.trial004.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-02-22T22:27:40.889 INFO:teuthology.orchestra.run.trial004.stderr:changes and commit them, and you can discard any commits you make in this 2026-02-22T22:27:40.889 INFO:teuthology.orchestra.run.trial004.stderr:state without impacting any branches by switching back to a branch. 2026-02-22T22:27:40.889 INFO:teuthology.orchestra.run.trial004.stderr: 2026-02-22T22:27:40.889 INFO:teuthology.orchestra.run.trial004.stderr:If you want to create a new branch to retain commits you create, you may 2026-02-22T22:27:40.889 INFO:teuthology.orchestra.run.trial004.stderr:do so (now or later) by using -c with the switch command. Example: 2026-02-22T22:27:40.889 INFO:teuthology.orchestra.run.trial004.stderr: 2026-02-22T22:27:40.889 INFO:teuthology.orchestra.run.trial004.stderr: git switch -c 2026-02-22T22:27:40.889 INFO:teuthology.orchestra.run.trial004.stderr: 2026-02-22T22:27:40.889 INFO:teuthology.orchestra.run.trial004.stderr:Or undo this operation with: 2026-02-22T22:27:40.889 INFO:teuthology.orchestra.run.trial004.stderr: 2026-02-22T22:27:40.890 INFO:teuthology.orchestra.run.trial004.stderr: git switch - 2026-02-22T22:27:40.890 INFO:teuthology.orchestra.run.trial004.stderr: 2026-02-22T22:27:40.890 INFO:teuthology.orchestra.run.trial004.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-02-22T22:27:40.890 INFO:teuthology.orchestra.run.trial004.stderr: 2026-02-22T22:27:40.890 INFO:teuthology.orchestra.run.trial004.stderr:HEAD is now at f90f4eaebb2 Merge branch 'wip-74712-squid' of https://github.com/idryomov/ceph into wip-yuri6-testing-2026-02-22-1629-squid 2026-02-22T22:27:40.896 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:27:40.896 DEBUG:teuthology.orchestra.run.trial004:> dd of=/home/ubuntu/cephtest/qemu/userdata.cluster1.client.0 2026-02-22T22:27:40.953 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-22T22:27:40.953 DEBUG:teuthology.orchestra.run.trial004:> dd of=/home/ubuntu/cephtest/qemu/metadata.cluster1.client.0 2026-02-22T22:27:41.010 INFO:tasks.qemu:fetching test qa/run_xfstests_qemu.sh for cluster1.client.0 2026-02-22T22:27:41.010 DEBUG:teuthology.orchestra.run.trial004:> cp -- /home/ubuntu/cephtest/qemu_clone.cluster1.client.0/qa/run_xfstests_qemu.sh /home/ubuntu/cephtest/qemu/cluster1.client.0.test.sh && chmod 755 /home/ubuntu/cephtest/qemu/cluster1.client.0.test.sh 2026-02-22T22:27:41.068 DEBUG:teuthology.orchestra.run.trial004:> genisoimage -quiet -input-charset utf-8 -volid cidata -joliet -rock -o /home/ubuntu/cephtest/qemu/cluster1.client.0.iso -graft-points user-data=/home/ubuntu/cephtest/qemu/userdata.cluster1.client.0 meta-data=/home/ubuntu/cephtest/qemu/metadata.cluster1.client.0 ceph.conf=/etc/ceph/cluster1.conf ceph.keyring=/etc/ceph/cluster1.keyring test.sh=/home/ubuntu/cephtest/qemu/cluster1.client.0.test.sh 2026-02-22T22:27:41.128 INFO:tasks.qemu:downloading base image 2026-02-22T22:27:41.128 DEBUG:teuthology.orchestra.run.trial004:> rbd --cluster cluster1 resize --size=10240M client.0.0 || true 2026-02-22T22:27:41.222 INFO:teuthology.orchestra.run.trial004.stderr: Resizing image: 100% complete...done. 2026-02-22T22:27:41.229 DEBUG:teuthology.orchestra.run.trial004:> rbd --cluster cluster1 resize --size=10240M client.0.1 || true 2026-02-22T22:27:41.283 INFO:teuthology.orchestra.run.trial004.stderr: Resizing image: 100% complete...done. 2026-02-22T22:27:41.288 DEBUG:teuthology.orchestra.run.trial004:> rbd --cluster cluster1 resize --size=10240M client.0.2 || true 2026-02-22T22:27:41.381 INFO:teuthology.orchestra.run.trial004.stderr: Resizing image: 100% complete...done. 2026-02-22T22:27:41.381 DEBUG:teuthology.orchestra.run.trial004:> mkdir /home/ubuntu/cephtest/archive/qemu/cluster1.client.0 && sudo modprobe kvm 2026-02-22T22:27:41.407 INFO:tasks.qemu:Creating the nfs export directory... 2026-02-22T22:27:41.407 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /export/cluster1.client.0 2026-02-22T22:27:41.472 INFO:tasks.qemu:Mounting the test directory... 2026-02-22T22:27:41.472 DEBUG:teuthology.orchestra.run.trial004:> sudo mount --bind /home/ubuntu/cephtest/archive/qemu/cluster1.client.0 /export/cluster1.client.0 2026-02-22T22:27:41.536 INFO:tasks.qemu:Adding mount to /etc/exports... 2026-02-22T22:27:41.536 INFO:tasks.qemu:Deleting export from /etc/exports... 2026-02-22T22:27:41.536 DEBUG:teuthology.orchestra.run.trial004:> sudo sed -i '\|/export/cluster1.client.0|d' /etc/exports 2026-02-22T22:27:41.600 DEBUG:teuthology.orchestra.run.trial004:> echo '/export/cluster1.client.0 *(rw,no_root_squash,no_subtree_check,insecure)' | sudo tee -a /etc/exports 2026-02-22T22:27:41.664 INFO:teuthology.orchestra.run.trial004.stdout:/export/cluster1.client.0 *(rw,no_root_squash,no_subtree_check,insecure) 2026-02-22T22:27:41.665 INFO:tasks.qemu:Restarting NFS... 2026-02-22T22:27:41.665 DEBUG:teuthology.orchestra.run.trial004:> sudo systemctl restart nfs-server 2026-02-22T22:27:42.026 DEBUG:teuthology.orchestra.run.trial004:> sudo udevadm control --reload 2026-02-22T22:27:42.059 DEBUG:teuthology.orchestra.run.trial004:> sudo udevadm trigger /dev/kvm 2026-02-22T22:27:42.126 DEBUG:teuthology.orchestra.run.trial004:> ls -l /dev/kvm 2026-02-22T22:27:42.183 INFO:teuthology.orchestra.run.trial004.stdout:crw-rw-rw-. 1 root kvm 10, 232 Feb 22 22:27 /dev/kvm 2026-02-22T22:27:42.183 INFO:tasks.qemu:starting qemu... 2026-02-22T22:27:42.184 DEBUG:teuthology.orchestra.run.trial004:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term /usr/libexec/qemu-kvm -enable-kvm -nographic -cpu host -smp 1 -m 4096 -cdrom /home/ubuntu/cephtest/qemu/cluster1.client.0.iso -drive file=rbd:rbd/client.0.0:conf=/etc/ceph/cluster1.conf:id=0,format=raw,if=virtio,cache=writeback -drive file=rbd:rbd/client.0.1:conf=/etc/ceph/cluster1.conf:id=0,format=raw,if=virtio,cache=writeback -drive file=rbd:rbd/client.0.2:conf=/etc/ceph/cluster1.conf:id=0,format=raw,if=virtio,cache=writeback 2026-02-22T22:27:42.225 INFO:tasks.qemu:waiting for qemu tests to finish... 2026-02-22T22:27:42.418 INFO:tasks.qemu.cluster1.client.0.trial004.stderr:qemu-kvm: warning: Machine type 'pc-i440fx-rhel7.6.0' is deprecated: machines from the previous RHEL major release are subject to deletion in the next RHEL major release 2026-02-22T22:27:42.488 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:c[?7lSeaBIOS (version 1.16.3-5.el9) 2026-02-22T22:27:42.488 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:42.488 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:42.488 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:iPXE (http://ipxe.org) 00:03.0 CA00 PCI2.10 PnP PMM+BEFCCC40+BEF0CC40 CA00 2026-02-22T22:27:42.488 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Press Ctrl-B to configure iPXE (PCI 00:03.0)... 2026-02-22T22:27:42.488 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:42.489 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:42.657 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Booting from Hard Disk... 2026-02-22T22:27:42.932 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:GNU GRUB version 1.99-21ubuntu3.4┌──────────────────────────────────────────────────────────────────────────┐││││││││││││││││││││││││││└──────────────────────────────────────────────────────────────────────────┘ 2026-02-22T22:27:42.933 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:42.933 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: Use the ↑ and ↓ keys to select which entry is highlighted. 2026-02-22T22:27:42.933 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: Press enter to boot the selected OS, 'e' to edit the commands 2026-02-22T22:27:42.933 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: before booting or 'c' for a command-line. 2026-02-22T22:27:42.933 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:  Ubuntu, with Linux 3.2.0-32-virtual  Ubuntu, with Linux 3.2.0-32-virtual (recovery mode) Memory test (memtest86+) Memory test (memtest86+, serial console 115200)            2026-02-22T22:27:42.933 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:42.933 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:42.933 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:42.933 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:42.933 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.831 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: The highlighted entry will be executed automatically in 5s.  2026-02-22T22:27:43.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:43.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.830 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: The highlighted entry will be executed automatically in 4s.  2026-02-22T22:27:44.831 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.831 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.831 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.831 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.831 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.831 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.831 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.831 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.831 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.831 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.831 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:44.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.824 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: The highlighted entry will be executed automatically in 3s.  2026-02-22T22:27:45.824 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.824 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.824 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.824 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.824 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.824 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.824 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.824 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.824 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.824 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.824 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.824 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.824 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.825 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.825 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.825 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:45.825 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.829 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: The highlighted entry will be executed automatically in 2s.  2026-02-22T22:27:46.829 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.829 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.830 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.830 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.830 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.830 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.830 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.830 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.830 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.830 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.830 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.830 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.830 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.830 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.830 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.831 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:46.831 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: The highlighted entry will be executed automatically in 1s.  2026-02-22T22:27:47.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.833 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.834 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.834 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.834 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.834 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:47.834 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:27:48.535 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: The highlighted entry will be executed automatically in 0s. [ 0.000000] Initializing cgroup subsys cpuset 2026-02-22T22:27:48.535 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Initializing cgroup subsys cpu 2026-02-22T22:27:48.535 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Linux version 3.2.0-32-virtual (buildd@batsu) (gcc version 4.6.3 (Ubuntu/Linaro 4.6.3-1ubuntu5) ) #51-Ubuntu SMP Wed Sep 26 21:53:42 UTC 2012 (Ubuntu 3.2.0-32.51-virtual 3.2.30) 2026-02-22T22:27:48.535 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Command line: BOOT_IMAGE=/boot/vmlinuz-3.2.0-32-virtual root=LABEL=cloudimg-rootfs ro console=ttyS0 2026-02-22T22:27:48.535 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] KERNEL supported cpus: 2026-02-22T22:27:48.535 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Intel GenuineIntel 2026-02-22T22:27:48.536 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] AMD AuthenticAMD 2026-02-22T22:27:48.536 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Centaur CentaurHauls 2026-02-22T22:27:48.536 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] BIOS-provided physical RAM map: 2026-02-22T22:27:48.536 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] BIOS-e820: 0000000000000000 - 000000000009fc00 (usable) 2026-02-22T22:27:48.536 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] BIOS-e820: 000000000009fc00 - 00000000000a0000 (reserved) 2026-02-22T22:27:48.536 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] BIOS-e820: 00000000000f0000 - 0000000000100000 (reserved) 2026-02-22T22:27:48.536 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] BIOS-e820: 0000000000100000 - 00000000bffd7000 (usable) 2026-02-22T22:27:48.536 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] BIOS-e820: 00000000bffd7000 - 00000000c0000000 (reserved) 2026-02-22T22:27:48.536 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] BIOS-e820: 00000000feffc000 - 00000000ff000000 (reserved) 2026-02-22T22:27:48.536 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] BIOS-e820: 00000000fffc0000 - 0000000100000000 (reserved) 2026-02-22T22:27:48.537 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] BIOS-e820: 0000000100000000 - 0000000140000000 (usable) 2026-02-22T22:27:48.537 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] NX (Execute Disable) protection: active 2026-02-22T22:27:48.537 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] DMI 2.8 present. 2026-02-22T22:27:48.537 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] No AGP bridge found 2026-02-22T22:27:48.537 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] last_pfn = 0x140000 max_arch_pfn = 0x400000000 2026-02-22T22:27:48.537 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] x86 PAT enabled: cpu 0, old 0x7040600070406, new 0x7010600070106 2026-02-22T22:27:48.537 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] last_pfn = 0xbffd7 max_arch_pfn = 0x400000000 2026-02-22T22:27:48.537 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] found SMP MP-table at [ffff8800000f5480] f5480 2026-02-22T22:27:48.537 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Using GB pages for direct mapping 2026-02-22T22:27:48.537 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] init_memory_mapping: 0000000000000000-00000000bffd7000 2026-02-22T22:27:48.537 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] init_memory_mapping: 0000000100000000-0000000140000000 2026-02-22T22:27:48.537 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] RAMDISK: 37786000 - 37bbb000 2026-02-22T22:27:48.537 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: RSDP 00000000000f5250 00014 (v00 BOCHS ) 2026-02-22T22:27:48.537 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: RSDT 00000000bffe2290 00030 (v01 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: FACP 00000000bffe217c 00074 (v01 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: DSDT 00000000bffe0040 0213C (v01 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: FACS 00000000bffe0000 00040 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: APIC 00000000bffe21f0 00078 (v03 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: WAET 00000000bffe2268 00028 (v01 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] No NUMA configuration found 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Faking a node at 0000000000000000-0000000140000000 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Initmem setup node 0 0000000000000000-0000000140000000 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] NODE_DATA [000000013fffb000 - 000000013fffffff] 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d00 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] kvm-clock: cpu 0, msr 0:1cf6681, boot clock 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Zone PFN ranges: 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] DMA 0x00000010 -> 0x00001000 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] DMA32 0x00001000 -> 0x00100000 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Normal 0x00100000 -> 0x00140000 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Movable zone start PFN for each node 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] early_node_map[3] active PFN ranges 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] 0: 0x00000010 -> 0x0000009f 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] 0: 0x00000100 -> 0x000bffd7 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] 0: 0x00100000 -> 0x00140000 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: PM-Timer IO Port: 0x608 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: LAPIC (acpi_id[0x00] lapic_id[0x00] enabled) 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1]) 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: IOAPIC (id[0x00] address[0xfec00000] gsi_base[0]) 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl) 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level) 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level) 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level) 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level) 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Using ACPI (MADT) for SMP configuration information 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] SMP: Allowing 1 CPUs, 0 hotplug CPUs 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] PM: Registered nosave memory: 000000000009f000 - 00000000000a0000 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] PM: Registered nosave memory: 00000000000a0000 - 00000000000f0000 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] PM: Registered nosave memory: 00000000000f0000 - 0000000000100000 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] PM: Registered nosave memory: 00000000bffd7000 - 00000000c0000000 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] PM: Registered nosave memory: 00000000c0000000 - 00000000feffc000 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] PM: Registered nosave memory: 00000000feffc000 - 00000000ff000000 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] PM: Registered nosave memory: 00000000ff000000 - 00000000fffc0000 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] PM: Registered nosave memory: 00000000fffc0000 - 0000000100000000 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Allocating PCI resources starting at c0000000 (gap: c0000000:3effc000) 2026-02-22T22:27:48.538 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Booting paravirtualized kernel on KVM 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] setup_percpu: NR_CPUS:64 nr_cpumask_bits:64 nr_cpu_ids:1 nr_node_ids:1 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] PERCPU: Embedded 28 pages/cpu @ffff88013fc00000 s82880 r8192 d23616 u2097152 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] kvm-clock: cpu 0, msr 1:3fc13681, primary cpu clock 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] KVM setup async PF for cpu 0 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] kvm-stealtime: cpu 0, msr 13fc0dd40 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Built 1 zonelists in Node order, mobility grouping on. Total pages: 1027937 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Policy zone: Normal 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Kernel command line: BOOT_IMAGE=/boot/vmlinuz-3.2.0-32-virtual root=LABEL=cloudimg-rootfs ro console=ttyS0 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] PID hash table entries: 4096 (order: 3, 32768 bytes) 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] xsave/xrstor: enabled xstate_bv 0x7, cntxt size 0x340 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Checking aperture... 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] No AGP bridge found 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Memory: 4041884k/5242880k available (6532k kernel code, 1049192k absent, 151804k reserved, 6657k data, 924k init) 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] SLUB: Genslabs=15, HWalign=64, Order=0-3, MinObjects=0, CPUs=1, Nodes=1 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Hierarchical RCU implementation. 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] RCU dyntick-idle grace-period acceleration is enabled. 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] NR_IRQS:4352 nr_irqs:256 16 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Console: colour VGA+ 80x25 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] console [ttyS0] enabled 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] allocated 33554432 bytes of page_cgroup 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] please try 'cgroup_disable=memory' option if you don't want memory cgroups 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.000000] Detected 3693.084 MHz processor. 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.008000] Calibrating delay loop (skipped) preset value.. 7386.16 BogoMIPS (lpj=14772336) 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.008000] pid_max: default: 32768 minimum: 301 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.008000] Security Framework initialized 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.008000] AppArmor: AppArmor initialized 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.008003] Yama: becoming mindful. 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.008816] Dentry cache hash table entries: 524288 (order: 10, 4194304 bytes) 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.010482] Inode-cache hash table entries: 262144 (order: 9, 2097152 bytes) 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.011711] Mount-cache hash table entries: 256 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.012046] Initializing cgroup subsys cpuacct 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.012761] Initializing cgroup subsys memory 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.013465] Initializing cgroup subsys devices 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.014176] Initializing cgroup subsys freezer 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.014891] Initializing cgroup subsys blkio 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.016005] Initializing cgroup subsys perf_event 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.016950] mce: CPU supports 10 MCE banks 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.017896] SMP alternatives: switching to UP code 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.031192] Freeing SMP alternatives: 24k freed 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.031901] ACPI: Core revision 20110623 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.032256] ftrace: allocating 27008 entries in 106 pages 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.040165] Enabling x2apic 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.040616] Enabled x2apic 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.044005] Switched APIC routing to physical x2apic. 2026-02-22T22:27:48.539 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.045676] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-1 2026-02-22T22:27:48.540 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.046630] CPU0: AMD EPYC 4464P 12-Core Processor stepping 02 2026-02-22T22:27:48.626 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.052002] Performance Events: no PMU driver, software events only. 2026-02-22T22:27:48.626 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.052002] NMI watchdog disabled (cpu0): hardware events not enabled 2026-02-22T22:27:48.626 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.052002] Brought up 1 CPUs 2026-02-22T22:27:48.626 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.052002] Total of 1 processors activated (7386.16 BogoMIPS). 2026-02-22T22:27:48.626 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.052002] devtmpfs: initialized 2026-02-22T22:27:48.626 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.052360] EVM: security.selinux 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.052898] EVM: security.SMACK64 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.053430] EVM: security.capability 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.054284] print_constraints: dummy: 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.054946] RTC time: 22:27:48, date: 02/22/26 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.055673] NET: Registered protocol family 16 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.056734] Extended Config Space enabled on 0 nodes 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.057542] ACPI: bus type pci registered 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.058271] PCI: Using configuration type 1 for base access 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.059156] PCI: Using configuration type 1 for extended access 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.060234] bio: create slab at 0 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.060905] ACPI: Added _OSI(Module Device) 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.061578] ACPI: Added _OSI(Processor Device) 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.062292] ACPI: Added _OSI(3.0 _SCP Extensions) 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.063041] ACPI: Added _OSI(Processor Aggregator Device) 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.064629] ACPI: Interpreter enabled 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.065218] ACPI: (supports S0 S5) 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.065811] ACPI: Using IOAPIC for interrupt routing 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.067300] ACPI: No dock devices found. 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.068004] HEST: Table not found. 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.068553] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.070003] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff]) 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.071009] pci_root PNP0A03:00: host bridge window [io 0x0000-0x0cf7] 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.072005] pci_root PNP0A03:00: host bridge window [io 0x0d00-0xffff] 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.073057] pci_root PNP0A03:00: host bridge window [mem 0x000a0000-0x000bffff] 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.074223] pci_root PNP0A03:00: host bridge window [mem 0xc0000000-0xfebfffff] 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.076005] pci_root PNP0A03:00: host bridge window [mem 0x380000000000-0x38007fffffff] 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.080752] pci 0000:00:01.3: quirk: [io 0x0600-0x063f] claimed by PIIX4 ACPI 2026-02-22T22:27:48.627 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.081883] pci 0000:00:01.3: quirk: [io 0x0700-0x070f] claimed by PIIX4 SMB 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.107401] pci0000:00: Requesting ACPI _OSC control (0x1d) 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.108008] pci0000:00: ACPI _OSC request failed (AE_NOT_FOUND), returned control mask: 0x1d 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.109342] ACPI _OSC control for PCIe not granted, disabling ASPM 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.110893] ACPI: PCI Interrupt Link [LNKA] (IRQs 5 *10 11) 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.112333] ACPI: PCI Interrupt Link [LNKB] (IRQs 5 *10 11) 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.113380] ACPI: PCI Interrupt Link [LNKC] (IRQs 5 10 *11) 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.114426] ACPI: PCI Interrupt Link [LNKD] (IRQs 5 10 *11) 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.115453] ACPI: PCI Interrupt Link [LNKS] (IRQs *9) 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.116193] vgaarb: device added: PCI:0000:00:02.0,decodes=io+mem,owns=io+mem,locks=none 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.117515] vgaarb: loaded 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.117964] vgaarb: bridge control possible 0000:00:02.0 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.118864] i2c-core: driver [aat2870] using legacy suspend method 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.120007] i2c-core: driver [aat2870] using legacy resume method 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.120999] SCSI subsystem initialized 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.121635] usbcore: registered new interface driver usbfs 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.122516] usbcore: registered new interface driver hub 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.123374] usbcore: registered new device driver usb 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.124037] PCI: Using ACPI for IRQ routing 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.124926] NetLabel: Initializing 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.125473] NetLabel: domain hash size = 128 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.126171] NetLabel: protocols = UNLABELED CIPSOv4 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.126968] NetLabel: unlabeled traffic allowed by default 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.128025] Switching to clocksource kvm-clock 2026-02-22T22:27:48.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.130688] AppArmor: AppArmor Filesystem Enabled 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.131434] pnp: PnP ACPI init 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.131434] ACPI: bus type pnp registered 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.132076] pnp: PnP ACPI: found 9 devices 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.132735] ACPI: ACPI bus type pnp unregistered 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.138379] NET: Registered protocol family 2 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.139106] IP route cache hash table entries: 131072 (order: 8, 1048576 bytes) 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.140520] TCP established hash table entries: 524288 (order: 11, 8388608 bytes) 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.142558] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes) 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.143664] TCP: Hash tables configured (established 524288 bind 65536) 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.144725] TCP reno registered 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.145238] UDP hash table entries: 2048 (order: 4, 65536 bytes) 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.146196] UDP-Lite hash table entries: 2048 (order: 4, 65536 bytes) 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.147242] NET: Registered protocol family 1 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.147943] pci 0000:00:00.0: Limiting direct PCI/PCI transfers 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.148905] pci 0000:00:01.0: PIIX3: Enabling Passive Release 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.149843] pci 0000:00:01.0: Activating ISA DMA hang workarounds 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.150907] PCI-DMA: Using software bounce buffering for IO (SWIOTLB) 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.151930] Placing 64MB software IO TLB between ffff8800bbfd7000 - ffff8800bffd7000 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.153167] software IO TLB at phys 0xbbfd7000 - 0xbffd7000 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.154232] audit: initializing netlink socket (disabled) 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.155098] type=2000 audit(1771799268.152:1): initialized 2026-02-22T22:27:48.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.165151] Trying to unpack rootfs image as initramfs... 2026-02-22T22:27:48.718 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.180144] HugeTLB registered 2 MB page size, pre-allocated 0 pages 2026-02-22T22:27:48.729 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.188499] VFS: Disk quotas dquot_6.5.2 2026-02-22T22:27:48.729 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.189139] Dquot-cache hash table entries: 512 (order 0, 4096 bytes) 2026-02-22T22:27:48.729 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.190278] fuse init (API version 7.17) 2026-02-22T22:27:48.729 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.190930] msgmni has been set to 7894 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.203357] Freeing initrd memory: 4308k freed 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.204243] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 253) 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.205556] io scheduler noop registered 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.206185] io scheduler deadline registered (default) 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.207013] io scheduler cfq registered 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.207660] pci_hotplug: PCI Hot Plug PCI Core version: 0.5 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.208565] pciehp: PCI Express Hot Plug Controller Driver version: 0.4 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.209659] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input0 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.210830] ACPI: Power Button [PWRF] 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.211647] ERST: Table is not found! 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.212248] GHES: HEST is not enabled! 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.213123] ACPI: PCI Interrupt Link [LNKD] enabled at IRQ 11 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.214052] virtio-pci 0000:00:04.0: PCI INT A -> Link[LNKD] -> GSI 11 (level, high) -> IRQ 11 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.215863] ACPI: PCI Interrupt Link [LNKA] enabled at IRQ 10 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.216798] virtio-pci 0000:00:05.0: PCI INT A -> Link[LNKA] -> GSI 10 (level, high) -> IRQ 10 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.218528] ACPI: PCI Interrupt Link [LNKB] enabled at IRQ 10 2026-02-22T22:27:48.765 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.219443] virtio-pci 0000:00:06.0: PCI INT A -> Link[LNKB] -> GSI 10 (level, high) -> IRQ 10 2026-02-22T22:27:48.766 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.220932] Serial: 8250/16550 driver, 32 ports, IRQ sharing enabled 2026-02-22T22:27:48.782 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.244737] serial8250: ttyS0 at I/O 0x3f8 (irq = 4) is a 16550A 2026-02-22T22:27:48.809 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.268755] 00:07: ttyS0 at I/O 0x3f8 (irq = 4) is a 16550A 2026-02-22T22:27:48.809 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.269677] Linux agpgart interface v0.103 2026-02-22T22:27:48.809 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.270614] brd: module loaded 2026-02-22T22:27:48.810 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.271256] loop: module loaded 2026-02-22T22:27:48.810 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.272790] vda: vda1 2026-02-22T22:27:48.812 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.274485] vdb: unknown partition table 2026-02-22T22:27:48.813 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.276375] vdc: unknown partition table 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.277581] scsi0 : ata_piix 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.278068] scsi1 : ata_piix 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.278550] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc100 irq 14 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.279635] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc108 irq 15 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.280800] Fixed MDIO Bus: probed 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.281357] tun: Universal TUN/TAP device driver, 1.6 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.282162] tun: (C) 1999-2004 Max Krasnyansky 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.283422] PPP generic driver version 2.4.2 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.284143] ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.285185] ohci_hcd: USB 1.1 'Open' Host Controller (OHCI) Driver 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.286170] uhci_hcd: USB Universal Host Controller Interface driver 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.287194] usbcore: registered new interface driver libusual 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.288130] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.290072] serio: i8042 KBD port at 0x60,0x64 irq 1 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.290866] serio: i8042 AUX port at 0x60,0x64 irq 12 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.291959] mousedev: PS/2 mouse device common for all mice 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.293100] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input1 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.294679] rtc_cmos 00:08: RTC can wake from S4 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.295562] rtc_cmos 00:08: rtc core: registered rtc_cmos as rtc0 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.296596] rtc0: alarms up to one day, y3k, 242 bytes nvram 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.297522] device-mapper: uevent: version 1.0.3 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.298285] device-mapper: ioctl: 4.22.0-ioctl (2011-10-19) initialised: dm-devel@redhat.com 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.299622] cpuidle: using governor ladder 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.300290] cpuidle: using governor menu 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.300919] EFI Variables Facility v0.08 2004-May-17 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.301766] TCP cubic registered 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.302314] NET: Registered protocol family 10 2026-02-22T22:27:48.859 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.303138] NET: Registered protocol family 17 2026-02-22T22:27:48.860 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.303848] Registering the dns_resolver key type 2026-02-22T22:27:48.860 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.304641] registered taskstats version 1 2026-02-22T22:27:48.860 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.307295] Magic number: 14:888:502 2026-02-22T22:27:48.860 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.307954] rtc_cmos 00:08: setting system clock to 2026-02-22 22:27:48 UTC (1771799268) 2026-02-22T22:27:48.860 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.309244] BIOS EDD facility v0.16 2004-Jun-25, 0 devices found 2026-02-22T22:27:48.860 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.310197] EDD information not available. 2026-02-22T22:27:48.999 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.444908] ata2.00: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/100 2026-02-22T22:27:48.999 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.446338] ata2.00: configured for MWDMA2 2026-02-22T22:27:48.999 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.447515] scsi 1:0:0:0: CD-ROM QEMU QEMU DVD-ROM 2.5+ PQ: 0 ANSI: 5 2026-02-22T22:27:49.000 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.449224] sr0: scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray 2026-02-22T22:27:49.000 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.450114] cdrom: Uniform CD-ROM driver Revision: 3.20 2026-02-22T22:27:49.000 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.451104] sr 1:0:0:0: Attached scsi generic sg0 type 5 2026-02-22T22:27:49.000 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.452457] Freeing unused kernel memory: 924k freed 2026-02-22T22:27:49.000 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.453308] Write protecting the kernel read-only data: 12288k 2026-02-22T22:27:49.000 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.455909] Freeing unused kernel memory: 1640k freed 2026-02-22T22:27:49.000 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.457984] Freeing unused kernel memory: 1200k freed 2026-02-22T22:27:49.000 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Loading, please wait... 2026-02-22T22:27:49.004 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Begin: Loading essential drivers ... done. 2026-02-22T22:27:49.004 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Begin: Running /scripts/init-premount ... done. 2026-02-22T22:27:49.004 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.465428] udevd[84]: starting version 175 2026-02-22T22:27:49.018 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Begin: Mounting root file system ... Begin: Running /scripts/local-top ... done. 2026-02-22T22:27:49.049 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.507038] e1000: Intel(R) PRO/1000 Network Driver - version 7.3.21-k8-NAPI 2026-02-22T22:27:49.049 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.508178] e1000: Copyright (c) 1999-2006 Intel Corporation. 2026-02-22T22:27:49.091 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.544726] ACPI: PCI Interrupt Link [LNKC] enabled at IRQ 11 2026-02-22T22:27:49.091 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.545655] e1000 0000:00:03.0: PCI INT A -> Link[LNKC] -> GSI 11 (level, high) -> IRQ 11 2026-02-22T22:27:49.091 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.548626] Floppy drive(s): fd0 is 2.88M AMI BIOS 2026-02-22T22:27:49.102 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.564486] FDC 0 is a S82078B 2026-02-22T22:27:49.421 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Begin: Running /scripts/local-premount ... [ 0.872510] e1000 0000:00:03.0: eth0: (PCI:33MHz:32-bit) 52:54:00:12:34:56 2026-02-22T22:27:49.421 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.873580] e1000 0000:00:03.0: eth0: Intel(R) PRO/1000 Network Connection 2026-02-22T22:27:49.446 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:done. 2026-02-22T22:27:49.458 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.911543] EXT4-fs (vda1): mounted filesystem with ordered data mode. Opts: (null) 2026-02-22T22:27:49.480 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Begin: Running /scripts/local-bottom ... [ 0.933280] vda: vda1 2026-02-22T22:27:49.480 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:GROWROOT: CHANGED: partition=1 start=16065 old: size=4176900 end=4192965 new: size=20948760,end=20964825 2026-02-22T22:27:49.512 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 0.963769] EXT4-fs (vda1): mounted filesystem with ordered data mode. Opts: (null) 2026-02-22T22:27:49.512 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:done. 2026-02-22T22:27:49.512 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:done. 2026-02-22T22:27:49.513 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Begin: Running /scripts/init-bottom ... done. 2026-02-22T22:27:50.395 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:cloud-init start-local running: Sun, 22 Feb 2026 22:27:49 +0000. up 1.29 seconds 2026-02-22T22:27:50.434 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:no instance data found in start-local 2026-02-22T22:27:51.272 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ci-info: lo : 1 127.0.0.1 255.0.0.0 . 2026-02-22T22:27:51.272 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ci-info: eth0 : 1 10.0.2.15 255.255.255.0 52:54:00:12:34:56 2026-02-22T22:27:51.272 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ci-info: route-0: 0.0.0.0 10.0.2.2 0.0.0.0 eth0 UG 2026-02-22T22:27:51.276 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ci-info: route-1: 10.0.2.0 0.0.0.0 255.255.255.0 eth0 U 2026-02-22T22:27:51.276 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:cloud-init start running: Sun, 22 Feb 2026 22:27:50 +0000. up 2.72 seconds 2026-02-22T22:27:51.364 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:found data source: DataSourceNoCloud [seed=/dev/sr0] 2026-02-22T22:27:52.036 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:WARN:stdout, stderr changing to (| tee -a /var/log/cloud-init-output.log,| tee -a /var/log/cloud-init-output.log)Generating public/private rsa key pair. 2026-02-22T22:27:52.036 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Your identification has been saved in /etc/ssh/ssh_host_rsa_key. 2026-02-22T22:27:52.036 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Your public key has been saved in /etc/ssh/ssh_host_rsa_key.pub. 2026-02-22T22:27:52.036 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:The key fingerprint is: 2026-02-22T22:27:52.036 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ab:f2:2f:36:73:96:99:54:8a:c1:03:ae:d7:9e:5e:23 root@test 2026-02-22T22:27:52.036 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:The key's randomart image is: 2026-02-22T22:27:52.036 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:+--[ RSA 2048]----+ 2026-02-22T22:27:52.036 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| | 2026-02-22T22:27:52.037 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| . | 2026-02-22T22:27:52.037 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| . o | 2026-02-22T22:27:52.037 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| . + . | 2026-02-22T22:27:52.037 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| . . +So | 2026-02-22T22:27:52.037 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| . . o o. | 2026-02-22T22:27:52.037 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| . .Eo++ | 2026-02-22T22:27:52.037 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| . B+*. | 2026-02-22T22:27:52.037 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| =+B. | 2026-02-22T22:27:52.037 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:+-----------------+ 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Generating public/private dsa key pair. 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Your identification has been saved in /etc/ssh/ssh_host_dsa_key. 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Your public key has been saved in /etc/ssh/ssh_host_dsa_key.pub. 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:The key fingerprint is: 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:f7:a7:6a:71:78:b1:7a:19:c6:b0:e6:ae:c1:4f:8e:60 root@test 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:The key's randomart image is: 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:+--[ DSA 1024]----+ 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| . . | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| S .= o | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| . .=.B | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| E oo.*.o. | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| . . *+ oo | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| o+=o. | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:+-----------------+ 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Generating public/private ecdsa key pair. 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Your identification has been saved in /etc/ssh/ssh_host_ecdsa_key. 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Your public key has been saved in /etc/ssh/ssh_host_ecdsa_key.pub. 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:The key fingerprint is: 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:eb:71:4a:9d:f3:7b:78:2c:1f:1a:34:b1:7a:53:af:2c root@test 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:The key's randomart image is: 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:+--[ECDSA 256]---+ 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| . | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| o | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| S + . | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| o + o . | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| + * +o. .| 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| o + +E=+o | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:| o +B+ | 2026-02-22T22:27:52.080 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:+-----------------+ 2026-02-22T22:27:52.142 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Skipping profile in /etc/apparmor.d/disable: usr.sbin.rsyslogd 2026-02-22T22:27:52.204 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Starting AppArmor profiles  [ OK ] 2026-02-22T22:27:52.218 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:landscape-client is not configured, please run landscape-config. 2026-02-22T22:27:52.229 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:acpid: starting up with proc fs 2026-02-22T22:27:52.231 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:acpid: 1 rule loaded 2026-02-22T22:27:52.231 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:acpid: waiting for events: event logging is off 2026-02-22T22:27:52.235 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Stopping System V initialisation compatibility[ OK ] 2026-02-22T22:27:52.245 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Starting System V runlevel compatibility[ OK ] 2026-02-22T22:27:52.245 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Starting automatic crash report generation[ OK ] 2026-02-22T22:27:52.245 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Starting deferred execution scheduler[ OK ] 2026-02-22T22:27:52.245 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Starting regular background program processing daemon[ OK ] 2026-02-22T22:27:52.245 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Starting ACPI daemon[ OK ] 2026-02-22T22:27:52.245 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Starting save kernel messages[ OK ] 2026-02-22T22:27:52.245 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Starting CPU interrupts balancing daemon[ OK ] 2026-02-22T22:27:52.245 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Stopping save kernel messages[ OK ] 2026-02-22T22:27:52.280 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Stopping System V runlevel compatibility[ OK ] 2026-02-22T22:27:52.292 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Starting crash report submission daemon[ OK ] 2026-02-22T22:27:52.762 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Generating locales... 2026-02-22T22:27:53.003 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: en_US.UTF-8... done 2026-02-22T22:27:53.006 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Generation complete. 2026-02-22T22:27:53.240 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:passwd: password expiry information changed. 2026-02-22T22:27:53.404 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Ign http://old-releases.ubuntu.com precise InRelease 2026-02-22T22:27:53.421 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:1 http://old-releases.ubuntu.com precise-updates InRelease [55.7 kB] 2026-02-22T22:27:53.469 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:2 http://old-releases.ubuntu.com precise-security InRelease [55.7 kB] 2026-02-22T22:27:53.502 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:3 http://old-releases.ubuntu.com precise Release.gpg [198 B] 2026-02-22T22:27:53.515 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:4 http://old-releases.ubuntu.com precise-updates/main Sources [815 kB] 2026-02-22T22:27:53.575 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:5 http://old-releases.ubuntu.com precise-updates/universe Sources [208 kB] 2026-02-22T22:27:53.591 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:6 http://old-releases.ubuntu.com precise-updates/main amd64 Packages [1104 kB] 2026-02-22T22:27:53.633 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:7 http://old-releases.ubuntu.com precise-updates/universe amd64 Packages [406 kB] 2026-02-22T22:27:53.651 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:8 http://old-releases.ubuntu.com precise-updates/main i386 Packages [1111 kB] 2026-02-22T22:27:53.692 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:9 http://old-releases.ubuntu.com precise-updates/universe i386 Packages [422 kB] 2026-02-22T22:27:53.707 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:10 http://old-releases.ubuntu.com precise-updates/main TranslationIndex [208 B] 2026-02-22T22:27:53.717 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:11 http://old-releases.ubuntu.com precise-updates/universe TranslationIndex [205 B] 2026-02-22T22:27:53.730 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:12 http://old-releases.ubuntu.com precise-security/main Sources [242 kB] 2026-02-22T22:27:53.741 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:13 http://old-releases.ubuntu.com precise-security/universe Sources [88.1 kB] 2026-02-22T22:27:53.755 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:14 http://old-releases.ubuntu.com precise-security/main amd64 Packages [584 kB] 2026-02-22T22:27:53.779 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:15 http://old-releases.ubuntu.com precise-security/universe amd64 Packages [213 kB] 2026-02-22T22:27:53.793 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:16 http://old-releases.ubuntu.com precise-security/main i386 Packages [589 kB] 2026-02-22T22:27:53.821 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:17 http://old-releases.ubuntu.com precise-security/universe i386 Packages [228 kB] 2026-02-22T22:27:53.832 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:18 http://old-releases.ubuntu.com precise-security/main TranslationIndex [208 B] 2026-02-22T22:27:53.844 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:19 http://old-releases.ubuntu.com precise-security/universe TranslationIndex [205 B] 2026-02-22T22:27:53.852 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:20 http://old-releases.ubuntu.com precise Release [49.6 kB] 2026-02-22T22:27:53.867 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:21 http://old-releases.ubuntu.com precise-updates/main Translation-en [353 kB] 2026-02-22T22:27:53.884 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:22 http://old-releases.ubuntu.com precise-updates/universe Translation-en [176 kB] 2026-02-22T22:27:53.901 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:23 http://old-releases.ubuntu.com precise-security/main Translation-en [202 kB] 2026-02-22T22:27:53.912 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:24 http://old-releases.ubuntu.com precise-security/universe Translation-en [96.4 kB] 2026-02-22T22:27:53.922 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:25 http://old-releases.ubuntu.com precise/main Sources [934 kB] 2026-02-22T22:27:53.963 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:26 http://old-releases.ubuntu.com precise/universe Sources [5019 kB] 2026-02-22T22:27:54.104 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:27 http://old-releases.ubuntu.com precise/main amd64 Packages [1273 kB] 2026-02-22T22:27:54.146 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:28 http://old-releases.ubuntu.com precise/universe amd64 Packages [4786 kB] 2026-02-22T22:27:54.279 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:29 http://old-releases.ubuntu.com precise/main i386 Packages [1274 kB] 2026-02-22T22:27:54.320 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:30 http://old-releases.ubuntu.com precise/universe i386 Packages [4796 kB] 2026-02-22T22:27:54.446 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:31 http://old-releases.ubuntu.com precise/main TranslationIndex [3706 B] 2026-02-22T22:27:54.460 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:32 http://old-releases.ubuntu.com precise/universe TranslationIndex [2922 B] 2026-02-22T22:27:54.514 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:33 http://old-releases.ubuntu.com precise/main Translation-en [726 kB] 2026-02-22T22:27:54.553 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:34 http://old-releases.ubuntu.com precise/universe Translation-en [3341 kB] 2026-02-22T22:27:57.428 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Fetched 29.2 MB in 4s (6990 kB/s) 2026-02-22T22:27:58.239 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Reading package lists... 2026-02-22T22:27:58.243 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Reading package lists... 2026-02-22T22:27:58.343 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Building dependency tree... 2026-02-22T22:27:58.344 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Reading state information... 2026-02-22T22:27:58.394 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:The following packages will be upgraded: 2026-02-22T22:27:58.394 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: ca-certificates libssl1.0.0 2026-02-22T22:27:58.449 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:2 upgraded, 0 newly installed, 0 to remove and 226 not upgraded. 2026-02-22T22:27:58.450 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Need to get 1233 kB of archives. 2026-02-22T22:27:58.450 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:After this operation, 108 kB of additional disk space will be used. 2026-02-22T22:27:58.450 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:1 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main libssl1.0.0 amd64 1.0.1-4ubuntu5.45 [1055 kB] 2026-02-22T22:27:58.624 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:2 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main ca-certificates all 20190110~12.04.1 [179 kB] 2026-02-22T22:27:58.671 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:dpkg-preconfigure: unable to re-open stdin: No such file or directory 2026-02-22T22:27:58.675 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Fetched 1233 kB in 0s (5383 kB/s) 2026-02-22T22:27:58.902 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:(Reading database ... 36182 files and directories currently installed.) 2026-02-22T22:27:58.902 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Preparing to replace libssl1.0.0 1.0.1-4ubuntu5.5 (using .../libssl1.0.0_1.0.1-4ubuntu5.45_amd64.deb) ... 2026-02-22T22:27:58.908 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Unpacking replacement libssl1.0.0 ... 2026-02-22T22:27:58.967 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Setting up libssl1.0.0 (1.0.1-4ubuntu5.45) ... 2026-02-22T22:27:59.062 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Processing triggers for libc-bin ... 2026-02-22T22:27:59.068 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ldconfig deferred processing now taking place 2026-02-22T22:27:59.224 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:(Reading database ... 36182 files and directories currently installed.) 2026-02-22T22:27:59.224 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Preparing to replace ca-certificates 20111211 (using .../ca-certificates_20190110~12.04.1_all.deb) ... 2026-02-22T22:27:59.233 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Unpacking replacement ca-certificates ... 2026-02-22T22:27:59.281 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Processing triggers for man-db ... 2026-02-22T22:27:59.699 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Setting up ca-certificates (20190110~12.04.1) ... 2026-02-22T22:28:00.744 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Updating certificates in /etc/ssl/certs... 73 added, 78 removed; done. 2026-02-22T22:28:00.745 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Running hooks in /etc/ca-certificates/update.d....done. 2026-02-22T22:28:01.388 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Updating certificates in /etc/ssl/certs... 0 added, 1 removed; done. 2026-02-22T22:28:01.388 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Running hooks in /etc/ca-certificates/update.d....done. 2026-02-22T22:28:01.388 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Reading package lists... 2026-02-22T22:28:01.484 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Building dependency tree... 2026-02-22T22:28:01.484 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Reading state information... 2026-02-22T22:28:01.544 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:The following extra packages will be installed: 2026-02-22T22:28:01.544 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: libgssglue1 libnfsidmap2 libtirpc1 rpcbind 2026-02-22T22:28:01.544 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:The following NEW packages will be installed: 2026-02-22T22:28:01.544 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: libgssglue1 libnfsidmap2 libtirpc1 nfs-common rpcbind 2026-02-22T22:28:01.706 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:0 upgraded, 5 newly installed, 0 to remove and 226 not upgraded. 2026-02-22T22:28:01.706 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Need to get 424 kB of archives. 2026-02-22T22:28:01.706 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:After this operation, 1326 kB of additional disk space will be used. 2026-02-22T22:28:01.706 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:1 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main libgssglue1 amd64 0.3-4ubuntu0.1 [22.5 kB] 2026-02-22T22:28:01.866 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:2 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main libtirpc1 amd64 0.2.2-5ubuntu0.1 [85.0 kB] 2026-02-22T22:28:02.089 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:3 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main rpcbind amd64 0.2.0-7ubuntu1.3 [43.1 kB] 2026-02-22T22:28:02.194 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:4 http://old-releases.ubuntu.com/ubuntu/ precise/main libnfsidmap2 amd64 0.25-1ubuntu2 [32.0 kB] 2026-02-22T22:28:02.294 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Get:5 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main nfs-common amd64 1:1.2.5-3ubuntu3.2 [241 kB] 2026-02-22T22:28:02.510 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:dpkg-preconfigure: unable to re-open stdin: No such file or directory 2026-02-22T22:28:02.510 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Fetched 424 kB in 0s (455 kB/s) 2026-02-22T22:28:02.556 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Selecting previously unselected package libgssglue1. 2026-02-22T22:28:02.556 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:(Reading database ... 36174 files and directories currently installed.) 2026-02-22T22:28:02.556 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Unpacking libgssglue1 (from .../libgssglue1_0.3-4ubuntu0.1_amd64.deb) ... 2026-02-22T22:28:02.594 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Selecting previously unselected package libtirpc1. 2026-02-22T22:28:02.595 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Unpacking libtirpc1 (from .../libtirpc1_0.2.2-5ubuntu0.1_amd64.deb) ... 2026-02-22T22:28:02.649 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Selecting previously unselected package rpcbind. 2026-02-22T22:28:02.649 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Unpacking rpcbind (from .../rpcbind_0.2.0-7ubuntu1.3_amd64.deb) ... 2026-02-22T22:28:02.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Selecting previously unselected package libnfsidmap2. 2026-02-22T22:28:02.708 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Unpacking libnfsidmap2 (from .../libnfsidmap2_0.25-1ubuntu2_amd64.deb) ... 2026-02-22T22:28:02.758 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Selecting previously unselected package nfs-common. 2026-02-22T22:28:02.758 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Unpacking nfs-common (from .../nfs-common_1%3a1.2.5-3ubuntu3.2_amd64.deb) ... 2026-02-22T22:28:02.823 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Processing triggers for man-db ... 2026-02-22T22:28:02.965 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Processing triggers for ureadahead ... 2026-02-22T22:28:02.990 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Setting up libgssglue1 (0.3-4ubuntu0.1) ... 2026-02-22T22:28:03.021 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Setting up libtirpc1 (0.2.2-5ubuntu0.1) ... 2026-02-22T22:28:03.044 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Setting up rpcbind (0.2.0-7ubuntu1.3) ... 2026-02-22T22:28:03.075 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: Removing any system startup links for /etc/init.d/rpcbind ... 2026-02-22T22:28:03.084 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:portmap start/running, process 8255 2026-02-22T22:28:03.090 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Setting up libnfsidmap2 (0.25-1ubuntu2) ... 2026-02-22T22:28:03.111 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Setting up nfs-common (1:1.2.5-3ubuntu3.2) ... 2026-02-22T22:28:03.192 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:28:03.192 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Creating config file /etc/idmapd.conf with new version 2026-02-22T22:28:03.274 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: 2026-02-22T22:28:03.274 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Creating config file /etc/default/nfs-common with new version 2026-02-22T22:28:03.313 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Adding system user `statd' (UID 106) ... 2026-02-22T22:28:03.314 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Adding new user `statd' (UID 106) with group `nogroup' ... 2026-02-22T22:28:03.342 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Not creating home directory `/var/lib/nfs'. 2026-02-22T22:28:03.356 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:statd start/running, process 8489 2026-02-22T22:28:03.365 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:gssd stop/post-stop, process 8520 2026-02-22T22:28:04.084 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:idmapd start/running, process 8560 2026-02-22T22:28:04.092 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Processing triggers for libc-bin ... 2026-02-22T22:28:04.097 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ldconfig deferred processing now taking place 2026-02-22T22:28:04.260 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:mount.nfs: timeout set for Sun Feb 22 22:30:03 2026 2026-02-22T22:28:04.261 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:mount.nfs: trying text-based options 'proto=tcp,vers=4,addr=10.0.2.2,clientaddr=10.0.2.15' 2026-02-22T22:28:04.261 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:10.0.2.2:/export/cluster1.client.0 on /mnt/log type nfs (rw,proto=tcp) 2026-02-22T22:28:04.261 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:mount: block device /dev/sr0 is write-protected, mounting read-only 2026-02-22T22:29:29.716 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster1 migration execute client.0.0' 2026-02-22T22:29:30.727 INFO:teuthology.orchestra.run.trial004.stderr: Image migration: 1% complete... Image migration: 2% complete... Image migration: 3% complete... Image migration: 4% complete... Image migration: 5% complete... Image migration: 6% complete... Image migration: 7% complete... Image migration: 8% complete... Image migration: 9% complete... Image migration: 10% complete... Image migration: 11% complete... Image migration: 12% complete... Image migration: 13% complete... Image migration: 14% complete... Image migration: 15% complete... Image migration: 16% complete... Image migration: 17% complete... Image migration: 18% complete... Image migration: 19% complete... Image migration: 20% complete... Image migration: 21% complete... Image migration: 22% complete... Image migration: 23% complete... Image migration: 24% complete... Image migration: 25% complete... Image migration: 26% complete... Image migration: 27% complete... Image migration: 28% complete... Image migration: 29% complete... Image migration: 30% complete... Image migration: 31% complete... Image migration: 32% complete... Image migration: 33% complete... Image migration: 34% complete... Image migration: 35% complete... Image migration: 36% complete... Image migration: 37% complete... Image migration: 38% complete... Image migration: 39% complete... Image migration: 40% complete... Image migration: 41% complete... Image migration: 42% complete... Image migration: 43% complete... Image migration: 44% complete... Image migration: 45% complete... Image migration: 46% complete... Image migration: 47% complete... Image migration: 48% complete... Image migration: 49% complete... Image migration: 50% complete... Image migration: 51% complete... Image migration: 52% complete... Image migration: 53% complete... Image migration: 54% complete... Image migration: 55% complete... Image migration: 56% complete... Image migration: 57% complete... Image migration: 58% complete... Image migration: 59% complete... Image migration: 60% complete... Image migration: 61% complete... Image migration: 62% complete... Image migration: 63% complete... Image migration: 64% complete... Image migration: 65% complete... Image migration: 66% complete... Image migration: 67% complete... Image migration: 68% complete... Image migration: 69% complete... Image migration: 70% complete... Image migration: 71% complete... Image migration: 72% complete... Image migration: 73% complete... Image migration: 74% complete... Image migration: 75% complete... Image migration: 76% complete... Image migration: 77% complete... Image migration: 78% complete... Image migration: 79% complete... Image migration: 80% complete... Image migration: 81% complete... Image migration: 82% complete... Image migration: 83% complete... Image migration: 84% complete... Image migration: 85% complete... Image migration: 86% complete... Image migration: 87% complete... Image migration: 88% complete... Image migration: 89% complete... Image migration: 90% complete... Image migration: 91% complete... Image migration: 92% complete... Image migration: 93% complete... Image migration: 94% complete... Image migration: 95% complete... Image migration: 96% complete... Image migration: 97% complete... Image migration: 98% complete... Image migration: 99% complete... Image migration: 100% complete...done. 2026-02-22T22:29:30.732 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sleep $((RANDOM % 600))' 2026-02-22T22:34:24.761 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster1 migration commit client.0.0' 2026-02-22T22:34:24.852 INFO:teuthology.orchestra.run.trial004.stderr: Commit image migration: 100% complete...done. 2026-02-22T22:34:24.856 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sleep $((RANDOM % 600))' 2026-02-22T22:42:43.885 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster1 migration execute client.0.1' 2026-02-22T22:42:44.230 INFO:teuthology.orchestra.run.trial004.stderr: Image migration: 2% complete... Image migration: 3% complete... Image migration: 4% complete... Image migration: 5% complete... Image migration: 6% complete... Image migration: 7% complete... Image migration: 8% complete... Image migration: 9% complete... Image migration: 10% complete... Image migration: 11% complete... Image migration: 12% complete... Image migration: 13% complete... Image migration: 14% complete... Image migration: 15% complete... Image migration: 16% complete... Image migration: 17% complete... Image migration: 18% complete... Image migration: 19% complete... Image migration: 20% complete... Image migration: 21% complete... Image migration: 22% complete... Image migration: 23% complete... Image migration: 24% complete... Image migration: 25% complete... Image migration: 26% complete... Image migration: 27% complete... Image migration: 28% complete... Image migration: 29% complete... Image migration: 30% complete... Image migration: 31% complete... Image migration: 32% complete... Image migration: 33% complete... Image migration: 34% complete... Image migration: 35% complete... Image migration: 36% complete... Image migration: 37% complete... Image migration: 38% complete... Image migration: 39% complete... Image migration: 40% complete... Image migration: 41% complete... Image migration: 42% complete... Image migration: 43% complete... Image migration: 44% complete... Image migration: 45% complete... Image migration: 46% complete... Image migration: 47% complete... Image migration: 48% complete... Image migration: 49% complete... Image migration: 50% complete... Image migration: 51% complete... Image migration: 52% complete... Image migration: 53% complete... Image migration: 54% complete... Image migration: 55% complete... Image migration: 56% complete... Image migration: 57% complete... Image migration: 58% complete... Image migration: 59% complete... Image migration: 60% complete... Image migration: 61% complete... Image migration: 62% complete... Image migration: 63% complete... Image migration: 64% complete... Image migration: 65% complete... Image migration: 66% complete... Image migration: 67% complete... Image migration: 68% complete... Image migration: 69% complete... Image migration: 70% complete... Image migration: 71% complete... Image migration: 72% complete... Image migration: 73% complete... Image migration: 74% complete... Image migration: 75% complete... Image migration: 76% complete... Image migration: 77% complete... Image migration: 78% complete... Image migration: 79% complete... Image migration: 80% complete... Image migration: 81% complete... Image migration: 82% complete... Image migration: 83% complete... Image migration: 84% complete... Image migration: 85% complete... Image migration: 86% complete... Image migration: 87% complete... Image migration: 88% complete... Image migration: 89% complete... Image migration: 90% complete... Image migration: 91% complete... Image migration: 92% complete... Image migration: 93% complete... Image migration: 94% complete... Image migration: 95% complete... Image migration: 96% complete... Image migration: 97% complete... Image migration: 98% complete... Image migration: 99% complete... Image migration: 100% complete...done. 2026-02-22T22:42:44.235 DEBUG:teuthology.parallel:result is None 2026-02-22T22:51:39.508 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:acpid: exiting 2026-02-22T22:51:39.521 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Traceback (most recent call last): 2026-02-22T22:51:39.521 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 807, in emit 2026-02-22T22:51:39.521 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Checking for running unattended-upgrades: 2026-02-22T22:51:39.546 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: self._connect_unixsocket(self.address) 2026-02-22T22:51:39.547 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 745, in _connect_unixsocket 2026-02-22T22:51:39.547 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: self.socket.connect(address) 2026-02-22T22:51:39.547 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: File "/usr/lib/python2.7/socket.py", line 224, in meth 2026-02-22T22:51:39.547 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: return getattr(self._sock,name)(*args) 2026-02-22T22:51:39.547 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:error: [Errno 111] Connection refused 2026-02-22T22:51:39.547 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Logged from file __init__.py, line 116 2026-02-22T22:51:39.547 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ec2: 2026-02-22T22:51:39.547 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ec2: ############################################################# 2026-02-22T22:51:39.547 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ec2: -----BEGIN SSH HOST KEY FINGERPRINTS----- 2026-02-22T22:51:39.611 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ec2: 1024 f7:a7:6a:71:78:b1:7a:19:c6:b0:e6:ae:c1:4f:8e:60 root@test (DSA) 2026-02-22T22:51:39.611 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ec2: 256 eb:71:4a:9d:f3:7b:78:2c:1f:1a:34:b1:7a:53:af:2c root@test (ECDSA) 2026-02-22T22:51:39.611 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ec2: 2048 ab:f2:2f:36:73:96:99:54:8a:c1:03:ae:d7:9e:5e:23 root@test (RSA) 2026-02-22T22:51:39.611 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:-----BEGIN SSH HOST KEY KEYS----- 2026-02-22T22:51:39.611 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ec2: -----END SSH HOST KEY FINGERPRINTS----- 2026-02-22T22:51:39.611 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ec2: ############################################################# 2026-02-22T22:51:39.611 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBH+9AvuuLXxRZqosxvkrBIdBuJo7dm4hb7Rpfv60FVs+TJNy66ZcWdIUDXM76KVk8r8LEv997g+wz9Bici7f7l8= root@test 2026-02-22T22:51:39.611 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDegg+4hBydttptXu9CkggDVmBRZuykPRUMGQIHKH8LCL5JxmXQ+ZNfKxs9RK2ZDO7s4KnDWJ2lyM/heL0OeoOZ06jvkbt86nd2vydX5L/f/utwbvyEh6Ksb6A/SGPCA6UU9ARl0EqNAvOwUm/KCyq/Grk8uJkWII+dUJ2XG4LHMPw+32dFWcrOR2cjcRTXerfJa+EBHGy6z7PevpyKx6/tnOIW7/zauuxHMZ5v8t8VJt0UG4uTBNrKzif6d6aTO4DVcqLTa/diHU+Czle+q+61VIu7svpKYPggKwJvdeFog/BnuLb9aoxbg8VSbuDeUvm/HVeHNtbs3ULga2viZuFT root@test 2026-02-22T22:51:39.611 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:-----END SSH HOST KEY KEYS----- 2026-02-22T22:51:39.611 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Traceback (most recent call last): 2026-02-22T22:51:39.611 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 807, in emit 2026-02-22T22:51:39.611 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: self._connect_unixsocket(self.address) 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 745, in _connect_unixsocket 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: self.socket.connect(address) 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: File "/usr/lib/python2.7/socket.py", line 224, in meth 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: return getattr(self._sock,name)(*args) 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:error: [Errno 111] Connection refused 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Logged from file __init__.py, line 116 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Traceback (most recent call last): 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 807, in emit 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: self._connect_unixsocket(self.address) 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 745, in _connect_unixsocket 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: self.socket.connect(address) 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: File "/usr/lib/python2.7/socket.py", line 224, in meth 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: return getattr(self._sock,name)(*args) 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:error: [Errno 111] Connection refused 2026-02-22T22:51:39.612 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:Logged from file __init__.py, line 116 2026-02-22T22:51:39.616 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:cloud-init boot finished at Sun, 22 Feb 2026 22:51:39 +0000. Up 1431.47 seconds 2026-02-22T22:51:39.637 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Stopping landscape-client daemon  [fail] 2026-02-22T22:51:39.683 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Asking all remaining processes to terminate...  [ OK ] 2026-02-22T22:51:39.705 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * All processes ended within 1 seconds....  [ OK ] 2026-02-22T22:51:39.714 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:rpcbind: rpcbind terminating on signal. Restart with "rpcbind -w" 2026-02-22T22:51:39.820 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Deconfiguring network interfaces...  [ OK ] 2026-02-22T22:51:39.836 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Deactivating swap...  [ OK ] 2026-02-22T22:51:39.858 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Unmounting local filesystems...  [ OK ] 2026-02-22T22:51:39.941 INFO:tasks.qemu.cluster1.client.0.trial004.stdout: * Will now halt 2026-02-22T22:51:39.956 INFO:tasks.qemu.cluster1.client.0.trial004.stdout:[ 1431.838167] Power down. 2026-02-22T22:51:40.088 DEBUG:tasks.qemu:checking that qemu tests succeeded... 2026-02-22T22:51:40.089 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod a+rw -R /home/ubuntu/cephtest/archive/qemu/cluster1.client.0 2026-02-22T22:51:40.117 INFO:tasks.qemu:Tearing down the nfs mount for ubuntu@trial004.front.sepia.ceph.com 2026-02-22T22:51:40.117 INFO:tasks.qemu:Stopping NFS... 2026-02-22T22:51:40.117 DEBUG:teuthology.orchestra.run.trial004:> sudo systemctl stop nfs-server 2026-02-22T22:51:40.243 INFO:tasks.qemu:Unmounting exported directory... 2026-02-22T22:51:40.243 DEBUG:teuthology.orchestra.run.trial004:> sudo umount /export/cluster1.client.0 2026-02-22T22:51:40.268 INFO:tasks.qemu:Deleting export from /etc/exports... 2026-02-22T22:51:40.269 DEBUG:teuthology.orchestra.run.trial004:> sudo sed -i '\|/export/cluster1.client.0|d' /etc/exports 2026-02-22T22:51:40.336 INFO:tasks.qemu:Starting NFS... 2026-02-22T22:51:40.337 DEBUG:teuthology.orchestra.run.trial004:> sudo systemctl start nfs-server 2026-02-22T22:51:40.575 DEBUG:teuthology.orchestra.run.trial004:> test -f /home/ubuntu/cephtest/archive/qemu/cluster1.client.0/success 2026-02-22T22:51:40.592 INFO:tasks.qemu:Deleting exported directory... 2026-02-22T22:51:40.592 DEBUG:teuthology.orchestra.run.trial004:> sudo rm -r /export 2026-02-22T22:51:40.656 DEBUG:tasks.qemu:cleaning up base image files 2026-02-22T22:51:40.657 DEBUG:teuthology.orchestra.run.trial004:> rm -rf /home/ubuntu/cephtest/qemu/cluster1.client.0.iso /home/ubuntu/cephtest/qemu/userdata.cluster1.client.0 /home/ubuntu/cephtest/qemu/metadata.cluster1.client.0 /home/ubuntu/cephtest/qemu/cluster1.client.0.test.sh /home/ubuntu/cephtest/qemu_clone.cluster1.client.0 2026-02-22T22:51:40.988 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y erase qemu-kvm-block-rbd 2026-02-22T22:51:41.154 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-22T22:51:41.155 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:51:41.155 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repository Size 2026-02-22T22:51:41.155 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:51:41.155 INFO:teuthology.orchestra.run.trial004.stdout:Removing: 2026-02-22T22:51:41.155 INFO:teuthology.orchestra.run.trial004.stdout: qemu-kvm-block-rbd x86_64 17:10.1.0-13.el9 @appstream 37 k 2026-02-22T22:51:41.155 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:51:41.155 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-22T22:51:41.155 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-22T22:51:41.155 INFO:teuthology.orchestra.run.trial004.stdout:Remove 1 Package 2026-02-22T22:51:41.155 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:51:41.156 INFO:teuthology.orchestra.run.trial004.stdout:Freed space: 37 k 2026-02-22T22:51:41.156 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-22T22:51:41.156 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-22T22:51:41.156 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-22T22:51:41.170 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-22T22:51:41.170 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-22T22:51:41.198 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-22T22:51:41.281 INFO:teuthology.orchestra.run.trial004.stdout: Erasing : qemu-kvm-block-rbd-17:10.1.0-13.el9.x86_64 1/1 2026-02-22T22:51:41.324 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : qemu-kvm-block-rbd-17:10.1.0-13.el9.x86_64 1/1 2026-02-22T22:51:41.324 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:51:41.324 INFO:teuthology.orchestra.run.trial004.stdout:Removed: 2026-02-22T22:51:41.324 INFO:teuthology.orchestra.run.trial004.stdout: qemu-kvm-block-rbd-17:10.1.0-13.el9.x86_64 2026-02-22T22:51:41.324 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:51:41.324 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-22T22:51:41.343 DEBUG:teuthology.orchestra.run.trial004:> rmdir /home/ubuntu/cephtest/qemu || true 2026-02-22T22:51:41.360 DEBUG:teuthology.parallel:result is None 2026-02-22T22:51:41.361 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-02-22T22:51:41.376 INFO:tasks.ceph.ceph_manager.cluster2:waiting for clean 2026-02-22T22:51:41.376 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:51:41.552 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:51:41.553 INFO:teuthology.orchestra.run.trial026.stderr:dumped all 2026-02-22T22:51:41.560 INFO:teuthology.orchestra.run.trial026.stdout:{"pg_ready":true,"pg_map":{"version":781,"stamp":"2026-02-22T22:51:40.601846+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1731331375,"num_objects":521,"num_object_clones":0,"num_object_copies":1042,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":521,"num_whiteouts":0,"num_read":10746,"num_read_kb":1341373,"num_write":1919,"num_write_kb":1184252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1294,"ondisk_log_size":1294,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":2453932,"kb_used_data":2364728,"kb_used_omap":4,"kb_used_meta":89147,"kb_avail":280661588,"statfs":{"total":289910292480,"available":287397466112,"internally_reserved":0,"allocated":2421481472,"data_stored":2421058485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4782,"internal_metadata":91286866},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000861"},"pg_stats":[{"pgid":"2.7","version":"18'64","reported_seq":1238,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:48:03.569668+0000","last_change":"2026-02-22T22:26:21.519910+0000","last_active":"2026-02-22T22:48:03.569668+0000","last_peered":"2026-02-22T22:48:03.569668+0000","last_clean":"2026-02-22T22:48:03.569668+0000","last_became_active":"2026-02-22T22:26:19.516731+0000","last_became_peered":"2026-02-22T22:26:19.516731+0000","last_unstale":"2026-02-22T22:48:03.569668+0000","last_undegraded":"2026-02-22T22:48:03.569668+0000","last_fullsized":"2026-02-22T22:48:03.569668+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:50:30.554493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078167099999999995,"stat_sum":{"num_bytes":204029968,"num_objects":60,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1144,"num_read_kb":176960,"num_write":83,"num_write_kb":149281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"19'204","reported_seq":1342,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:47:58.569370+0000","last_change":"2026-02-22T22:26:21.519607+0000","last_active":"2026-02-22T22:47:58.569370+0000","last_peered":"2026-02-22T22:47:58.569370+0000","last_clean":"2026-02-22T22:47:58.569370+0000","last_became_active":"2026-02-22T22:26:19.517050+0000","last_became_peered":"2026-02-22T22:26:19.517050+0000","last_unstale":"2026-02-22T22:47:58.569370+0000","last_undegraded":"2026-02-22T22:47:58.569370+0000","last_fullsized":"2026-02-22T22:47:58.569370+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":204,"log_dups_size":0,"ondisk_log_size":204,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:33:54.953828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058693199999999997,"stat_sum":{"num_bytes":267059298,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":1692,"num_read_kb":215788,"num_write":198,"num_write_kb":187132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"18'60","reported_seq":652,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.574181+0000","last_change":"2026-02-22T22:26:21.519804+0000","last_active":"2026-02-22T22:49:18.574181+0000","last_peered":"2026-02-22T22:49:18.574181+0000","last_clean":"2026-02-22T22:49:18.574181+0000","last_became_active":"2026-02-22T22:26:19.516886+0000","last_became_peered":"2026-02-22T22:26:19.516886+0000","last_unstale":"2026-02-22T22:49:18.574181+0000","last_undegraded":"2026-02-22T22:49:18.574181+0000","last_fullsized":"2026-02-22T22:49:18.574181+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:34:44.279424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081073400000000002,"stat_sum":{"num_bytes":164904960,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":550,"num_read_kb":119081,"num_write":70,"num_write_kb":101456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"19'393","reported_seq":1479,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.574171+0000","last_change":"2026-02-22T22:26:21.519613+0000","last_active":"2026-02-22T22:49:18.574171+0000","last_peered":"2026-02-22T22:49:18.574171+0000","last_clean":"2026-02-22T22:49:18.574171+0000","last_became_active":"2026-02-22T22:26:19.516817+0000","last_became_peered":"2026-02-22T22:26:19.516817+0000","last_unstale":"2026-02-22T22:49:18.574171+0000","last_undegraded":"2026-02-22T22:49:18.574171+0000","last_fullsized":"2026-02-22T22:49:18.574171+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":393,"log_dups_size":0,"ondisk_log_size":393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:11:32.999619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062615399999999997,"stat_sum":{"num_bytes":224444578,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":2962,"num_read_kb":175888,"num_write":699,"num_write_kb":155795,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'64","reported_seq":643,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.526789+0000","last_change":"2026-02-22T22:26:21.518251+0000","last_active":"2026-02-22T22:49:18.526789+0000","last_peered":"2026-02-22T22:49:18.526789+0000","last_clean":"2026-02-22T22:49:18.526789+0000","last_became_active":"2026-02-22T22:26:19.516104+0000","last_became_peered":"2026-02-22T22:26:19.516104+0000","last_unstale":"2026-02-22T22:49:18.526789+0000","last_undegraded":"2026-02-22T22:49:18.526789+0000","last_fullsized":"2026-02-22T22:49:18.526789+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:47:57.451932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079836100000000004,"stat_sum":{"num_bytes":186695699,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":537,"num_read_kb":144893,"num_write":74,"num_write_kb":130002,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"18'182","reported_seq":1018,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:13.525359+0000","last_change":"2026-02-22T22:26:21.977835+0000","last_active":"2026-02-22T22:49:13.525359+0000","last_peered":"2026-02-22T22:49:13.525359+0000","last_clean":"2026-02-22T22:49:13.525359+0000","last_became_active":"2026-02-22T22:26:19.516047+0000","last_became_peered":"2026-02-22T22:26:19.516047+0000","last_unstale":"2026-02-22T22:49:13.525359+0000","last_undegraded":"2026-02-22T22:49:13.525359+0000","last_fullsized":"2026-02-22T22:49:13.525359+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:05:33.422311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000235214,"stat_sum":{"num_bytes":207093972,"num_objects":62,"num_object_clones":0,"num_object_copies":124,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1471,"num_read_kb":163252,"num_write":309,"num_write_kb":147116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"18'73","reported_seq":1182,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:48:28.522800+0000","last_change":"2026-02-22T22:26:21.977883+0000","last_active":"2026-02-22T22:48:28.522800+0000","last_peered":"2026-02-22T22:48:28.522800+0000","last_clean":"2026-02-22T22:48:28.522800+0000","last_became_active":"2026-02-22T22:26:19.516125+0000","last_became_peered":"2026-02-22T22:26:19.516125+0000","last_unstale":"2026-02-22T22:48:28.522800+0000","last_undegraded":"2026-02-22T22:48:28.522800+0000","last_fullsized":"2026-02-22T22:48:28.522800+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:42:20.228010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027390500000000001,"stat_sum":{"num_bytes":221855922,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":1087,"num_read_kb":160256,"num_write":91,"num_write_kb":145298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"19'182","reported_seq":881,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.574156+0000","last_change":"2026-02-22T22:26:21.519419+0000","last_active":"2026-02-22T22:49:18.574156+0000","last_peered":"2026-02-22T22:49:18.574156+0000","last_clean":"2026-02-22T22:49:18.574156+0000","last_became_active":"2026-02-22T22:26:19.515531+0000","last_became_peered":"2026-02-22T22:26:19.515531+0000","last_unstale":"2026-02-22T22:49:18.574156+0000","last_undegraded":"2026-02-22T22:49:18.574156+0000","last_fullsized":"2026-02-22T22:49:18.574156+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:09:30.689435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047768099999999998,"stat_sum":{"num_bytes":254656610,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":1237,"num_read_kb":185200,"num_write":294,"num_write_kb":166544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'72","reported_seq":130,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:48:18.570581+0000","last_change":"2026-02-22T22:26:14.507159+0000","last_active":"2026-02-22T22:48:18.570581+0000","last_peered":"2026-02-22T22:48:18.570581+0000","last_clean":"2026-02-22T22:48:18.570581+0000","last_became_active":"2026-02-22T22:26:14.506484+0000","last_became_peered":"2026-02-22T22:26:14.506484+0000","last_unstale":"2026-02-22T22:48:18.570581+0000","last_undegraded":"2026-02-22T22:48:18.570581+0000","last_fullsized":"2026-02-22T22:48:18.570581+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:13.499972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:13.499972+0000","last_clean_scrub_stamp":"2026-02-22T22:26:13.499972+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:20:07.624871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1730741007,"num_objects":519,"num_object_clones":0,"num_object_copies":1038,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":519,"num_whiteouts":0,"num_read":10680,"num_read_kb":1341318,"num_write":1818,"num_write_kb":1182624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2419802112,"data_stored":2419721758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1222,"ondisk_log_size":1222,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738676,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":485692,"kb_used_data":458728,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":93886148,"statfs":{"total":96636764160,"available":96139415552,"internally_reserved":0,"allocated":469737472,"data_stored":469601541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738676,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1213404,"kb_used_data":1182284,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93158436,"statfs":{"total":96636764160,"available":95394238464,"internally_reserved":0,"allocated":1210658816,"data_stored":1210503244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738676,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":754836,"kb_used_data":723716,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93617004,"statfs":{"total":96636764160,"available":95863812096,"internally_reserved":0,"allocated":741085184,"data_stored":740953700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":740327424,"data_stored":740311335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1209901056,"data_stored":1209860879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":469573632,"data_stored":469549544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:51:41.562 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:51:41.718 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:51:41.719 INFO:teuthology.orchestra.run.trial026.stderr:dumped all 2026-02-22T22:51:41.726 INFO:teuthology.orchestra.run.trial026.stdout:{"pg_ready":true,"pg_map":{"version":781,"stamp":"2026-02-22T22:51:40.601846+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1731331375,"num_objects":521,"num_object_clones":0,"num_object_copies":1042,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":521,"num_whiteouts":0,"num_read":10746,"num_read_kb":1341373,"num_write":1919,"num_write_kb":1184252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1294,"ondisk_log_size":1294,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":2453932,"kb_used_data":2364728,"kb_used_omap":4,"kb_used_meta":89147,"kb_avail":280661588,"statfs":{"total":289910292480,"available":287397466112,"internally_reserved":0,"allocated":2421481472,"data_stored":2421058485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4782,"internal_metadata":91286866},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000861"},"pg_stats":[{"pgid":"2.7","version":"18'64","reported_seq":1238,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:48:03.569668+0000","last_change":"2026-02-22T22:26:21.519910+0000","last_active":"2026-02-22T22:48:03.569668+0000","last_peered":"2026-02-22T22:48:03.569668+0000","last_clean":"2026-02-22T22:48:03.569668+0000","last_became_active":"2026-02-22T22:26:19.516731+0000","last_became_peered":"2026-02-22T22:26:19.516731+0000","last_unstale":"2026-02-22T22:48:03.569668+0000","last_undegraded":"2026-02-22T22:48:03.569668+0000","last_fullsized":"2026-02-22T22:48:03.569668+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:50:30.554493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078167099999999995,"stat_sum":{"num_bytes":204029968,"num_objects":60,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1144,"num_read_kb":176960,"num_write":83,"num_write_kb":149281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"19'204","reported_seq":1342,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:47:58.569370+0000","last_change":"2026-02-22T22:26:21.519607+0000","last_active":"2026-02-22T22:47:58.569370+0000","last_peered":"2026-02-22T22:47:58.569370+0000","last_clean":"2026-02-22T22:47:58.569370+0000","last_became_active":"2026-02-22T22:26:19.517050+0000","last_became_peered":"2026-02-22T22:26:19.517050+0000","last_unstale":"2026-02-22T22:47:58.569370+0000","last_undegraded":"2026-02-22T22:47:58.569370+0000","last_fullsized":"2026-02-22T22:47:58.569370+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":204,"log_dups_size":0,"ondisk_log_size":204,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:33:54.953828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058693199999999997,"stat_sum":{"num_bytes":267059298,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":1692,"num_read_kb":215788,"num_write":198,"num_write_kb":187132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"18'60","reported_seq":652,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.574181+0000","last_change":"2026-02-22T22:26:21.519804+0000","last_active":"2026-02-22T22:49:18.574181+0000","last_peered":"2026-02-22T22:49:18.574181+0000","last_clean":"2026-02-22T22:49:18.574181+0000","last_became_active":"2026-02-22T22:26:19.516886+0000","last_became_peered":"2026-02-22T22:26:19.516886+0000","last_unstale":"2026-02-22T22:49:18.574181+0000","last_undegraded":"2026-02-22T22:49:18.574181+0000","last_fullsized":"2026-02-22T22:49:18.574181+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:34:44.279424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081073400000000002,"stat_sum":{"num_bytes":164904960,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":550,"num_read_kb":119081,"num_write":70,"num_write_kb":101456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"19'393","reported_seq":1479,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.574171+0000","last_change":"2026-02-22T22:26:21.519613+0000","last_active":"2026-02-22T22:49:18.574171+0000","last_peered":"2026-02-22T22:49:18.574171+0000","last_clean":"2026-02-22T22:49:18.574171+0000","last_became_active":"2026-02-22T22:26:19.516817+0000","last_became_peered":"2026-02-22T22:26:19.516817+0000","last_unstale":"2026-02-22T22:49:18.574171+0000","last_undegraded":"2026-02-22T22:49:18.574171+0000","last_fullsized":"2026-02-22T22:49:18.574171+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":393,"log_dups_size":0,"ondisk_log_size":393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:11:32.999619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062615399999999997,"stat_sum":{"num_bytes":224444578,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":2962,"num_read_kb":175888,"num_write":699,"num_write_kb":155795,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'64","reported_seq":643,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.526789+0000","last_change":"2026-02-22T22:26:21.518251+0000","last_active":"2026-02-22T22:49:18.526789+0000","last_peered":"2026-02-22T22:49:18.526789+0000","last_clean":"2026-02-22T22:49:18.526789+0000","last_became_active":"2026-02-22T22:26:19.516104+0000","last_became_peered":"2026-02-22T22:26:19.516104+0000","last_unstale":"2026-02-22T22:49:18.526789+0000","last_undegraded":"2026-02-22T22:49:18.526789+0000","last_fullsized":"2026-02-22T22:49:18.526789+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:47:57.451932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079836100000000004,"stat_sum":{"num_bytes":186695699,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":537,"num_read_kb":144893,"num_write":74,"num_write_kb":130002,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"18'182","reported_seq":1018,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:13.525359+0000","last_change":"2026-02-22T22:26:21.977835+0000","last_active":"2026-02-22T22:49:13.525359+0000","last_peered":"2026-02-22T22:49:13.525359+0000","last_clean":"2026-02-22T22:49:13.525359+0000","last_became_active":"2026-02-22T22:26:19.516047+0000","last_became_peered":"2026-02-22T22:26:19.516047+0000","last_unstale":"2026-02-22T22:49:13.525359+0000","last_undegraded":"2026-02-22T22:49:13.525359+0000","last_fullsized":"2026-02-22T22:49:13.525359+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:05:33.422311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000235214,"stat_sum":{"num_bytes":207093972,"num_objects":62,"num_object_clones":0,"num_object_copies":124,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1471,"num_read_kb":163252,"num_write":309,"num_write_kb":147116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"18'73","reported_seq":1182,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:48:28.522800+0000","last_change":"2026-02-22T22:26:21.977883+0000","last_active":"2026-02-22T22:48:28.522800+0000","last_peered":"2026-02-22T22:48:28.522800+0000","last_clean":"2026-02-22T22:48:28.522800+0000","last_became_active":"2026-02-22T22:26:19.516125+0000","last_became_peered":"2026-02-22T22:26:19.516125+0000","last_unstale":"2026-02-22T22:48:28.522800+0000","last_undegraded":"2026-02-22T22:48:28.522800+0000","last_fullsized":"2026-02-22T22:48:28.522800+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:42:20.228010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027390500000000001,"stat_sum":{"num_bytes":221855922,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":1087,"num_read_kb":160256,"num_write":91,"num_write_kb":145298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"19'182","reported_seq":881,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.574156+0000","last_change":"2026-02-22T22:26:21.519419+0000","last_active":"2026-02-22T22:49:18.574156+0000","last_peered":"2026-02-22T22:49:18.574156+0000","last_clean":"2026-02-22T22:49:18.574156+0000","last_became_active":"2026-02-22T22:26:19.515531+0000","last_became_peered":"2026-02-22T22:26:19.515531+0000","last_unstale":"2026-02-22T22:49:18.574156+0000","last_undegraded":"2026-02-22T22:49:18.574156+0000","last_fullsized":"2026-02-22T22:49:18.574156+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:09:30.689435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047768099999999998,"stat_sum":{"num_bytes":254656610,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":1237,"num_read_kb":185200,"num_write":294,"num_write_kb":166544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'72","reported_seq":130,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:48:18.570581+0000","last_change":"2026-02-22T22:26:14.507159+0000","last_active":"2026-02-22T22:48:18.570581+0000","last_peered":"2026-02-22T22:48:18.570581+0000","last_clean":"2026-02-22T22:48:18.570581+0000","last_became_active":"2026-02-22T22:26:14.506484+0000","last_became_peered":"2026-02-22T22:26:14.506484+0000","last_unstale":"2026-02-22T22:48:18.570581+0000","last_undegraded":"2026-02-22T22:48:18.570581+0000","last_fullsized":"2026-02-22T22:48:18.570581+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:13.499972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:13.499972+0000","last_clean_scrub_stamp":"2026-02-22T22:26:13.499972+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:20:07.624871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1730741007,"num_objects":519,"num_object_clones":0,"num_object_copies":1038,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":519,"num_whiteouts":0,"num_read":10680,"num_read_kb":1341318,"num_write":1818,"num_write_kb":1182624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2419802112,"data_stored":2419721758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1222,"ondisk_log_size":1222,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738676,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":485692,"kb_used_data":458728,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":93886148,"statfs":{"total":96636764160,"available":96139415552,"internally_reserved":0,"allocated":469737472,"data_stored":469601541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738676,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1213404,"kb_used_data":1182284,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93158436,"statfs":{"total":96636764160,"available":95394238464,"internally_reserved":0,"allocated":1210658816,"data_stored":1210503244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738676,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":754836,"kb_used_data":723716,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93617004,"statfs":{"total":96636764160,"available":95863812096,"internally_reserved":0,"allocated":741085184,"data_stored":740953700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":740327424,"data_stored":740311335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1209901056,"data_stored":1209860879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":469573632,"data_stored":469549544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:51:41.728 INFO:tasks.ceph.ceph_manager.cluster2:clean! 2026-02-22T22:51:41.728 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:51:41.883 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:51:41.883 INFO:teuthology.orchestra.run.trial026.stderr:dumped all 2026-02-22T22:51:41.891 INFO:teuthology.orchestra.run.trial026.stdout:{"pg_ready":true,"pg_map":{"version":781,"stamp":"2026-02-22T22:51:40.601846+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1731331375,"num_objects":521,"num_object_clones":0,"num_object_copies":1042,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":521,"num_whiteouts":0,"num_read":10746,"num_read_kb":1341373,"num_write":1919,"num_write_kb":1184252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1294,"ondisk_log_size":1294,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":2453932,"kb_used_data":2364728,"kb_used_omap":4,"kb_used_meta":89147,"kb_avail":280661588,"statfs":{"total":289910292480,"available":287397466112,"internally_reserved":0,"allocated":2421481472,"data_stored":2421058485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4782,"internal_metadata":91286866},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000861"},"pg_stats":[{"pgid":"2.7","version":"18'64","reported_seq":1238,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:48:03.569668+0000","last_change":"2026-02-22T22:26:21.519910+0000","last_active":"2026-02-22T22:48:03.569668+0000","last_peered":"2026-02-22T22:48:03.569668+0000","last_clean":"2026-02-22T22:48:03.569668+0000","last_became_active":"2026-02-22T22:26:19.516731+0000","last_became_peered":"2026-02-22T22:26:19.516731+0000","last_unstale":"2026-02-22T22:48:03.569668+0000","last_undegraded":"2026-02-22T22:48:03.569668+0000","last_fullsized":"2026-02-22T22:48:03.569668+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:50:30.554493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078167099999999995,"stat_sum":{"num_bytes":204029968,"num_objects":60,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1144,"num_read_kb":176960,"num_write":83,"num_write_kb":149281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"19'204","reported_seq":1342,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:47:58.569370+0000","last_change":"2026-02-22T22:26:21.519607+0000","last_active":"2026-02-22T22:47:58.569370+0000","last_peered":"2026-02-22T22:47:58.569370+0000","last_clean":"2026-02-22T22:47:58.569370+0000","last_became_active":"2026-02-22T22:26:19.517050+0000","last_became_peered":"2026-02-22T22:26:19.517050+0000","last_unstale":"2026-02-22T22:47:58.569370+0000","last_undegraded":"2026-02-22T22:47:58.569370+0000","last_fullsized":"2026-02-22T22:47:58.569370+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":204,"log_dups_size":0,"ondisk_log_size":204,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:33:54.953828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058693199999999997,"stat_sum":{"num_bytes":267059298,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":1692,"num_read_kb":215788,"num_write":198,"num_write_kb":187132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"18'60","reported_seq":652,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.574181+0000","last_change":"2026-02-22T22:26:21.519804+0000","last_active":"2026-02-22T22:49:18.574181+0000","last_peered":"2026-02-22T22:49:18.574181+0000","last_clean":"2026-02-22T22:49:18.574181+0000","last_became_active":"2026-02-22T22:26:19.516886+0000","last_became_peered":"2026-02-22T22:26:19.516886+0000","last_unstale":"2026-02-22T22:49:18.574181+0000","last_undegraded":"2026-02-22T22:49:18.574181+0000","last_fullsized":"2026-02-22T22:49:18.574181+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:34:44.279424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081073400000000002,"stat_sum":{"num_bytes":164904960,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":550,"num_read_kb":119081,"num_write":70,"num_write_kb":101456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"19'393","reported_seq":1479,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.574171+0000","last_change":"2026-02-22T22:26:21.519613+0000","last_active":"2026-02-22T22:49:18.574171+0000","last_peered":"2026-02-22T22:49:18.574171+0000","last_clean":"2026-02-22T22:49:18.574171+0000","last_became_active":"2026-02-22T22:26:19.516817+0000","last_became_peered":"2026-02-22T22:26:19.516817+0000","last_unstale":"2026-02-22T22:49:18.574171+0000","last_undegraded":"2026-02-22T22:49:18.574171+0000","last_fullsized":"2026-02-22T22:49:18.574171+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":393,"log_dups_size":0,"ondisk_log_size":393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:11:32.999619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062615399999999997,"stat_sum":{"num_bytes":224444578,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":2962,"num_read_kb":175888,"num_write":699,"num_write_kb":155795,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'64","reported_seq":643,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.526789+0000","last_change":"2026-02-22T22:26:21.518251+0000","last_active":"2026-02-22T22:49:18.526789+0000","last_peered":"2026-02-22T22:49:18.526789+0000","last_clean":"2026-02-22T22:49:18.526789+0000","last_became_active":"2026-02-22T22:26:19.516104+0000","last_became_peered":"2026-02-22T22:26:19.516104+0000","last_unstale":"2026-02-22T22:49:18.526789+0000","last_undegraded":"2026-02-22T22:49:18.526789+0000","last_fullsized":"2026-02-22T22:49:18.526789+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:47:57.451932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079836100000000004,"stat_sum":{"num_bytes":186695699,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":537,"num_read_kb":144893,"num_write":74,"num_write_kb":130002,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"18'182","reported_seq":1018,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:13.525359+0000","last_change":"2026-02-22T22:26:21.977835+0000","last_active":"2026-02-22T22:49:13.525359+0000","last_peered":"2026-02-22T22:49:13.525359+0000","last_clean":"2026-02-22T22:49:13.525359+0000","last_became_active":"2026-02-22T22:26:19.516047+0000","last_became_peered":"2026-02-22T22:26:19.516047+0000","last_unstale":"2026-02-22T22:49:13.525359+0000","last_undegraded":"2026-02-22T22:49:13.525359+0000","last_fullsized":"2026-02-22T22:49:13.525359+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:05:33.422311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000235214,"stat_sum":{"num_bytes":207093972,"num_objects":62,"num_object_clones":0,"num_object_copies":124,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1471,"num_read_kb":163252,"num_write":309,"num_write_kb":147116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"18'73","reported_seq":1182,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:48:28.522800+0000","last_change":"2026-02-22T22:26:21.977883+0000","last_active":"2026-02-22T22:48:28.522800+0000","last_peered":"2026-02-22T22:48:28.522800+0000","last_clean":"2026-02-22T22:48:28.522800+0000","last_became_active":"2026-02-22T22:26:19.516125+0000","last_became_peered":"2026-02-22T22:26:19.516125+0000","last_unstale":"2026-02-22T22:48:28.522800+0000","last_undegraded":"2026-02-22T22:48:28.522800+0000","last_fullsized":"2026-02-22T22:48:28.522800+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:42:20.228010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027390500000000001,"stat_sum":{"num_bytes":221855922,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":1087,"num_read_kb":160256,"num_write":91,"num_write_kb":145298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"19'182","reported_seq":881,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.574156+0000","last_change":"2026-02-22T22:26:21.519419+0000","last_active":"2026-02-22T22:49:18.574156+0000","last_peered":"2026-02-22T22:49:18.574156+0000","last_clean":"2026-02-22T22:49:18.574156+0000","last_became_active":"2026-02-22T22:26:19.515531+0000","last_became_peered":"2026-02-22T22:26:19.515531+0000","last_unstale":"2026-02-22T22:49:18.574156+0000","last_undegraded":"2026-02-22T22:49:18.574156+0000","last_fullsized":"2026-02-22T22:49:18.574156+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:09:30.689435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047768099999999998,"stat_sum":{"num_bytes":254656610,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":1237,"num_read_kb":185200,"num_write":294,"num_write_kb":166544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'72","reported_seq":130,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:48:18.570581+0000","last_change":"2026-02-22T22:26:14.507159+0000","last_active":"2026-02-22T22:48:18.570581+0000","last_peered":"2026-02-22T22:48:18.570581+0000","last_clean":"2026-02-22T22:48:18.570581+0000","last_became_active":"2026-02-22T22:26:14.506484+0000","last_became_peered":"2026-02-22T22:26:14.506484+0000","last_unstale":"2026-02-22T22:48:18.570581+0000","last_undegraded":"2026-02-22T22:48:18.570581+0000","last_fullsized":"2026-02-22T22:48:18.570581+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:13.499972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:13.499972+0000","last_clean_scrub_stamp":"2026-02-22T22:26:13.499972+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:20:07.624871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1730741007,"num_objects":519,"num_object_clones":0,"num_object_copies":1038,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":519,"num_whiteouts":0,"num_read":10680,"num_read_kb":1341318,"num_write":1818,"num_write_kb":1182624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2419802112,"data_stored":2419721758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1222,"ondisk_log_size":1222,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738676,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":485692,"kb_used_data":458728,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":93886148,"statfs":{"total":96636764160,"available":96139415552,"internally_reserved":0,"allocated":469737472,"data_stored":469601541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738676,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1213404,"kb_used_data":1182284,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93158436,"statfs":{"total":96636764160,"available":95394238464,"internally_reserved":0,"allocated":1210658816,"data_stored":1210503244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738676,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":754836,"kb_used_data":723716,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93617004,"statfs":{"total":96636764160,"available":95863812096,"internally_reserved":0,"allocated":741085184,"data_stored":740953700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":740327424,"data_stored":740311335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1209901056,"data_stored":1209860879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":469573632,"data_stored":469549544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:51:41.893 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:51:42.050 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:51:42.051 INFO:teuthology.orchestra.run.trial026.stdout:{"epoch":19,"fsid":"d3a17a0f-a5db-4191-8f94-4ff03bb210b9","created":"2026-02-22T22:26:04.161120+0000","modified":"2026-02-22T22:27:18.186803+0000","last_up_change":"2026-02-22T22:26:12.496326+0000","last_in_change":"2026-02-22T22:26:04.736192+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:26:12.505764+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T22:26:18.357296+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":19,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"13e3dda7-7868-4021-828c-d01d1518d097","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6816","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6817","nonce":2053223602}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6818","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6819","nonce":2053223602}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6822","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6823","nonce":2053223602}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6820","nonce":2053223602},{"type":"v1","addr":"10.20.193.26:6821","nonce":2053223602}]},"public_addr":"10.20.193.26:6817/2053223602","cluster_addr":"10.20.193.26:6819/2053223602","heartbeat_back_addr":"10.20.193.26:6823/2053223602","heartbeat_front_addr":"10.20.193.26:6821/2053223602","state":["exists","up"]},{"osd":1,"uuid":"d80bb0a7-7daf-409f-a64e-6cc5ff62d98e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6800","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6801","nonce":745381241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6802","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6803","nonce":745381241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6806","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6807","nonce":745381241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6804","nonce":745381241},{"type":"v1","addr":"10.20.193.26:6805","nonce":745381241}]},"public_addr":"10.20.193.26:6801/745381241","cluster_addr":"10.20.193.26:6803/745381241","heartbeat_back_addr":"10.20.193.26:6807/745381241","heartbeat_front_addr":"10.20.193.26:6805/745381241","state":["exists","up"]},{"osd":2,"uuid":"f026c829-ce22-415a-85a8-ff77fa486674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6808","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6809","nonce":2063193004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6810","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6811","nonce":2063193004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6814","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6815","nonce":2063193004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.26:6812","nonce":2063193004},{"type":"v1","addr":"10.20.193.26:6813","nonce":2063193004}]},"public_addr":"10.20.193.26:6809/2063193004","cluster_addr":"10.20.193.26:6811/2063193004","heartbeat_back_addr":"10.20.193.26:6815/2063193004","heartbeat_front_addr":"10.20.193.26:6813/2063193004","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:26:11.219043+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:26:10.952464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:26:11.445814+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:51:43.060 INFO:tasks.ceph:Scrubbing cluster2.osd.0 2026-02-22T22:51:43.060 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:51:43.141 INFO:teuthology.orchestra.run.trial026.stdout:{ 2026-02-22T22:51:43.141 INFO:teuthology.orchestra.run.trial026.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:51:43.141 INFO:teuthology.orchestra.run.trial026.stdout:} 2026-02-22T22:51:43.147 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd deep-scrub 0 2026-02-22T22:51:43.304 INFO:teuthology.orchestra.run.trial026.stderr:instructed osd(s) 0 to deep-scrub 2026-02-22T22:51:43.311 INFO:tasks.ceph:Scrubbing cluster2.osd.1 2026-02-22T22:51:43.312 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:51:43.390 INFO:teuthology.orchestra.run.trial026.stdout:{ 2026-02-22T22:51:43.390 INFO:teuthology.orchestra.run.trial026.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:51:43.390 INFO:teuthology.orchestra.run.trial026.stdout:} 2026-02-22T22:51:43.395 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd deep-scrub 1 2026-02-22T22:51:43.550 INFO:teuthology.orchestra.run.trial026.stderr:instructed osd(s) 1 to deep-scrub 2026-02-22T22:51:43.558 INFO:tasks.ceph:Scrubbing cluster2.osd.2 2026-02-22T22:51:43.558 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:51:43.637 INFO:teuthology.orchestra.run.trial026.stdout:{ 2026-02-22T22:51:43.637 INFO:teuthology.orchestra.run.trial026.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:51:43.637 INFO:teuthology.orchestra.run.trial026.stdout:} 2026-02-22T22:51:43.642 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd deep-scrub 2 2026-02-22T22:51:43.798 INFO:teuthology.orchestra.run.trial026.stderr:instructed osd(s) 2 to deep-scrub 2026-02-22T22:51:43.806 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:51:43.967 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:51:43.967 INFO:teuthology.orchestra.run.trial026.stderr:dumped all 2026-02-22T22:51:43.977 INFO:teuthology.orchestra.run.trial026.stdout:{"pg_ready":true,"pg_map":{"version":782,"stamp":"2026-02-22T22:51:42.602007+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1731331375,"num_objects":521,"num_object_clones":0,"num_object_copies":1042,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":521,"num_whiteouts":0,"num_read":10746,"num_read_kb":1341373,"num_write":1919,"num_write_kb":1184252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1294,"ondisk_log_size":1294,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":2453932,"kb_used_data":2364728,"kb_used_omap":4,"kb_used_meta":89147,"kb_avail":280661588,"statfs":{"total":289910292480,"available":287397466112,"internally_reserved":0,"allocated":2421481472,"data_stored":2421058485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4782,"internal_metadata":91286866},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000867"},"pg_stats":[{"pgid":"2.7","version":"18'64","reported_seq":1238,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:48:03.569668+0000","last_change":"2026-02-22T22:26:21.519910+0000","last_active":"2026-02-22T22:48:03.569668+0000","last_peered":"2026-02-22T22:48:03.569668+0000","last_clean":"2026-02-22T22:48:03.569668+0000","last_became_active":"2026-02-22T22:26:19.516731+0000","last_became_peered":"2026-02-22T22:26:19.516731+0000","last_unstale":"2026-02-22T22:48:03.569668+0000","last_undegraded":"2026-02-22T22:48:03.569668+0000","last_fullsized":"2026-02-22T22:48:03.569668+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:50:30.554493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078167099999999995,"stat_sum":{"num_bytes":204029968,"num_objects":60,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1144,"num_read_kb":176960,"num_write":83,"num_write_kb":149281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"19'204","reported_seq":1342,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:47:58.569370+0000","last_change":"2026-02-22T22:26:21.519607+0000","last_active":"2026-02-22T22:47:58.569370+0000","last_peered":"2026-02-22T22:47:58.569370+0000","last_clean":"2026-02-22T22:47:58.569370+0000","last_became_active":"2026-02-22T22:26:19.517050+0000","last_became_peered":"2026-02-22T22:26:19.517050+0000","last_unstale":"2026-02-22T22:47:58.569370+0000","last_undegraded":"2026-02-22T22:47:58.569370+0000","last_fullsized":"2026-02-22T22:47:58.569370+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":204,"log_dups_size":0,"ondisk_log_size":204,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:33:54.953828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058693199999999997,"stat_sum":{"num_bytes":267059298,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":1692,"num_read_kb":215788,"num_write":198,"num_write_kb":187132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"18'60","reported_seq":652,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.574181+0000","last_change":"2026-02-22T22:26:21.519804+0000","last_active":"2026-02-22T22:49:18.574181+0000","last_peered":"2026-02-22T22:49:18.574181+0000","last_clean":"2026-02-22T22:49:18.574181+0000","last_became_active":"2026-02-22T22:26:19.516886+0000","last_became_peered":"2026-02-22T22:26:19.516886+0000","last_unstale":"2026-02-22T22:49:18.574181+0000","last_undegraded":"2026-02-22T22:49:18.574181+0000","last_fullsized":"2026-02-22T22:49:18.574181+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:34:44.279424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081073400000000002,"stat_sum":{"num_bytes":164904960,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":550,"num_read_kb":119081,"num_write":70,"num_write_kb":101456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"19'393","reported_seq":1479,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.574171+0000","last_change":"2026-02-22T22:26:21.519613+0000","last_active":"2026-02-22T22:49:18.574171+0000","last_peered":"2026-02-22T22:49:18.574171+0000","last_clean":"2026-02-22T22:49:18.574171+0000","last_became_active":"2026-02-22T22:26:19.516817+0000","last_became_peered":"2026-02-22T22:26:19.516817+0000","last_unstale":"2026-02-22T22:49:18.574171+0000","last_undegraded":"2026-02-22T22:49:18.574171+0000","last_fullsized":"2026-02-22T22:49:18.574171+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":393,"log_dups_size":0,"ondisk_log_size":393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:11:32.999619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062615399999999997,"stat_sum":{"num_bytes":224444578,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":2962,"num_read_kb":175888,"num_write":699,"num_write_kb":155795,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"18'64","reported_seq":643,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.526789+0000","last_change":"2026-02-22T22:26:21.518251+0000","last_active":"2026-02-22T22:49:18.526789+0000","last_peered":"2026-02-22T22:49:18.526789+0000","last_clean":"2026-02-22T22:49:18.526789+0000","last_became_active":"2026-02-22T22:26:19.516104+0000","last_became_peered":"2026-02-22T22:26:19.516104+0000","last_unstale":"2026-02-22T22:49:18.526789+0000","last_undegraded":"2026-02-22T22:49:18.526789+0000","last_fullsized":"2026-02-22T22:49:18.526789+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:47:57.451932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079836100000000004,"stat_sum":{"num_bytes":186695699,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":537,"num_read_kb":144893,"num_write":74,"num_write_kb":130002,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"18'182","reported_seq":1018,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:13.525359+0000","last_change":"2026-02-22T22:26:21.977835+0000","last_active":"2026-02-22T22:49:13.525359+0000","last_peered":"2026-02-22T22:49:13.525359+0000","last_clean":"2026-02-22T22:49:13.525359+0000","last_became_active":"2026-02-22T22:26:19.516047+0000","last_became_peered":"2026-02-22T22:26:19.516047+0000","last_unstale":"2026-02-22T22:49:13.525359+0000","last_undegraded":"2026-02-22T22:49:13.525359+0000","last_fullsized":"2026-02-22T22:49:13.525359+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:05:33.422311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000235214,"stat_sum":{"num_bytes":207093972,"num_objects":62,"num_object_clones":0,"num_object_copies":124,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1471,"num_read_kb":163252,"num_write":309,"num_write_kb":147116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"18'73","reported_seq":1182,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:48:28.522800+0000","last_change":"2026-02-22T22:26:21.977883+0000","last_active":"2026-02-22T22:48:28.522800+0000","last_peered":"2026-02-22T22:48:28.522800+0000","last_clean":"2026-02-22T22:48:28.522800+0000","last_became_active":"2026-02-22T22:26:19.516125+0000","last_became_peered":"2026-02-22T22:26:19.516125+0000","last_unstale":"2026-02-22T22:48:28.522800+0000","last_undegraded":"2026-02-22T22:48:28.522800+0000","last_fullsized":"2026-02-22T22:48:28.522800+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:42:20.228010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027390500000000001,"stat_sum":{"num_bytes":221855922,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":1087,"num_read_kb":160256,"num_write":91,"num_write_kb":145298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"19'182","reported_seq":881,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:49:18.574156+0000","last_change":"2026-02-22T22:26:21.519419+0000","last_active":"2026-02-22T22:49:18.574156+0000","last_peered":"2026-02-22T22:49:18.574156+0000","last_clean":"2026-02-22T22:49:18.574156+0000","last_became_active":"2026-02-22T22:26:19.515531+0000","last_became_peered":"2026-02-22T22:26:19.515531+0000","last_unstale":"2026-02-22T22:49:18.574156+0000","last_undegraded":"2026-02-22T22:49:18.574156+0000","last_fullsized":"2026-02-22T22:49:18.574156+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:18.508977+0000","last_clean_scrub_stamp":"2026-02-22T22:26:18.508977+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:09:30.689435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047768099999999998,"stat_sum":{"num_bytes":254656610,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":1237,"num_read_kb":185200,"num_write":294,"num_write_kb":166544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'72","reported_seq":130,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:48:18.570581+0000","last_change":"2026-02-22T22:26:14.507159+0000","last_active":"2026-02-22T22:48:18.570581+0000","last_peered":"2026-02-22T22:48:18.570581+0000","last_clean":"2026-02-22T22:48:18.570581+0000","last_became_active":"2026-02-22T22:26:14.506484+0000","last_became_peered":"2026-02-22T22:26:14.506484+0000","last_unstale":"2026-02-22T22:48:18.570581+0000","last_undegraded":"2026-02-22T22:48:18.570581+0000","last_fullsized":"2026-02-22T22:48:18.570581+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:26:13.499972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:26:13.499972+0000","last_clean_scrub_stamp":"2026-02-22T22:26:13.499972+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:20:07.624871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1730741007,"num_objects":519,"num_object_clones":0,"num_object_copies":1038,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":519,"num_whiteouts":0,"num_read":10680,"num_read_kb":1341318,"num_write":1818,"num_write_kb":1182624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2419802112,"data_stored":2419721758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1222,"ondisk_log_size":1222,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738676,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":485692,"kb_used_data":458728,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":93886148,"statfs":{"total":96636764160,"available":96139415552,"internally_reserved":0,"allocated":469737472,"data_stored":469601541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738676,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1213404,"kb_used_data":1182284,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93158436,"statfs":{"total":96636764160,"available":95394238464,"internally_reserved":0,"allocated":1210658816,"data_stored":1210503244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738676,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":754836,"kb_used_data":723716,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93617004,"statfs":{"total":96636764160,"available":95863812096,"internally_reserved":0,"allocated":741085184,"data_stored":740953700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":740327424,"data_stored":740311335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1209901056,"data_stored":1209860879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":469573632,"data_stored":469549544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:51:43.988 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-02-22T22:26:18.508977+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=26, tm_sec=18, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=51, tm_sec=42, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:51:43.988 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-02-22T22:26:18.508977+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=26, tm_sec=18, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=51, tm_sec=42, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:51:43.988 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-02-22T22:26:18.508977+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=26, tm_sec=18, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=51, tm_sec=42, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:51:43.988 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-02-22T22:26:18.508977+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=26, tm_sec=18, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=51, tm_sec=42, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:51:43.989 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-02-22T22:26:18.508977+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=26, tm_sec=18, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=51, tm_sec=42, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:51:43.989 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-02-22T22:26:18.508977+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=26, tm_sec=18, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=51, tm_sec=42, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:51:43.989 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-02-22T22:26:18.508977+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=26, tm_sec=18, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=51, tm_sec=42, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:51:43.989 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-02-22T22:26:18.508977+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=26, tm_sec=18, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=51, tm_sec=42, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:51:43.989 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-02-22T22:26:13.499972+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=26, tm_sec=13, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=51, tm_sec=42, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:51:43.989 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-02-22T22:52:03.990 DEBUG:teuthology.orchestra.run.trial026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:52:04.149 INFO:teuthology.orchestra.run.trial026.stdout: 2026-02-22T22:52:04.149 INFO:teuthology.orchestra.run.trial026.stderr:dumped all 2026-02-22T22:52:04.156 INFO:teuthology.orchestra.run.trial026.stdout:{"pg_ready":true,"pg_map":{"version":792,"stamp":"2026-02-22T22:52:02.603875+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1731331375,"num_objects":521,"num_object_clones":0,"num_object_copies":1042,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":521,"num_whiteouts":0,"num_read":10746,"num_read_kb":1341373,"num_write":1919,"num_write_kb":1184252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":498,"num_omap_keys":33,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1815,"ondisk_log_size":1815,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":2453928,"kb_used_data":2364728,"kb_used_omap":4,"kb_used_meta":89147,"kb_avail":280661592,"statfs":{"total":289910292480,"available":287397470208,"internally_reserved":0,"allocated":2421481472,"data_stored":2421058485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4782,"internal_metadata":91286866},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":272,"num_omap_keys":18,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001013"},"pg_stats":[{"pgid":"2.7","version":"19'124","reported_seq":1311,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:51:46.269494+0000","last_change":"2026-02-22T22:51:46.269507+0000","last_active":"2026-02-22T22:51:46.269494+0000","last_peered":"2026-02-22T22:51:46.269494+0000","last_clean":"2026-02-22T22:51:46.269494+0000","last_became_active":"2026-02-22T22:26:19.516731+0000","last_became_peered":"2026-02-22T22:26:19.516731+0000","last_unstale":"2026-02-22T22:51:46.269494+0000","last_undegraded":"2026-02-22T22:51:46.269494+0000","last_fullsized":"2026-02-22T22:51:46.269494+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"19'124","last_scrub_stamp":"2026-02-22T22:51:46.269452+0000","last_deep_scrub":"19'124","last_deep_scrub_stamp":"2026-02-22T22:51:46.269452+0000","last_clean_scrub_stamp":"2026-02-22T22:51:46.269452+0000","objects_scrubbed":60,"log_size":124,"log_dups_size":0,"ondisk_log_size":124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:51:13.626142+0000","scrub_duration":218,"objects_trimmed":0,"snaptrim_duration":0.00078167099999999995,"stat_sum":{"num_bytes":204029968,"num_objects":60,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1144,"num_read_kb":176960,"num_write":83,"num_write_kb":149281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"19'280","reported_seq":1432,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:51:49.369097+0000","last_change":"2026-02-22T22:51:49.369108+0000","last_active":"2026-02-22T22:51:49.369097+0000","last_peered":"2026-02-22T22:51:49.369097+0000","last_clean":"2026-02-22T22:51:49.369097+0000","last_became_active":"2026-02-22T22:26:19.517050+0000","last_became_peered":"2026-02-22T22:26:19.517050+0000","last_unstale":"2026-02-22T22:51:49.369097+0000","last_undegraded":"2026-02-22T22:51:49.369097+0000","last_fullsized":"2026-02-22T22:51:49.369097+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"19'280","last_scrub_stamp":"2026-02-22T22:51:49.369058+0000","last_deep_scrub":"19'280","last_deep_scrub_stamp":"2026-02-22T22:51:49.369058+0000","last_clean_scrub_stamp":"2026-02-22T22:51:49.369058+0000","objects_scrubbed":76,"log_size":280,"log_dups_size":0,"ondisk_log_size":280,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:41:41.195185+0000","scrub_duration":277,"objects_trimmed":0,"snaptrim_duration":0.00058693199999999997,"stat_sum":{"num_bytes":267059298,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":1692,"num_read_kb":215788,"num_write":198,"num_write_kb":187132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":272,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"19'113","reported_seq":717,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:51:48.245147+0000","last_change":"2026-02-22T22:51:48.245171+0000","last_active":"2026-02-22T22:51:48.245147+0000","last_peered":"2026-02-22T22:51:48.245147+0000","last_clean":"2026-02-22T22:51:48.245147+0000","last_became_active":"2026-02-22T22:26:19.516886+0000","last_became_peered":"2026-02-22T22:26:19.516886+0000","last_unstale":"2026-02-22T22:51:48.245147+0000","last_undegraded":"2026-02-22T22:51:48.245147+0000","last_fullsized":"2026-02-22T22:51:48.245147+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"19'113","last_scrub_stamp":"2026-02-22T22:51:48.245107+0000","last_deep_scrub":"19'113","last_deep_scrub_stamp":"2026-02-22T22:51:48.245107+0000","last_clean_scrub_stamp":"2026-02-22T22:51:48.245107+0000","objects_scrubbed":53,"log_size":113,"log_dups_size":0,"ondisk_log_size":113,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T10:27:01.349510+0000","scrub_duration":156,"objects_trimmed":0,"snaptrim_duration":0.00081073400000000002,"stat_sum":{"num_bytes":164904960,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":550,"num_read_kb":119081,"num_write":70,"num_write_kb":101456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"19'458","reported_seq":1557,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:51:47.315089+0000","last_change":"2026-02-22T22:51:47.315104+0000","last_active":"2026-02-22T22:51:47.315089+0000","last_peered":"2026-02-22T22:51:47.315089+0000","last_clean":"2026-02-22T22:51:47.315089+0000","last_became_active":"2026-02-22T22:26:19.516817+0000","last_became_peered":"2026-02-22T22:26:19.516817+0000","last_unstale":"2026-02-22T22:51:47.315089+0000","last_undegraded":"2026-02-22T22:51:47.315089+0000","last_fullsized":"2026-02-22T22:51:47.315089+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"19'458","last_scrub_stamp":"2026-02-22T22:51:47.315049+0000","last_deep_scrub":"19'458","last_deep_scrub_stamp":"2026-02-22T22:51:47.315049+0000","last_clean_scrub_stamp":"2026-02-22T22:51:47.315049+0000","objects_scrubbed":65,"log_size":458,"log_dups_size":0,"ondisk_log_size":458,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:24:21.316628+0000","scrub_duration":229,"objects_trimmed":0,"snaptrim_duration":0.00062615399999999997,"stat_sum":{"num_bytes":224444578,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":2962,"num_read_kb":175888,"num_write":699,"num_write_kb":155795,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":226,"num_omap_keys":15,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"19'120","reported_seq":711,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:51:44.016423+0000","last_change":"2026-02-22T22:51:44.016443+0000","last_active":"2026-02-22T22:51:44.016423+0000","last_peered":"2026-02-22T22:51:44.016423+0000","last_clean":"2026-02-22T22:51:44.016423+0000","last_became_active":"2026-02-22T22:26:19.516104+0000","last_became_peered":"2026-02-22T22:26:19.516104+0000","last_unstale":"2026-02-22T22:51:44.016423+0000","last_undegraded":"2026-02-22T22:51:44.016423+0000","last_fullsized":"2026-02-22T22:51:44.016423+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"19'120","last_scrub_stamp":"2026-02-22T22:51:44.016375+0000","last_deep_scrub":"19'120","last_deep_scrub_stamp":"2026-02-22T22:51:44.016375+0000","last_clean_scrub_stamp":"2026-02-22T22:51:44.016375+0000","objects_scrubbed":56,"log_size":120,"log_dups_size":0,"ondisk_log_size":120,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:50:59.041312+0000","scrub_duration":199,"objects_trimmed":0,"snaptrim_duration":0.00079836100000000004,"stat_sum":{"num_bytes":186695699,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":537,"num_read_kb":144893,"num_write":74,"num_write_kb":130002,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"19'244","reported_seq":1093,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:51:44.762439+0000","last_change":"2026-02-22T22:51:44.762453+0000","last_active":"2026-02-22T22:51:44.762439+0000","last_peered":"2026-02-22T22:51:44.762439+0000","last_clean":"2026-02-22T22:51:44.762439+0000","last_became_active":"2026-02-22T22:26:19.516047+0000","last_became_peered":"2026-02-22T22:26:19.516047+0000","last_unstale":"2026-02-22T22:51:44.762439+0000","last_undegraded":"2026-02-22T22:51:44.762439+0000","last_fullsized":"2026-02-22T22:51:44.762439+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"19'244","last_scrub_stamp":"2026-02-22T22:51:44.762404+0000","last_deep_scrub":"19'244","last_deep_scrub_stamp":"2026-02-22T22:51:44.762404+0000","last_clean_scrub_stamp":"2026-02-22T22:51:44.762404+0000","objects_scrubbed":62,"log_size":244,"log_dups_size":0,"ondisk_log_size":244,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:31:27.759380+0000","scrub_duration":224,"objects_trimmed":0,"snaptrim_duration":0.000235214,"stat_sum":{"num_bytes":207093972,"num_objects":62,"num_object_clones":0,"num_object_copies":124,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1471,"num_read_kb":163252,"num_write":309,"num_write_kb":147116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"19'143","reported_seq":1265,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:51:45.800395+0000","last_change":"2026-02-22T22:51:45.800407+0000","last_active":"2026-02-22T22:51:45.800395+0000","last_peered":"2026-02-22T22:51:45.800395+0000","last_clean":"2026-02-22T22:51:45.800395+0000","last_became_active":"2026-02-22T22:26:19.516125+0000","last_became_peered":"2026-02-22T22:26:19.516125+0000","last_unstale":"2026-02-22T22:51:45.800395+0000","last_undegraded":"2026-02-22T22:51:45.800395+0000","last_fullsized":"2026-02-22T22:51:45.800395+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"19'143","last_scrub_stamp":"2026-02-22T22:51:45.800363+0000","last_deep_scrub":"19'143","last_deep_scrub_stamp":"2026-02-22T22:51:45.800363+0000","last_clean_scrub_stamp":"2026-02-22T22:51:45.800363+0000","objects_scrubbed":70,"log_size":143,"log_dups_size":0,"ondisk_log_size":143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:15:51.153822+0000","scrub_duration":222,"objects_trimmed":0,"snaptrim_duration":0.00027390500000000001,"stat_sum":{"num_bytes":221855922,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":1087,"num_read_kb":160256,"num_write":91,"num_write_kb":145298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"19'259","reported_seq":972,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:51:45.303939+0000","last_change":"2026-02-22T22:51:45.303956+0000","last_active":"2026-02-22T22:51:45.303939+0000","last_peered":"2026-02-22T22:51:45.303939+0000","last_clean":"2026-02-22T22:51:45.303939+0000","last_became_active":"2026-02-22T22:26:19.515531+0000","last_became_peered":"2026-02-22T22:26:19.515531+0000","last_unstale":"2026-02-22T22:51:45.303939+0000","last_undegraded":"2026-02-22T22:51:45.303939+0000","last_fullsized":"2026-02-22T22:51:45.303939+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"19'259","last_scrub_stamp":"2026-02-22T22:51:45.303894+0000","last_deep_scrub":"19'259","last_deep_scrub_stamp":"2026-02-22T22:51:45.303894+0000","last_clean_scrub_stamp":"2026-02-22T22:51:45.303894+0000","objects_scrubbed":77,"log_size":259,"log_dups_size":0,"ondisk_log_size":259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:19:54.653396+0000","scrub_duration":257,"objects_trimmed":0,"snaptrim_duration":0.00047768099999999998,"stat_sum":{"num_bytes":254656610,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":1237,"num_read_kb":185200,"num_write":294,"num_write_kb":166544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"19'74","reported_seq":141,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-02-22T22:51:44.094232+0000","last_change":"2026-02-22T22:51:44.094245+0000","last_active":"2026-02-22T22:51:44.094232+0000","last_peered":"2026-02-22T22:51:44.094232+0000","last_clean":"2026-02-22T22:51:44.094232+0000","last_became_active":"2026-02-22T22:26:14.506484+0000","last_became_peered":"2026-02-22T22:26:14.506484+0000","last_unstale":"2026-02-22T22:51:44.094232+0000","last_undegraded":"2026-02-22T22:51:44.094232+0000","last_fullsized":"2026-02-22T22:51:44.094232+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"19'74","last_scrub_stamp":"2026-02-22T22:51:44.094198+0000","last_deep_scrub":"19'74","last_deep_scrub_stamp":"2026-02-22T22:51:44.094198+0000","last_clean_scrub_stamp":"2026-02-22T22:51:44.094198+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:57:34.352519+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1730741007,"num_objects":519,"num_object_clones":0,"num_object_copies":1038,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":519,"num_whiteouts":0,"num_read":10680,"num_read_kb":1341318,"num_write":1818,"num_write_kb":1182624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":498,"num_omap_keys":33,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2419802112,"data_stored":2419721758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1741,"ondisk_log_size":1741,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738680,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":485688,"kb_used_data":458728,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":93886152,"statfs":{"total":96636764160,"available":96139419648,"internally_reserved":0,"allocated":469737472,"data_stored":469601541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738680,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1213404,"kb_used_data":1182284,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93158436,"statfs":{"total":96636764160,"available":95394238464,"internally_reserved":0,"allocated":1210658816,"data_stored":1210503244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738680,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":754836,"kb_used_data":723716,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93617004,"statfs":{"total":96636764160,"available":95863812096,"internally_reserved":0,"allocated":741085184,"data_stored":740953700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":740327424,"data_stored":740311335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1209901056,"data_stored":1209860879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":469573632,"data_stored":469549544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:52:04.157 DEBUG:teuthology.orchestra.run.trial026:> sudo ceph --cluster cluster2 config set global mon_health_to_clog false 2026-02-22T22:52:04.325 INFO:teuthology.misc:Shutting down mds daemons... 2026-02-22T22:52:04.325 INFO:teuthology.misc:Shutting down osd daemons... 2026-02-22T22:52:04.326 DEBUG:tasks.ceph.cluster2.osd.0:waiting for process to exit 2026-02-22T22:52:04.326 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:52:04.353 INFO:tasks.ceph.cluster2.osd.0:Stopped 2026-02-22T22:52:04.354 DEBUG:tasks.ceph.cluster2.osd.1:waiting for process to exit 2026-02-22T22:52:04.354 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:52:04.428 INFO:tasks.ceph.cluster2.osd.1:Stopped 2026-02-22T22:52:04.428 DEBUG:tasks.ceph.cluster2.osd.2:waiting for process to exit 2026-02-22T22:52:04.429 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:52:04.502 INFO:tasks.ceph.cluster2.osd.2:Stopped 2026-02-22T22:52:04.502 INFO:teuthology.misc:Shutting down mgr daemons... 2026-02-22T22:52:04.502 DEBUG:tasks.ceph.cluster2.mgr.x:waiting for process to exit 2026-02-22T22:52:04.502 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:52:04.579 INFO:tasks.ceph.cluster2.mgr.x:Stopped 2026-02-22T22:52:04.579 INFO:teuthology.misc:Shutting down mon daemons... 2026-02-22T22:52:04.579 DEBUG:tasks.ceph.cluster2.mon.a:waiting for process to exit 2026-02-22T22:52:04.579 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:52:04.629 INFO:tasks.ceph.cluster2.mon.a:Stopped 2026-02-22T22:52:04.629 INFO:tasks.ceph:Checking cluster log for badness... 2026-02-22T22:52:04.630 DEBUG:teuthology.orchestra.run.trial026:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/cluster2.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2026-02-22T22:52:04.696 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster2-0 on ubuntu@trial026.front.sepia.ceph.com 2026-02-22T22:52:04.696 DEBUG:teuthology.orchestra.run.trial026:> sync && sudo umount -f /var/lib/ceph/osd/cluster2-0 2026-02-22T22:52:04.765 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster2-1 on ubuntu@trial026.front.sepia.ceph.com 2026-02-22T22:52:04.765 DEBUG:teuthology.orchestra.run.trial026:> sync && sudo umount -f /var/lib/ceph/osd/cluster2-1 2026-02-22T22:52:04.883 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster2-2 on ubuntu@trial026.front.sepia.ceph.com 2026-02-22T22:52:04.883 DEBUG:teuthology.orchestra.run.trial026:> sync && sudo umount -f /var/lib/ceph/osd/cluster2-2 2026-02-22T22:52:04.912 INFO:tasks.ceph:Archiving mon data... 2026-02-22T22:52:04.914 DEBUG:teuthology.misc:Transferring archived files from trial026:/var/lib/ceph/mon/cluster2-a to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64219/data/cluster2.mon.a.tgz 2026-02-22T22:52:04.915 DEBUG:teuthology.orchestra.run.trial026:> mktemp 2026-02-22T22:52:04.968 INFO:teuthology.orchestra.run.trial026.stdout:/tmp/tmp.ogKwPvpMGR 2026-02-22T22:52:04.969 DEBUG:teuthology.orchestra.run.trial026:> sudo tar cz -f - -C /var/lib/ceph/mon/cluster2-a -- . > /tmp/tmp.ogKwPvpMGR 2026-02-22T22:52:05.053 DEBUG:teuthology.orchestra.run.trial026:> sudo chmod 0666 /tmp/tmp.ogKwPvpMGR 2026-02-22T22:52:05.135 DEBUG:teuthology.orchestra.remote:trial026:/tmp/tmp.ogKwPvpMGR is 156KB 2026-02-22T22:52:05.183 DEBUG:teuthology.orchestra.run.trial026:> rm -fr /tmp/tmp.ogKwPvpMGR 2026-02-22T22:52:05.197 INFO:tasks.ceph:Cleaning ceph cluster... 2026-02-22T22:52:05.197 DEBUG:teuthology.orchestra.run.trial004:> sudo rm -rf -- /etc/ceph/cluster2.conf /etc/ceph/cluster2.keyring /home/ubuntu/cephtest/cluster2.data /home/ubuntu/cephtest/cluster2.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T22:52:05.199 DEBUG:teuthology.orchestra.run.trial026:> sudo rm -rf -- /etc/ceph/cluster2.conf /etc/ceph/cluster2.keyring /home/ubuntu/cephtest/cluster2.data /home/ubuntu/cephtest/cluster2.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T22:52:05.262 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-02-22T22:52:05.275 INFO:tasks.ceph.ceph_manager.cluster1:waiting for clean 2026-02-22T22:52:05.275 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:52:05.430 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:52:05.431 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-22T22:52:05.438 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":812,"stamp":"2026-02-22T22:52:05.081795+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":20615304111,"num_objects":5105,"num_object_clones":295,"num_object_copies":10210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5105,"num_whiteouts":0,"num_read":478203,"num_read_kb":13622348,"num_write":742748,"num_write_kb":88118592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80483,"ondisk_log_size":80483,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":41497408,"kb_used_data":38669188,"kb_used_omap":32,"kb_used_meta":2828127,"kb_avail":241618112,"statfs":{"total":289910292480,"available":247416946688,"internally_reserved":0,"allocated":39597248512,"data_stored":39888727073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33721,"internal_metadata":2896002119},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000834"},"pg_stats":[{"pgid":"2.7","version":"20'179274","reported_seq":291366,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.939562+0000","last_change":"2026-02-22T22:25:46.020449+0000","last_active":"2026-02-22T22:51:39.939562+0000","last_peered":"2026-02-22T22:51:39.939562+0000","last_clean":"2026-02-22T22:51:39.939562+0000","last_became_active":"2026-02-22T22:25:44.017898+0000","last_became_peered":"2026-02-22T22:25:44.017898+0000","last_unstale":"2026-02-22T22:51:39.939562+0000","last_undegraded":"2026-02-22T22:51:39.939562+0000","last_fullsized":"2026-02-22T22:51:39.939562+0000","mapping_epoch":13,"log_start":"20'169200","ondisk_log_start":"20'169200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10074,"log_dups_size":0,"ondisk_log_size":10074,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:16:05.633667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051534699999999998,"stat_sum":{"num_bytes":2764023410,"num_objects":684,"num_object_clones":41,"num_object_copies":1368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":684,"num_whiteouts":0,"num_read":112648,"num_read_kb":2257960,"num_write":179349,"num_write_kb":14273933,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'72994","reported_seq":148334,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.958520+0000","last_change":"2026-02-22T22:25:46.020618+0000","last_active":"2026-02-22T22:51:39.958520+0000","last_peered":"2026-02-22T22:51:39.958520+0000","last_clean":"2026-02-22T22:51:39.958520+0000","last_became_active":"2026-02-22T22:25:44.017952+0000","last_became_peered":"2026-02-22T22:25:44.017952+0000","last_unstale":"2026-02-22T22:51:39.958520+0000","last_undegraded":"2026-02-22T22:51:39.958520+0000","last_fullsized":"2026-02-22T22:51:39.958520+0000","mapping_epoch":13,"log_start":"20'62901","ondisk_log_start":"20'62901","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10093,"log_dups_size":0,"ondisk_log_size":10093,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:52:52.382282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066061699999999995,"stat_sum":{"num_bytes":2570307234,"num_objects":637,"num_object_clones":35,"num_object_copies":1274,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":637,"num_whiteouts":0,"num_read":78940,"num_read_kb":2205511,"num_write":73566,"num_write_kb":12581343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"20'24319","reported_seq":37081,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.940482+0000","last_change":"2026-02-22T22:25:46.020317+0000","last_active":"2026-02-22T22:51:39.940482+0000","last_peered":"2026-02-22T22:51:39.940482+0000","last_clean":"2026-02-22T22:51:39.940482+0000","last_became_active":"2026-02-22T22:25:44.017851+0000","last_became_peered":"2026-02-22T22:25:44.017851+0000","last_unstale":"2026-02-22T22:51:39.940482+0000","last_undegraded":"2026-02-22T22:51:39.940482+0000","last_fullsized":"2026-02-22T22:51:39.940482+0000","mapping_epoch":13,"log_start":"20'14300","ondisk_log_start":"20'14300","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10019,"log_dups_size":0,"ondisk_log_size":10019,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:32:25.014051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000394263,"stat_sum":{"num_bytes":2646626402,"num_objects":651,"num_object_clones":40,"num_object_copies":1302,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":651,"num_whiteouts":0,"num_read":13363,"num_read_kb":959879,"num_write":24405,"num_write_kb":8803873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"20'105834","reported_seq":157031,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.916875+0000","last_change":"2026-02-22T22:25:46.020446+0000","last_active":"2026-02-22T22:51:39.916875+0000","last_peered":"2026-02-22T22:51:39.916875+0000","last_clean":"2026-02-22T22:51:39.916875+0000","last_became_active":"2026-02-22T22:25:44.018001+0000","last_became_peered":"2026-02-22T22:25:44.018001+0000","last_unstale":"2026-02-22T22:51:39.916875+0000","last_undegraded":"2026-02-22T22:51:39.916875+0000","last_fullsized":"2026-02-22T22:51:39.916875+0000","mapping_epoch":13,"log_start":"20'95800","ondisk_log_start":"20'95800","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10034,"log_dups_size":0,"ondisk_log_size":10034,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:37:01.038260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051161100000000003,"stat_sum":{"num_bytes":2363868322,"num_objects":582,"num_object_clones":35,"num_object_copies":1164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":582,"num_whiteouts":0,"num_read":67203,"num_read_kb":1839717,"num_write":108467,"num_write_kb":10356334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"20'42342","reported_seq":62921,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.990062+0000","last_change":"2026-02-22T22:25:46.018745+0000","last_active":"2026-02-22T22:51:39.990062+0000","last_peered":"2026-02-22T22:51:39.990062+0000","last_clean":"2026-02-22T22:51:39.990062+0000","last_became_active":"2026-02-22T22:25:44.017797+0000","last_became_peered":"2026-02-22T22:25:44.017797+0000","last_unstale":"2026-02-22T22:51:39.990062+0000","last_undegraded":"2026-02-22T22:51:39.990062+0000","last_fullsized":"2026-02-22T22:51:39.990062+0000","mapping_epoch":13,"log_start":"20'32300","ondisk_log_start":"20'32300","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10042,"log_dups_size":0,"ondisk_log_size":10042,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:21:01.454564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061464199999999999,"stat_sum":{"num_bytes":2524760595,"num_objects":628,"num_object_clones":36,"num_object_copies":1256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":628,"num_whiteouts":0,"num_read":20446,"num_read_kb":1321123,"num_write":42325,"num_write_kb":9919062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"20'41653","reported_seq":68121,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.977429+0000","last_change":"2026-02-22T22:25:46.313689+0000","last_active":"2026-02-22T22:51:39.977429+0000","last_peered":"2026-02-22T22:51:39.977429+0000","last_clean":"2026-02-22T22:51:39.977429+0000","last_became_active":"2026-02-22T22:25:44.017859+0000","last_became_peered":"2026-02-22T22:25:44.017859+0000","last_unstale":"2026-02-22T22:51:39.977429+0000","last_undegraded":"2026-02-22T22:51:39.977429+0000","last_fullsized":"2026-02-22T22:51:39.977429+0000","mapping_epoch":13,"log_start":"20'31600","ondisk_log_start":"20'31600","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10053,"log_dups_size":0,"ondisk_log_size":10053,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:30:10.842657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023549700000000001,"stat_sum":{"num_bytes":2602758484,"num_objects":650,"num_object_clones":40,"num_object_copies":1300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":650,"num_whiteouts":0,"num_read":38356,"num_read_kb":1278260,"num_write":43779,"num_write_kb":8316938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"20'108202","reported_seq":172917,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.965735+0000","last_change":"2026-02-22T22:25:46.313668+0000","last_active":"2026-02-22T22:51:39.965735+0000","last_peered":"2026-02-22T22:51:39.965735+0000","last_clean":"2026-02-22T22:51:39.965735+0000","last_became_active":"2026-02-22T22:25:44.017956+0000","last_became_peered":"2026-02-22T22:25:44.017956+0000","last_unstale":"2026-02-22T22:51:39.965735+0000","last_undegraded":"2026-02-22T22:51:39.965735+0000","last_fullsized":"2026-02-22T22:51:39.965735+0000","mapping_epoch":13,"log_start":"20'98200","ondisk_log_start":"20'98200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10002,"log_dups_size":0,"ondisk_log_size":10002,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:40:21.962105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024431399999999998,"stat_sum":{"num_bytes":2567936528,"num_objects":635,"num_object_clones":37,"num_object_copies":1270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":635,"num_whiteouts":0,"num_read":63447,"num_read_kb":2056437,"num_write":108176,"num_write_kb":11804842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"20'162594","reported_seq":246280,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.860197+0000","last_change":"2026-02-22T22:25:46.020277+0000","last_active":"2026-02-22T22:51:39.860197+0000","last_peered":"2026-02-22T22:51:39.860197+0000","last_clean":"2026-02-22T22:51:39.860197+0000","last_became_active":"2026-02-22T22:25:44.017664+0000","last_became_peered":"2026-02-22T22:25:44.017664+0000","last_unstale":"2026-02-22T22:51:39.860197+0000","last_undegraded":"2026-02-22T22:51:39.860197+0000","last_fullsized":"2026-02-22T22:51:39.860197+0000","mapping_epoch":13,"log_start":"20'152500","ondisk_log_start":"20'152500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10094,"log_dups_size":0,"ondisk_log_size":10094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:54:05.903809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034047299999999999,"stat_sum":{"num_bytes":2574432768,"num_objects":636,"num_object_clones":31,"num_object_copies":1272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":636,"num_whiteouts":0,"num_read":83734,"num_read_kb":1703406,"num_write":162580,"num_write_kb":12060639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:49:48.250939+0000","last_change":"2026-02-22T22:25:40.191472+0000","last_active":"2026-02-22T22:49:48.250939+0000","last_peered":"2026-02-22T22:49:48.250939+0000","last_clean":"2026-02-22T22:49:48.250939+0000","last_became_active":"2026-02-22T22:25:40.191341+0000","last_became_peered":"2026-02-22T22:25:40.191341+0000","last_unstale":"2026-02-22T22:49:48.250939+0000","last_undegraded":"2026-02-22T22:49:48.250939+0000","last_fullsized":"2026-02-22T22:49:48.250939+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:39.003696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:39.003696+0000","last_clean_scrub_stamp":"2026-02-22T22:25:39.003696+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:42:35.544099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":20614713743,"num_objects":5103,"num_object_clones":295,"num_object_copies":10206,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5103,"num_whiteouts":0,"num_read":478137,"num_read_kb":13622293,"num_write":742647,"num_write_kb":88116964,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":39595544576,"data_stored":39887383326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3132,"internal_metadata":0},"log_size":80411,"ondisk_log_size":80411,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705985,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8181012,"kb_used_data":7271680,"kb_used_omap":1,"kb_used_meta":909310,"kb_avail":86190828,"statfs":{"total":96636764160,"available":88259407872,"internally_reserved":0,"allocated":7446200320,"data_stored":7497015717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":931133894},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705984,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13189800,"kb_used_data":12062996,"kb_used_omap":1,"kb_used_meta":1126782,"kb_avail":81182040,"statfs":{"total":96636764160,"available":83130408960,"internally_reserved":0,"allocated":12352507904,"data_stored":12447374988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":1153825222},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738689,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":20126596,"kb_used_data":19334512,"kb_used_omap":29,"kb_used_meta":792034,"kb_avail":74245244,"statfs":{"total":96636764160,"available":76027129856,"internally_reserved":0,"allocated":19798540288,"data_stored":19944336368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30533,"internal_metadata":811043003},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12351741952,"data_stored":12446730283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":19797774336,"data_stored":19943691663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3132,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":7446028288,"data_stored":7496961380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:52:05.440 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:52:05.598 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:52:05.598 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-22T22:52:05.606 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":812,"stamp":"2026-02-22T22:52:05.081795+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":20615304111,"num_objects":5105,"num_object_clones":295,"num_object_copies":10210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5105,"num_whiteouts":0,"num_read":478203,"num_read_kb":13622348,"num_write":742748,"num_write_kb":88118592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80483,"ondisk_log_size":80483,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":41497408,"kb_used_data":38669188,"kb_used_omap":32,"kb_used_meta":2828127,"kb_avail":241618112,"statfs":{"total":289910292480,"available":247416946688,"internally_reserved":0,"allocated":39597248512,"data_stored":39888727073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33721,"internal_metadata":2896002119},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000834"},"pg_stats":[{"pgid":"2.7","version":"20'179274","reported_seq":291366,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.939562+0000","last_change":"2026-02-22T22:25:46.020449+0000","last_active":"2026-02-22T22:51:39.939562+0000","last_peered":"2026-02-22T22:51:39.939562+0000","last_clean":"2026-02-22T22:51:39.939562+0000","last_became_active":"2026-02-22T22:25:44.017898+0000","last_became_peered":"2026-02-22T22:25:44.017898+0000","last_unstale":"2026-02-22T22:51:39.939562+0000","last_undegraded":"2026-02-22T22:51:39.939562+0000","last_fullsized":"2026-02-22T22:51:39.939562+0000","mapping_epoch":13,"log_start":"20'169200","ondisk_log_start":"20'169200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10074,"log_dups_size":0,"ondisk_log_size":10074,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:16:05.633667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051534699999999998,"stat_sum":{"num_bytes":2764023410,"num_objects":684,"num_object_clones":41,"num_object_copies":1368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":684,"num_whiteouts":0,"num_read":112648,"num_read_kb":2257960,"num_write":179349,"num_write_kb":14273933,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'72994","reported_seq":148334,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.958520+0000","last_change":"2026-02-22T22:25:46.020618+0000","last_active":"2026-02-22T22:51:39.958520+0000","last_peered":"2026-02-22T22:51:39.958520+0000","last_clean":"2026-02-22T22:51:39.958520+0000","last_became_active":"2026-02-22T22:25:44.017952+0000","last_became_peered":"2026-02-22T22:25:44.017952+0000","last_unstale":"2026-02-22T22:51:39.958520+0000","last_undegraded":"2026-02-22T22:51:39.958520+0000","last_fullsized":"2026-02-22T22:51:39.958520+0000","mapping_epoch":13,"log_start":"20'62901","ondisk_log_start":"20'62901","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10093,"log_dups_size":0,"ondisk_log_size":10093,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:52:52.382282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066061699999999995,"stat_sum":{"num_bytes":2570307234,"num_objects":637,"num_object_clones":35,"num_object_copies":1274,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":637,"num_whiteouts":0,"num_read":78940,"num_read_kb":2205511,"num_write":73566,"num_write_kb":12581343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"20'24319","reported_seq":37081,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.940482+0000","last_change":"2026-02-22T22:25:46.020317+0000","last_active":"2026-02-22T22:51:39.940482+0000","last_peered":"2026-02-22T22:51:39.940482+0000","last_clean":"2026-02-22T22:51:39.940482+0000","last_became_active":"2026-02-22T22:25:44.017851+0000","last_became_peered":"2026-02-22T22:25:44.017851+0000","last_unstale":"2026-02-22T22:51:39.940482+0000","last_undegraded":"2026-02-22T22:51:39.940482+0000","last_fullsized":"2026-02-22T22:51:39.940482+0000","mapping_epoch":13,"log_start":"20'14300","ondisk_log_start":"20'14300","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10019,"log_dups_size":0,"ondisk_log_size":10019,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:32:25.014051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000394263,"stat_sum":{"num_bytes":2646626402,"num_objects":651,"num_object_clones":40,"num_object_copies":1302,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":651,"num_whiteouts":0,"num_read":13363,"num_read_kb":959879,"num_write":24405,"num_write_kb":8803873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"20'105834","reported_seq":157031,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.916875+0000","last_change":"2026-02-22T22:25:46.020446+0000","last_active":"2026-02-22T22:51:39.916875+0000","last_peered":"2026-02-22T22:51:39.916875+0000","last_clean":"2026-02-22T22:51:39.916875+0000","last_became_active":"2026-02-22T22:25:44.018001+0000","last_became_peered":"2026-02-22T22:25:44.018001+0000","last_unstale":"2026-02-22T22:51:39.916875+0000","last_undegraded":"2026-02-22T22:51:39.916875+0000","last_fullsized":"2026-02-22T22:51:39.916875+0000","mapping_epoch":13,"log_start":"20'95800","ondisk_log_start":"20'95800","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10034,"log_dups_size":0,"ondisk_log_size":10034,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:37:01.038260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051161100000000003,"stat_sum":{"num_bytes":2363868322,"num_objects":582,"num_object_clones":35,"num_object_copies":1164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":582,"num_whiteouts":0,"num_read":67203,"num_read_kb":1839717,"num_write":108467,"num_write_kb":10356334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"20'42342","reported_seq":62921,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.990062+0000","last_change":"2026-02-22T22:25:46.018745+0000","last_active":"2026-02-22T22:51:39.990062+0000","last_peered":"2026-02-22T22:51:39.990062+0000","last_clean":"2026-02-22T22:51:39.990062+0000","last_became_active":"2026-02-22T22:25:44.017797+0000","last_became_peered":"2026-02-22T22:25:44.017797+0000","last_unstale":"2026-02-22T22:51:39.990062+0000","last_undegraded":"2026-02-22T22:51:39.990062+0000","last_fullsized":"2026-02-22T22:51:39.990062+0000","mapping_epoch":13,"log_start":"20'32300","ondisk_log_start":"20'32300","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10042,"log_dups_size":0,"ondisk_log_size":10042,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:21:01.454564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061464199999999999,"stat_sum":{"num_bytes":2524760595,"num_objects":628,"num_object_clones":36,"num_object_copies":1256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":628,"num_whiteouts":0,"num_read":20446,"num_read_kb":1321123,"num_write":42325,"num_write_kb":9919062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"20'41653","reported_seq":68121,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.977429+0000","last_change":"2026-02-22T22:25:46.313689+0000","last_active":"2026-02-22T22:51:39.977429+0000","last_peered":"2026-02-22T22:51:39.977429+0000","last_clean":"2026-02-22T22:51:39.977429+0000","last_became_active":"2026-02-22T22:25:44.017859+0000","last_became_peered":"2026-02-22T22:25:44.017859+0000","last_unstale":"2026-02-22T22:51:39.977429+0000","last_undegraded":"2026-02-22T22:51:39.977429+0000","last_fullsized":"2026-02-22T22:51:39.977429+0000","mapping_epoch":13,"log_start":"20'31600","ondisk_log_start":"20'31600","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10053,"log_dups_size":0,"ondisk_log_size":10053,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:30:10.842657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023549700000000001,"stat_sum":{"num_bytes":2602758484,"num_objects":650,"num_object_clones":40,"num_object_copies":1300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":650,"num_whiteouts":0,"num_read":38356,"num_read_kb":1278260,"num_write":43779,"num_write_kb":8316938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"20'108202","reported_seq":172917,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.965735+0000","last_change":"2026-02-22T22:25:46.313668+0000","last_active":"2026-02-22T22:51:39.965735+0000","last_peered":"2026-02-22T22:51:39.965735+0000","last_clean":"2026-02-22T22:51:39.965735+0000","last_became_active":"2026-02-22T22:25:44.017956+0000","last_became_peered":"2026-02-22T22:25:44.017956+0000","last_unstale":"2026-02-22T22:51:39.965735+0000","last_undegraded":"2026-02-22T22:51:39.965735+0000","last_fullsized":"2026-02-22T22:51:39.965735+0000","mapping_epoch":13,"log_start":"20'98200","ondisk_log_start":"20'98200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10002,"log_dups_size":0,"ondisk_log_size":10002,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:40:21.962105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024431399999999998,"stat_sum":{"num_bytes":2567936528,"num_objects":635,"num_object_clones":37,"num_object_copies":1270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":635,"num_whiteouts":0,"num_read":63447,"num_read_kb":2056437,"num_write":108176,"num_write_kb":11804842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"20'162594","reported_seq":246280,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.860197+0000","last_change":"2026-02-22T22:25:46.020277+0000","last_active":"2026-02-22T22:51:39.860197+0000","last_peered":"2026-02-22T22:51:39.860197+0000","last_clean":"2026-02-22T22:51:39.860197+0000","last_became_active":"2026-02-22T22:25:44.017664+0000","last_became_peered":"2026-02-22T22:25:44.017664+0000","last_unstale":"2026-02-22T22:51:39.860197+0000","last_undegraded":"2026-02-22T22:51:39.860197+0000","last_fullsized":"2026-02-22T22:51:39.860197+0000","mapping_epoch":13,"log_start":"20'152500","ondisk_log_start":"20'152500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10094,"log_dups_size":0,"ondisk_log_size":10094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:54:05.903809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034047299999999999,"stat_sum":{"num_bytes":2574432768,"num_objects":636,"num_object_clones":31,"num_object_copies":1272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":636,"num_whiteouts":0,"num_read":83734,"num_read_kb":1703406,"num_write":162580,"num_write_kb":12060639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:49:48.250939+0000","last_change":"2026-02-22T22:25:40.191472+0000","last_active":"2026-02-22T22:49:48.250939+0000","last_peered":"2026-02-22T22:49:48.250939+0000","last_clean":"2026-02-22T22:49:48.250939+0000","last_became_active":"2026-02-22T22:25:40.191341+0000","last_became_peered":"2026-02-22T22:25:40.191341+0000","last_unstale":"2026-02-22T22:49:48.250939+0000","last_undegraded":"2026-02-22T22:49:48.250939+0000","last_fullsized":"2026-02-22T22:49:48.250939+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:39.003696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:39.003696+0000","last_clean_scrub_stamp":"2026-02-22T22:25:39.003696+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:42:35.544099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":20614713743,"num_objects":5103,"num_object_clones":295,"num_object_copies":10206,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5103,"num_whiteouts":0,"num_read":478137,"num_read_kb":13622293,"num_write":742647,"num_write_kb":88116964,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":39595544576,"data_stored":39887383326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3132,"internal_metadata":0},"log_size":80411,"ondisk_log_size":80411,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705985,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8181012,"kb_used_data":7271680,"kb_used_omap":1,"kb_used_meta":909310,"kb_avail":86190828,"statfs":{"total":96636764160,"available":88259407872,"internally_reserved":0,"allocated":7446200320,"data_stored":7497015717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":931133894},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705984,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13189800,"kb_used_data":12062996,"kb_used_omap":1,"kb_used_meta":1126782,"kb_avail":81182040,"statfs":{"total":96636764160,"available":83130408960,"internally_reserved":0,"allocated":12352507904,"data_stored":12447374988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":1153825222},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738689,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":20126596,"kb_used_data":19334512,"kb_used_omap":29,"kb_used_meta":792034,"kb_avail":74245244,"statfs":{"total":96636764160,"available":76027129856,"internally_reserved":0,"allocated":19798540288,"data_stored":19944336368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30533,"internal_metadata":811043003},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12351741952,"data_stored":12446730283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":19797774336,"data_stored":19943691663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3132,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":7446028288,"data_stored":7496961380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:52:05.608 INFO:tasks.ceph.ceph_manager.cluster1:clean! 2026-02-22T22:52:05.608 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:52:05.765 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:52:05.766 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-22T22:52:05.774 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":812,"stamp":"2026-02-22T22:52:05.081795+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":20615304111,"num_objects":5105,"num_object_clones":295,"num_object_copies":10210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5105,"num_whiteouts":0,"num_read":478203,"num_read_kb":13622348,"num_write":742748,"num_write_kb":88118592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80483,"ondisk_log_size":80483,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":41497408,"kb_used_data":38669188,"kb_used_omap":32,"kb_used_meta":2828127,"kb_avail":241618112,"statfs":{"total":289910292480,"available":247416946688,"internally_reserved":0,"allocated":39597248512,"data_stored":39888727073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33721,"internal_metadata":2896002119},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000834"},"pg_stats":[{"pgid":"2.7","version":"20'179274","reported_seq":291366,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.939562+0000","last_change":"2026-02-22T22:25:46.020449+0000","last_active":"2026-02-22T22:51:39.939562+0000","last_peered":"2026-02-22T22:51:39.939562+0000","last_clean":"2026-02-22T22:51:39.939562+0000","last_became_active":"2026-02-22T22:25:44.017898+0000","last_became_peered":"2026-02-22T22:25:44.017898+0000","last_unstale":"2026-02-22T22:51:39.939562+0000","last_undegraded":"2026-02-22T22:51:39.939562+0000","last_fullsized":"2026-02-22T22:51:39.939562+0000","mapping_epoch":13,"log_start":"20'169200","ondisk_log_start":"20'169200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10074,"log_dups_size":0,"ondisk_log_size":10074,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:16:05.633667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051534699999999998,"stat_sum":{"num_bytes":2764023410,"num_objects":684,"num_object_clones":41,"num_object_copies":1368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":684,"num_whiteouts":0,"num_read":112648,"num_read_kb":2257960,"num_write":179349,"num_write_kb":14273933,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'72994","reported_seq":148334,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.958520+0000","last_change":"2026-02-22T22:25:46.020618+0000","last_active":"2026-02-22T22:51:39.958520+0000","last_peered":"2026-02-22T22:51:39.958520+0000","last_clean":"2026-02-22T22:51:39.958520+0000","last_became_active":"2026-02-22T22:25:44.017952+0000","last_became_peered":"2026-02-22T22:25:44.017952+0000","last_unstale":"2026-02-22T22:51:39.958520+0000","last_undegraded":"2026-02-22T22:51:39.958520+0000","last_fullsized":"2026-02-22T22:51:39.958520+0000","mapping_epoch":13,"log_start":"20'62901","ondisk_log_start":"20'62901","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10093,"log_dups_size":0,"ondisk_log_size":10093,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:52:52.382282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066061699999999995,"stat_sum":{"num_bytes":2570307234,"num_objects":637,"num_object_clones":35,"num_object_copies":1274,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":637,"num_whiteouts":0,"num_read":78940,"num_read_kb":2205511,"num_write":73566,"num_write_kb":12581343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"20'24319","reported_seq":37081,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.940482+0000","last_change":"2026-02-22T22:25:46.020317+0000","last_active":"2026-02-22T22:51:39.940482+0000","last_peered":"2026-02-22T22:51:39.940482+0000","last_clean":"2026-02-22T22:51:39.940482+0000","last_became_active":"2026-02-22T22:25:44.017851+0000","last_became_peered":"2026-02-22T22:25:44.017851+0000","last_unstale":"2026-02-22T22:51:39.940482+0000","last_undegraded":"2026-02-22T22:51:39.940482+0000","last_fullsized":"2026-02-22T22:51:39.940482+0000","mapping_epoch":13,"log_start":"20'14300","ondisk_log_start":"20'14300","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10019,"log_dups_size":0,"ondisk_log_size":10019,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:32:25.014051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000394263,"stat_sum":{"num_bytes":2646626402,"num_objects":651,"num_object_clones":40,"num_object_copies":1302,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":651,"num_whiteouts":0,"num_read":13363,"num_read_kb":959879,"num_write":24405,"num_write_kb":8803873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"20'105834","reported_seq":157031,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.916875+0000","last_change":"2026-02-22T22:25:46.020446+0000","last_active":"2026-02-22T22:51:39.916875+0000","last_peered":"2026-02-22T22:51:39.916875+0000","last_clean":"2026-02-22T22:51:39.916875+0000","last_became_active":"2026-02-22T22:25:44.018001+0000","last_became_peered":"2026-02-22T22:25:44.018001+0000","last_unstale":"2026-02-22T22:51:39.916875+0000","last_undegraded":"2026-02-22T22:51:39.916875+0000","last_fullsized":"2026-02-22T22:51:39.916875+0000","mapping_epoch":13,"log_start":"20'95800","ondisk_log_start":"20'95800","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10034,"log_dups_size":0,"ondisk_log_size":10034,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:37:01.038260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051161100000000003,"stat_sum":{"num_bytes":2363868322,"num_objects":582,"num_object_clones":35,"num_object_copies":1164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":582,"num_whiteouts":0,"num_read":67203,"num_read_kb":1839717,"num_write":108467,"num_write_kb":10356334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"20'42342","reported_seq":62921,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.990062+0000","last_change":"2026-02-22T22:25:46.018745+0000","last_active":"2026-02-22T22:51:39.990062+0000","last_peered":"2026-02-22T22:51:39.990062+0000","last_clean":"2026-02-22T22:51:39.990062+0000","last_became_active":"2026-02-22T22:25:44.017797+0000","last_became_peered":"2026-02-22T22:25:44.017797+0000","last_unstale":"2026-02-22T22:51:39.990062+0000","last_undegraded":"2026-02-22T22:51:39.990062+0000","last_fullsized":"2026-02-22T22:51:39.990062+0000","mapping_epoch":13,"log_start":"20'32300","ondisk_log_start":"20'32300","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10042,"log_dups_size":0,"ondisk_log_size":10042,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:21:01.454564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061464199999999999,"stat_sum":{"num_bytes":2524760595,"num_objects":628,"num_object_clones":36,"num_object_copies":1256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":628,"num_whiteouts":0,"num_read":20446,"num_read_kb":1321123,"num_write":42325,"num_write_kb":9919062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"20'41653","reported_seq":68121,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.977429+0000","last_change":"2026-02-22T22:25:46.313689+0000","last_active":"2026-02-22T22:51:39.977429+0000","last_peered":"2026-02-22T22:51:39.977429+0000","last_clean":"2026-02-22T22:51:39.977429+0000","last_became_active":"2026-02-22T22:25:44.017859+0000","last_became_peered":"2026-02-22T22:25:44.017859+0000","last_unstale":"2026-02-22T22:51:39.977429+0000","last_undegraded":"2026-02-22T22:51:39.977429+0000","last_fullsized":"2026-02-22T22:51:39.977429+0000","mapping_epoch":13,"log_start":"20'31600","ondisk_log_start":"20'31600","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10053,"log_dups_size":0,"ondisk_log_size":10053,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:30:10.842657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023549700000000001,"stat_sum":{"num_bytes":2602758484,"num_objects":650,"num_object_clones":40,"num_object_copies":1300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":650,"num_whiteouts":0,"num_read":38356,"num_read_kb":1278260,"num_write":43779,"num_write_kb":8316938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"20'108202","reported_seq":172917,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.965735+0000","last_change":"2026-02-22T22:25:46.313668+0000","last_active":"2026-02-22T22:51:39.965735+0000","last_peered":"2026-02-22T22:51:39.965735+0000","last_clean":"2026-02-22T22:51:39.965735+0000","last_became_active":"2026-02-22T22:25:44.017956+0000","last_became_peered":"2026-02-22T22:25:44.017956+0000","last_unstale":"2026-02-22T22:51:39.965735+0000","last_undegraded":"2026-02-22T22:51:39.965735+0000","last_fullsized":"2026-02-22T22:51:39.965735+0000","mapping_epoch":13,"log_start":"20'98200","ondisk_log_start":"20'98200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10002,"log_dups_size":0,"ondisk_log_size":10002,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:40:21.962105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024431399999999998,"stat_sum":{"num_bytes":2567936528,"num_objects":635,"num_object_clones":37,"num_object_copies":1270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":635,"num_whiteouts":0,"num_read":63447,"num_read_kb":2056437,"num_write":108176,"num_write_kb":11804842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"20'162594","reported_seq":246280,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.860197+0000","last_change":"2026-02-22T22:25:46.020277+0000","last_active":"2026-02-22T22:51:39.860197+0000","last_peered":"2026-02-22T22:51:39.860197+0000","last_clean":"2026-02-22T22:51:39.860197+0000","last_became_active":"2026-02-22T22:25:44.017664+0000","last_became_peered":"2026-02-22T22:25:44.017664+0000","last_unstale":"2026-02-22T22:51:39.860197+0000","last_undegraded":"2026-02-22T22:51:39.860197+0000","last_fullsized":"2026-02-22T22:51:39.860197+0000","mapping_epoch":13,"log_start":"20'152500","ondisk_log_start":"20'152500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10094,"log_dups_size":0,"ondisk_log_size":10094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:54:05.903809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034047299999999999,"stat_sum":{"num_bytes":2574432768,"num_objects":636,"num_object_clones":31,"num_object_copies":1272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":636,"num_whiteouts":0,"num_read":83734,"num_read_kb":1703406,"num_write":162580,"num_write_kb":12060639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:49:48.250939+0000","last_change":"2026-02-22T22:25:40.191472+0000","last_active":"2026-02-22T22:49:48.250939+0000","last_peered":"2026-02-22T22:49:48.250939+0000","last_clean":"2026-02-22T22:49:48.250939+0000","last_became_active":"2026-02-22T22:25:40.191341+0000","last_became_peered":"2026-02-22T22:25:40.191341+0000","last_unstale":"2026-02-22T22:49:48.250939+0000","last_undegraded":"2026-02-22T22:49:48.250939+0000","last_fullsized":"2026-02-22T22:49:48.250939+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:39.003696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:39.003696+0000","last_clean_scrub_stamp":"2026-02-22T22:25:39.003696+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:42:35.544099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":20614713743,"num_objects":5103,"num_object_clones":295,"num_object_copies":10206,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5103,"num_whiteouts":0,"num_read":478137,"num_read_kb":13622293,"num_write":742647,"num_write_kb":88116964,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":39595544576,"data_stored":39887383326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3132,"internal_metadata":0},"log_size":80411,"ondisk_log_size":80411,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705985,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8181012,"kb_used_data":7271680,"kb_used_omap":1,"kb_used_meta":909310,"kb_avail":86190828,"statfs":{"total":96636764160,"available":88259407872,"internally_reserved":0,"allocated":7446200320,"data_stored":7497015717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":931133894},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705984,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13189800,"kb_used_data":12062996,"kb_used_omap":1,"kb_used_meta":1126782,"kb_avail":81182040,"statfs":{"total":96636764160,"available":83130408960,"internally_reserved":0,"allocated":12352507904,"data_stored":12447374988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":1153825222},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738689,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":20126596,"kb_used_data":19334512,"kb_used_omap":29,"kb_used_meta":792034,"kb_avail":74245244,"statfs":{"total":96636764160,"available":76027129856,"internally_reserved":0,"allocated":19798540288,"data_stored":19944336368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30533,"internal_metadata":811043003},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12351741952,"data_stored":12446730283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":19797774336,"data_stored":19943691663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3132,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":7446028288,"data_stored":7496961380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:52:05.775 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:52:05.934 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:52:05.935 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":20,"fsid":"6bdf96e6-f147-47c3-b883-c3fcd0ad0684","created":"2026-02-22T22:25:28.598581+0000","modified":"2026-02-22T22:27:20.629021+0000","last_up_change":"2026-02-22T22:25:38.000113+0000","last_in_change":"2026-02-22T22:25:29.169405+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:25:38.919193+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T22:25:42.760440+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":20,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cdb9f8b7-d8e3-49bd-b382-8ece2ee668b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6802","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6803","nonce":1944604692}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6804","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6805","nonce":1944604692}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6808","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6809","nonce":1944604692}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6806","nonce":1944604692},{"type":"v1","addr":"10.20.193.4:6807","nonce":1944604692}]},"public_addr":"10.20.193.4:6803/1944604692","cluster_addr":"10.20.193.4:6805/1944604692","heartbeat_back_addr":"10.20.193.4:6809/1944604692","heartbeat_front_addr":"10.20.193.4:6807/1944604692","state":["exists","up"]},{"osd":1,"uuid":"7cfc415d-cb16-4083-ab5b-5bb9c8aefeb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6810","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6811","nonce":1214819153}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6812","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6813","nonce":1214819153}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6816","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6817","nonce":1214819153}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6814","nonce":1214819153},{"type":"v1","addr":"10.20.193.4:6815","nonce":1214819153}]},"public_addr":"10.20.193.4:6811/1214819153","cluster_addr":"10.20.193.4:6813/1214819153","heartbeat_back_addr":"10.20.193.4:6817/1214819153","heartbeat_front_addr":"10.20.193.4:6815/1214819153","state":["exists","up"]},{"osd":2,"uuid":"339ec3e1-01ae-4d9c-a651-9bb4c7fc6f4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6818","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6819","nonce":2881202600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6820","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6821","nonce":2881202600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6824","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6825","nonce":2881202600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.4:6822","nonce":2881202600},{"type":"v1","addr":"10.20.193.4:6823","nonce":2881202600}]},"public_addr":"10.20.193.4:6819/2881202600","cluster_addr":"10.20.193.4:6821/2881202600","heartbeat_back_addr":"10.20.193.4:6825/2881202600","heartbeat_front_addr":"10.20.193.4:6823/2881202600","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:25:36.154579+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:25:35.967870+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:25:36.141436+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:52:06.943 INFO:tasks.ceph:Scrubbing cluster1.osd.0 2026-02-22T22:52:06.943 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:52:07.028 INFO:teuthology.orchestra.run.trial004.stdout:{ 2026-02-22T22:52:07.028 INFO:teuthology.orchestra.run.trial004.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:52:07.028 INFO:teuthology.orchestra.run.trial004.stdout:} 2026-02-22T22:52:07.034 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd deep-scrub 0 2026-02-22T22:52:07.193 INFO:teuthology.orchestra.run.trial004.stderr:instructed osd(s) 0 to deep-scrub 2026-02-22T22:52:07.202 INFO:tasks.ceph:Scrubbing cluster1.osd.1 2026-02-22T22:52:07.202 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:52:07.281 INFO:teuthology.orchestra.run.trial004.stdout:{ 2026-02-22T22:52:07.281 INFO:teuthology.orchestra.run.trial004.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:52:07.282 INFO:teuthology.orchestra.run.trial004.stdout:} 2026-02-22T22:52:07.288 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd deep-scrub 1 2026-02-22T22:52:07.448 INFO:teuthology.orchestra.run.trial004.stderr:instructed osd(s) 1 to deep-scrub 2026-02-22T22:52:07.457 INFO:tasks.ceph:Scrubbing cluster1.osd.2 2026-02-22T22:52:07.457 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:52:07.539 INFO:teuthology.orchestra.run.trial004.stdout:{ 2026-02-22T22:52:07.539 INFO:teuthology.orchestra.run.trial004.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:52:07.539 INFO:teuthology.orchestra.run.trial004.stdout:} 2026-02-22T22:52:07.545 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd deep-scrub 2 2026-02-22T22:52:07.704 INFO:teuthology.orchestra.run.trial004.stderr:instructed osd(s) 2 to deep-scrub 2026-02-22T22:52:07.713 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:52:07.875 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:52:07.875 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-22T22:52:07.885 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":813,"stamp":"2026-02-22T22:52:07.081975+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":20615304111,"num_objects":5105,"num_object_clones":295,"num_object_copies":10210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5105,"num_whiteouts":0,"num_read":478203,"num_read_kb":13622348,"num_write":742748,"num_write_kb":88118592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80483,"ondisk_log_size":80483,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":41497408,"kb_used_data":38669188,"kb_used_omap":32,"kb_used_meta":2828127,"kb_avail":241618112,"statfs":{"total":289910292480,"available":247416946688,"internally_reserved":0,"allocated":39597248512,"data_stored":39888727073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33721,"internal_metadata":2896002119},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000880"},"pg_stats":[{"pgid":"2.7","version":"20'179274","reported_seq":291366,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.939562+0000","last_change":"2026-02-22T22:25:46.020449+0000","last_active":"2026-02-22T22:51:39.939562+0000","last_peered":"2026-02-22T22:51:39.939562+0000","last_clean":"2026-02-22T22:51:39.939562+0000","last_became_active":"2026-02-22T22:25:44.017898+0000","last_became_peered":"2026-02-22T22:25:44.017898+0000","last_unstale":"2026-02-22T22:51:39.939562+0000","last_undegraded":"2026-02-22T22:51:39.939562+0000","last_fullsized":"2026-02-22T22:51:39.939562+0000","mapping_epoch":13,"log_start":"20'169200","ondisk_log_start":"20'169200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10074,"log_dups_size":0,"ondisk_log_size":10074,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:16:05.633667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051534699999999998,"stat_sum":{"num_bytes":2764023410,"num_objects":684,"num_object_clones":41,"num_object_copies":1368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":684,"num_whiteouts":0,"num_read":112648,"num_read_kb":2257960,"num_write":179349,"num_write_kb":14273933,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'72994","reported_seq":148334,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.958520+0000","last_change":"2026-02-22T22:25:46.020618+0000","last_active":"2026-02-22T22:51:39.958520+0000","last_peered":"2026-02-22T22:51:39.958520+0000","last_clean":"2026-02-22T22:51:39.958520+0000","last_became_active":"2026-02-22T22:25:44.017952+0000","last_became_peered":"2026-02-22T22:25:44.017952+0000","last_unstale":"2026-02-22T22:51:39.958520+0000","last_undegraded":"2026-02-22T22:51:39.958520+0000","last_fullsized":"2026-02-22T22:51:39.958520+0000","mapping_epoch":13,"log_start":"20'62901","ondisk_log_start":"20'62901","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10093,"log_dups_size":0,"ondisk_log_size":10093,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:52:52.382282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066061699999999995,"stat_sum":{"num_bytes":2570307234,"num_objects":637,"num_object_clones":35,"num_object_copies":1274,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":637,"num_whiteouts":0,"num_read":78940,"num_read_kb":2205511,"num_write":73566,"num_write_kb":12581343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"20'24319","reported_seq":37081,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.940482+0000","last_change":"2026-02-22T22:25:46.020317+0000","last_active":"2026-02-22T22:51:39.940482+0000","last_peered":"2026-02-22T22:51:39.940482+0000","last_clean":"2026-02-22T22:51:39.940482+0000","last_became_active":"2026-02-22T22:25:44.017851+0000","last_became_peered":"2026-02-22T22:25:44.017851+0000","last_unstale":"2026-02-22T22:51:39.940482+0000","last_undegraded":"2026-02-22T22:51:39.940482+0000","last_fullsized":"2026-02-22T22:51:39.940482+0000","mapping_epoch":13,"log_start":"20'14300","ondisk_log_start":"20'14300","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10019,"log_dups_size":0,"ondisk_log_size":10019,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:32:25.014051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000394263,"stat_sum":{"num_bytes":2646626402,"num_objects":651,"num_object_clones":40,"num_object_copies":1302,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":651,"num_whiteouts":0,"num_read":13363,"num_read_kb":959879,"num_write":24405,"num_write_kb":8803873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"20'105834","reported_seq":157031,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.916875+0000","last_change":"2026-02-22T22:25:46.020446+0000","last_active":"2026-02-22T22:51:39.916875+0000","last_peered":"2026-02-22T22:51:39.916875+0000","last_clean":"2026-02-22T22:51:39.916875+0000","last_became_active":"2026-02-22T22:25:44.018001+0000","last_became_peered":"2026-02-22T22:25:44.018001+0000","last_unstale":"2026-02-22T22:51:39.916875+0000","last_undegraded":"2026-02-22T22:51:39.916875+0000","last_fullsized":"2026-02-22T22:51:39.916875+0000","mapping_epoch":13,"log_start":"20'95800","ondisk_log_start":"20'95800","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10034,"log_dups_size":0,"ondisk_log_size":10034,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:37:01.038260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051161100000000003,"stat_sum":{"num_bytes":2363868322,"num_objects":582,"num_object_clones":35,"num_object_copies":1164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":582,"num_whiteouts":0,"num_read":67203,"num_read_kb":1839717,"num_write":108467,"num_write_kb":10356334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"20'42342","reported_seq":62921,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.990062+0000","last_change":"2026-02-22T22:25:46.018745+0000","last_active":"2026-02-22T22:51:39.990062+0000","last_peered":"2026-02-22T22:51:39.990062+0000","last_clean":"2026-02-22T22:51:39.990062+0000","last_became_active":"2026-02-22T22:25:44.017797+0000","last_became_peered":"2026-02-22T22:25:44.017797+0000","last_unstale":"2026-02-22T22:51:39.990062+0000","last_undegraded":"2026-02-22T22:51:39.990062+0000","last_fullsized":"2026-02-22T22:51:39.990062+0000","mapping_epoch":13,"log_start":"20'32300","ondisk_log_start":"20'32300","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10042,"log_dups_size":0,"ondisk_log_size":10042,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:21:01.454564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061464199999999999,"stat_sum":{"num_bytes":2524760595,"num_objects":628,"num_object_clones":36,"num_object_copies":1256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":628,"num_whiteouts":0,"num_read":20446,"num_read_kb":1321123,"num_write":42325,"num_write_kb":9919062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"20'41653","reported_seq":68121,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.977429+0000","last_change":"2026-02-22T22:25:46.313689+0000","last_active":"2026-02-22T22:51:39.977429+0000","last_peered":"2026-02-22T22:51:39.977429+0000","last_clean":"2026-02-22T22:51:39.977429+0000","last_became_active":"2026-02-22T22:25:44.017859+0000","last_became_peered":"2026-02-22T22:25:44.017859+0000","last_unstale":"2026-02-22T22:51:39.977429+0000","last_undegraded":"2026-02-22T22:51:39.977429+0000","last_fullsized":"2026-02-22T22:51:39.977429+0000","mapping_epoch":13,"log_start":"20'31600","ondisk_log_start":"20'31600","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10053,"log_dups_size":0,"ondisk_log_size":10053,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:30:10.842657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023549700000000001,"stat_sum":{"num_bytes":2602758484,"num_objects":650,"num_object_clones":40,"num_object_copies":1300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":650,"num_whiteouts":0,"num_read":38356,"num_read_kb":1278260,"num_write":43779,"num_write_kb":8316938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"20'108202","reported_seq":172917,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.965735+0000","last_change":"2026-02-22T22:25:46.313668+0000","last_active":"2026-02-22T22:51:39.965735+0000","last_peered":"2026-02-22T22:51:39.965735+0000","last_clean":"2026-02-22T22:51:39.965735+0000","last_became_active":"2026-02-22T22:25:44.017956+0000","last_became_peered":"2026-02-22T22:25:44.017956+0000","last_unstale":"2026-02-22T22:51:39.965735+0000","last_undegraded":"2026-02-22T22:51:39.965735+0000","last_fullsized":"2026-02-22T22:51:39.965735+0000","mapping_epoch":13,"log_start":"20'98200","ondisk_log_start":"20'98200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10002,"log_dups_size":0,"ondisk_log_size":10002,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:40:21.962105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024431399999999998,"stat_sum":{"num_bytes":2567936528,"num_objects":635,"num_object_clones":37,"num_object_copies":1270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":635,"num_whiteouts":0,"num_read":63447,"num_read_kb":2056437,"num_write":108176,"num_write_kb":11804842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"20'162594","reported_seq":246280,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:51:39.860197+0000","last_change":"2026-02-22T22:25:46.020277+0000","last_active":"2026-02-22T22:51:39.860197+0000","last_peered":"2026-02-22T22:51:39.860197+0000","last_clean":"2026-02-22T22:51:39.860197+0000","last_became_active":"2026-02-22T22:25:44.017664+0000","last_became_peered":"2026-02-22T22:25:44.017664+0000","last_unstale":"2026-02-22T22:51:39.860197+0000","last_undegraded":"2026-02-22T22:51:39.860197+0000","last_fullsized":"2026-02-22T22:51:39.860197+0000","mapping_epoch":13,"log_start":"20'152500","ondisk_log_start":"20'152500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:43.008481+0000","last_clean_scrub_stamp":"2026-02-22T22:25:43.008481+0000","objects_scrubbed":0,"log_size":10094,"log_dups_size":0,"ondisk_log_size":10094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:54:05.903809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034047299999999999,"stat_sum":{"num_bytes":2574432768,"num_objects":636,"num_object_clones":31,"num_object_copies":1272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":636,"num_whiteouts":0,"num_read":83734,"num_read_kb":1703406,"num_write":162580,"num_write_kb":12060639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:49:48.250939+0000","last_change":"2026-02-22T22:25:40.191472+0000","last_active":"2026-02-22T22:49:48.250939+0000","last_peered":"2026-02-22T22:49:48.250939+0000","last_clean":"2026-02-22T22:49:48.250939+0000","last_became_active":"2026-02-22T22:25:40.191341+0000","last_became_peered":"2026-02-22T22:25:40.191341+0000","last_unstale":"2026-02-22T22:49:48.250939+0000","last_undegraded":"2026-02-22T22:49:48.250939+0000","last_fullsized":"2026-02-22T22:49:48.250939+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:25:39.003696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:25:39.003696+0000","last_clean_scrub_stamp":"2026-02-22T22:25:39.003696+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:42:35.544099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":20614713743,"num_objects":5103,"num_object_clones":295,"num_object_copies":10206,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5103,"num_whiteouts":0,"num_read":478137,"num_read_kb":13622293,"num_write":742647,"num_write_kb":88116964,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":39595544576,"data_stored":39887383326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3132,"internal_metadata":0},"log_size":80411,"ondisk_log_size":80411,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705985,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8181012,"kb_used_data":7271680,"kb_used_omap":1,"kb_used_meta":909310,"kb_avail":86190828,"statfs":{"total":96636764160,"available":88259407872,"internally_reserved":0,"allocated":7446200320,"data_stored":7497015717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":931133894},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705984,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13189800,"kb_used_data":12062996,"kb_used_omap":1,"kb_used_meta":1126782,"kb_avail":81182040,"statfs":{"total":96636764160,"available":83130408960,"internally_reserved":0,"allocated":12352507904,"data_stored":12447374988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":1153825222},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738689,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":20126596,"kb_used_data":19334512,"kb_used_omap":29,"kb_used_meta":792034,"kb_avail":74245244,"statfs":{"total":96636764160,"available":76027129856,"internally_reserved":0,"allocated":19798540288,"data_stored":19944336368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30533,"internal_metadata":811043003},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12351741952,"data_stored":12446730283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":19797774336,"data_stored":19943691663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3132,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":7446028288,"data_stored":7496961380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:52:07.887 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-02-22T22:25:43.008481+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=25, tm_sec=43, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=52, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:52:07.887 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-02-22T22:25:43.008481+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=25, tm_sec=43, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=52, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:52:07.887 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-02-22T22:25:43.008481+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=25, tm_sec=43, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=52, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:52:07.888 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-02-22T22:25:43.008481+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=25, tm_sec=43, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=52, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:52:07.888 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-02-22T22:25:43.008481+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=25, tm_sec=43, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=52, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:52:07.888 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-02-22T22:25:43.008481+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=25, tm_sec=43, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=52, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:52:07.888 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-02-22T22:25:43.008481+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=25, tm_sec=43, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=52, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:52:07.889 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-02-22T22:25:43.008481+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=25, tm_sec=43, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=52, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:52:07.889 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-02-22T22:25:39.003696+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=25, tm_sec=39, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=52, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:52:07.889 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-02-22T22:52:27.890 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:52:28.049 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-22T22:52:28.049 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-22T22:52:28.057 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":823,"stamp":"2026-02-22T22:52:27.084021+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":20615304111,"num_objects":5105,"num_object_clones":295,"num_object_copies":10210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5105,"num_whiteouts":0,"num_read":478203,"num_read_kb":13622348,"num_write":742748,"num_write_kb":88118592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":902,"num_omap_keys":35,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80385,"ondisk_log_size":80385,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":41507124,"kb_used_data":38669188,"kb_used_omap":32,"kb_used_meta":2837855,"kb_avail":241608396,"statfs":{"total":289910292480,"available":247406997504,"internally_reserved":0,"allocated":39597248512,"data_stored":39888727073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33721,"internal_metadata":2905963591},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":564,"num_omap_keys":25,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001077"},"pg_stats":[{"pgid":"2.7","version":"20'179958","reported_seq":292105,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:52:16.255545+0000","last_change":"2026-02-22T22:52:16.255577+0000","last_active":"2026-02-22T22:52:16.255545+0000","last_peered":"2026-02-22T22:52:16.255545+0000","last_clean":"2026-02-22T22:52:16.255545+0000","last_became_active":"2026-02-22T22:25:44.017898+0000","last_became_peered":"2026-02-22T22:25:44.017898+0000","last_unstale":"2026-02-22T22:52:16.255545+0000","last_undegraded":"2026-02-22T22:52:16.255545+0000","last_fullsized":"2026-02-22T22:52:16.255545+0000","mapping_epoch":13,"log_start":"20'169900","ondisk_log_start":"20'169900","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'179958","last_scrub_stamp":"2026-02-22T22:52:16.255495+0000","last_deep_scrub":"20'179958","last_deep_scrub_stamp":"2026-02-22T22:52:16.255495+0000","last_clean_scrub_stamp":"2026-02-22T22:52:16.255495+0000","objects_scrubbed":684,"log_size":10058,"log_dups_size":0,"ondisk_log_size":10058,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":7,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:43:08.813164+0000","scrub_duration":6748,"objects_trimmed":0,"snaptrim_duration":0.00051534699999999998,"stat_sum":{"num_bytes":2764023410,"num_objects":684,"num_object_clones":41,"num_object_copies":1368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":684,"num_whiteouts":0,"num_read":112648,"num_read_kb":2257960,"num_write":179349,"num_write_kb":14273933,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'73631","reported_seq":149023,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:52:17.536876+0000","last_change":"2026-02-22T22:52:17.536906+0000","last_active":"2026-02-22T22:52:17.536876+0000","last_peered":"2026-02-22T22:52:17.536876+0000","last_clean":"2026-02-22T22:52:17.536876+0000","last_became_active":"2026-02-22T22:25:44.017952+0000","last_became_peered":"2026-02-22T22:25:44.017952+0000","last_unstale":"2026-02-22T22:52:17.536876+0000","last_undegraded":"2026-02-22T22:52:17.536876+0000","last_fullsized":"2026-02-22T22:52:17.536876+0000","mapping_epoch":13,"log_start":"20'63601","ondisk_log_start":"20'63601","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'73631","last_scrub_stamp":"2026-02-22T22:52:17.536823+0000","last_deep_scrub":"20'73631","last_deep_scrub_stamp":"2026-02-22T22:52:17.536823+0000","last_clean_scrub_stamp":"2026-02-22T22:52:17.536823+0000","objects_scrubbed":637,"log_size":10030,"log_dups_size":0,"ondisk_log_size":10030,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":7,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:37:38.126260+0000","scrub_duration":6001,"objects_trimmed":0,"snaptrim_duration":0.00066061699999999995,"stat_sum":{"num_bytes":2570307234,"num_objects":637,"num_object_clones":35,"num_object_copies":1274,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":637,"num_whiteouts":0,"num_read":78940,"num_read_kb":2205511,"num_write":73566,"num_write_kb":12581343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"20'24970","reported_seq":37785,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:52:14.835834+0000","last_change":"2026-02-22T22:52:14.835868+0000","last_active":"2026-02-22T22:52:14.835834+0000","last_peered":"2026-02-22T22:52:14.835834+0000","last_clean":"2026-02-22T22:52:14.835834+0000","last_became_active":"2026-02-22T22:25:44.017851+0000","last_became_peered":"2026-02-22T22:25:44.017851+0000","last_unstale":"2026-02-22T22:52:14.835834+0000","last_undegraded":"2026-02-22T22:52:14.835834+0000","last_fullsized":"2026-02-22T22:52:14.835834+0000","mapping_epoch":13,"log_start":"20'14900","ondisk_log_start":"20'14900","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'24970","last_scrub_stamp":"2026-02-22T22:52:14.835796+0000","last_deep_scrub":"20'24970","last_deep_scrub_stamp":"2026-02-22T22:52:14.835796+0000","last_clean_scrub_stamp":"2026-02-22T22:52:14.835796+0000","objects_scrubbed":651,"log_size":10070,"log_dups_size":0,"ondisk_log_size":10070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":7,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:33:23.762065+0000","scrub_duration":6357,"objects_trimmed":0,"snaptrim_duration":0.000394263,"stat_sum":{"num_bytes":2646626402,"num_objects":651,"num_object_clones":40,"num_object_copies":1302,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":651,"num_whiteouts":0,"num_read":13363,"num_read_kb":959879,"num_write":24405,"num_write_kb":8803873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"20'106416","reported_seq":157661,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:52:17.835347+0000","last_change":"2026-02-22T22:52:17.835364+0000","last_active":"2026-02-22T22:52:17.835347+0000","last_peered":"2026-02-22T22:52:17.835347+0000","last_clean":"2026-02-22T22:52:17.835347+0000","last_became_active":"2026-02-22T22:25:44.018001+0000","last_became_peered":"2026-02-22T22:25:44.018001+0000","last_unstale":"2026-02-22T22:52:17.835347+0000","last_undegraded":"2026-02-22T22:52:17.835347+0000","last_fullsized":"2026-02-22T22:52:17.835347+0000","mapping_epoch":13,"log_start":"20'96400","ondisk_log_start":"20'96400","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'106416","last_scrub_stamp":"2026-02-22T22:52:17.835318+0000","last_deep_scrub":"20'106416","last_deep_scrub_stamp":"2026-02-22T22:52:17.835318+0000","last_clean_scrub_stamp":"2026-02-22T22:52:17.835318+0000","objects_scrubbed":582,"log_size":10016,"log_dups_size":0,"ondisk_log_size":10016,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":6,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:49:41.472252+0000","scrub_duration":5335,"objects_trimmed":0,"snaptrim_duration":0.00051161100000000003,"stat_sum":{"num_bytes":2363868322,"num_objects":582,"num_object_clones":35,"num_object_copies":1164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":582,"num_whiteouts":0,"num_read":67203,"num_read_kb":1839717,"num_write":108467,"num_write_kb":10356334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":90,"num_omap_keys":6,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"20'42969","reported_seq":63599,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:52:13.432450+0000","last_change":"2026-02-22T22:52:13.432499+0000","last_active":"2026-02-22T22:52:13.432450+0000","last_peered":"2026-02-22T22:52:13.432450+0000","last_clean":"2026-02-22T22:52:13.432450+0000","last_became_active":"2026-02-22T22:25:44.017797+0000","last_became_peered":"2026-02-22T22:25:44.017797+0000","last_unstale":"2026-02-22T22:52:13.432450+0000","last_undegraded":"2026-02-22T22:52:13.432450+0000","last_fullsized":"2026-02-22T22:52:13.432450+0000","mapping_epoch":13,"log_start":"20'32900","ondisk_log_start":"20'32900","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'42969","last_scrub_stamp":"2026-02-22T22:52:13.432388+0000","last_deep_scrub":"20'42969","last_deep_scrub_stamp":"2026-02-22T22:52:13.432388+0000","last_clean_scrub_stamp":"2026-02-22T22:52:13.432388+0000","objects_scrubbed":628,"log_size":10069,"log_dups_size":0,"ondisk_log_size":10069,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":6,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:59:24.983856+0000","scrub_duration":5785,"objects_trimmed":0,"snaptrim_duration":0.00061464199999999999,"stat_sum":{"num_bytes":2524760595,"num_objects":628,"num_object_clones":36,"num_object_copies":1256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":628,"num_whiteouts":0,"num_read":20446,"num_read_kb":1321123,"num_write":42325,"num_write_kb":9919062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":338,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"20'42301","reported_seq":68822,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:52:14.067183+0000","last_change":"2026-02-22T22:52:14.067220+0000","last_active":"2026-02-22T22:52:14.067183+0000","last_peered":"2026-02-22T22:52:14.067183+0000","last_clean":"2026-02-22T22:52:14.067183+0000","last_became_active":"2026-02-22T22:25:44.017859+0000","last_became_peered":"2026-02-22T22:25:44.017859+0000","last_unstale":"2026-02-22T22:52:14.067183+0000","last_undegraded":"2026-02-22T22:52:14.067183+0000","last_fullsized":"2026-02-22T22:52:14.067183+0000","mapping_epoch":13,"log_start":"20'32300","ondisk_log_start":"20'32300","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'42301","last_scrub_stamp":"2026-02-22T22:52:14.067126+0000","last_deep_scrub":"20'42301","last_deep_scrub_stamp":"2026-02-22T22:52:14.067126+0000","last_clean_scrub_stamp":"2026-02-22T22:52:14.067126+0000","objects_scrubbed":650,"log_size":10001,"log_dups_size":0,"ondisk_log_size":10001,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":7,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:30:42.168113+0000","scrub_duration":6077,"objects_trimmed":0,"snaptrim_duration":0.00023549700000000001,"stat_sum":{"num_bytes":2602758484,"num_objects":650,"num_object_clones":40,"num_object_copies":1300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":650,"num_whiteouts":0,"num_read":38356,"num_read_kb":1278260,"num_write":43779,"num_write_kb":8316938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":338,"num_omap_keys":10,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"20'108837","reported_seq":173604,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:52:15.202095+0000","last_change":"2026-02-22T22:52:15.202145+0000","last_active":"2026-02-22T22:52:15.202095+0000","last_peered":"2026-02-22T22:52:15.202095+0000","last_clean":"2026-02-22T22:52:15.202095+0000","last_became_active":"2026-02-22T22:25:44.017956+0000","last_became_peered":"2026-02-22T22:25:44.017956+0000","last_unstale":"2026-02-22T22:52:15.202095+0000","last_undegraded":"2026-02-22T22:52:15.202095+0000","last_fullsized":"2026-02-22T22:52:15.202095+0000","mapping_epoch":13,"log_start":"20'98800","ondisk_log_start":"20'98800","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'108837","last_scrub_stamp":"2026-02-22T22:52:15.202025+0000","last_deep_scrub":"20'108837","last_deep_scrub_stamp":"2026-02-22T22:52:15.202025+0000","last_clean_scrub_stamp":"2026-02-22T22:52:15.202025+0000","objects_scrubbed":635,"log_size":10037,"log_dups_size":0,"ondisk_log_size":10037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":7,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:17:00.340779+0000","scrub_duration":6192,"objects_trimmed":0,"snaptrim_duration":0.00024431399999999998,"stat_sum":{"num_bytes":2567936528,"num_objects":635,"num_object_clones":37,"num_object_copies":1270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":635,"num_whiteouts":0,"num_read":63447,"num_read_kb":2056437,"num_write":108176,"num_write_kb":11804842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":136,"num_omap_keys":9,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"20'163230","reported_seq":246968,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:52:16.723416+0000","last_change":"2026-02-22T22:52:16.723446+0000","last_active":"2026-02-22T22:52:16.723416+0000","last_peered":"2026-02-22T22:52:16.723416+0000","last_clean":"2026-02-22T22:52:16.723416+0000","last_became_active":"2026-02-22T22:25:44.017664+0000","last_became_peered":"2026-02-22T22:25:44.017664+0000","last_unstale":"2026-02-22T22:52:16.723416+0000","last_undegraded":"2026-02-22T22:52:16.723416+0000","last_fullsized":"2026-02-22T22:52:16.723416+0000","mapping_epoch":13,"log_start":"20'153200","ondisk_log_start":"20'153200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'163230","last_scrub_stamp":"2026-02-22T22:52:16.723385+0000","last_deep_scrub":"20'163230","last_deep_scrub_stamp":"2026-02-22T22:52:16.723385+0000","last_clean_scrub_stamp":"2026-02-22T22:52:16.723385+0000","objects_scrubbed":636,"log_size":10030,"log_dups_size":0,"ondisk_log_size":10030,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":7,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:43:14.016329+0000","scrub_duration":6201,"objects_trimmed":0,"snaptrim_duration":0.00034047299999999999,"stat_sum":{"num_bytes":2574432768,"num_objects":636,"num_object_clones":31,"num_object_copies":1272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":636,"num_whiteouts":0,"num_read":83734,"num_read_kb":1703406,"num_write":162580,"num_write_kb":12060639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"20'74","reported_seq":142,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:52:07.459449+0000","last_change":"2026-02-22T22:52:07.459467+0000","last_active":"2026-02-22T22:52:07.459449+0000","last_peered":"2026-02-22T22:52:07.459449+0000","last_clean":"2026-02-22T22:52:07.459449+0000","last_became_active":"2026-02-22T22:25:40.191341+0000","last_became_peered":"2026-02-22T22:25:40.191341+0000","last_unstale":"2026-02-22T22:52:07.459449+0000","last_undegraded":"2026-02-22T22:52:07.459449+0000","last_fullsized":"2026-02-22T22:52:07.459449+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'74","last_scrub_stamp":"2026-02-22T22:52:07.459400+0000","last_deep_scrub":"20'74","last_deep_scrub_stamp":"2026-02-22T22:52:07.459400+0000","last_clean_scrub_stamp":"2026-02-22T22:52:07.459400+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:37:58.400471+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":20614713743,"num_objects":5103,"num_object_clones":295,"num_object_copies":10206,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5103,"num_whiteouts":0,"num_read":478137,"num_read_kb":13622293,"num_write":742647,"num_write_kb":88116964,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":902,"num_omap_keys":35,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":39595544576,"data_stored":39887383326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3132,"internal_metadata":0},"log_size":80311,"ondisk_log_size":80311,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705989,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8190736,"kb_used_data":7271680,"kb_used_omap":1,"kb_used_meta":919038,"kb_avail":86181104,"statfs":{"total":96636764160,"available":88249450496,"internally_reserved":0,"allocated":7446200320,"data_stored":7497015717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":941095366},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705988,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13185636,"kb_used_data":12062996,"kb_used_omap":1,"kb_used_meta":1122622,"kb_avail":81186204,"statfs":{"total":96636764160,"available":83134672896,"internally_reserved":0,"allocated":12352507904,"data_stored":12447374988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":1149565382},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738693,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":20130752,"kb_used_data":19334512,"kb_used_omap":29,"kb_used_meta":796194,"kb_avail":74241088,"statfs":{"total":96636764160,"available":76022874112,"internally_reserved":0,"allocated":19798540288,"data_stored":19944336368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30533,"internal_metadata":815302843},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12351741952,"data_stored":12446730283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":19797774336,"data_stored":19943691663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3132,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":7446028288,"data_stored":7496961380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:52:28.060 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster cluster1 config set global mon_health_to_clog false 2026-02-22T22:52:28.226 INFO:teuthology.misc:Shutting down mds daemons... 2026-02-22T22:52:28.226 INFO:teuthology.misc:Shutting down osd daemons... 2026-02-22T22:52:28.226 DEBUG:tasks.ceph.cluster1.osd.0:waiting for process to exit 2026-02-22T22:52:28.226 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:52:28.307 INFO:tasks.ceph.cluster1.osd.0:Stopped 2026-02-22T22:52:28.307 DEBUG:tasks.ceph.cluster1.osd.1:waiting for process to exit 2026-02-22T22:52:28.307 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:52:28.376 INFO:tasks.ceph.cluster1.osd.1:Stopped 2026-02-22T22:52:28.377 DEBUG:tasks.ceph.cluster1.osd.2:waiting for process to exit 2026-02-22T22:52:28.377 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:52:28.439 INFO:tasks.ceph.cluster1.osd.2:Stopped 2026-02-22T22:52:28.439 INFO:teuthology.misc:Shutting down mgr daemons... 2026-02-22T22:52:28.439 DEBUG:tasks.ceph.cluster1.mgr.x:waiting for process to exit 2026-02-22T22:52:28.439 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:52:28.471 INFO:tasks.ceph.cluster1.mgr.x:Stopped 2026-02-22T22:52:28.471 INFO:teuthology.misc:Shutting down mon daemons... 2026-02-22T22:52:28.471 DEBUG:tasks.ceph.cluster1.mon.a:waiting for process to exit 2026-02-22T22:52:28.471 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:52:28.521 INFO:tasks.ceph.cluster1.mon.a:Stopped 2026-02-22T22:52:28.522 INFO:tasks.ceph:Checking cluster log for badness... 2026-02-22T22:52:28.522 DEBUG:teuthology.orchestra.run.trial004:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/cluster1.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2026-02-22T22:52:28.590 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster1-0 on ubuntu@trial004.front.sepia.ceph.com 2026-02-22T22:52:28.590 DEBUG:teuthology.orchestra.run.trial004:> sync && sudo umount -f /var/lib/ceph/osd/cluster1-0 2026-02-22T22:52:28.769 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster1-1 on ubuntu@trial004.front.sepia.ceph.com 2026-02-22T22:52:28.769 DEBUG:teuthology.orchestra.run.trial004:> sync && sudo umount -f /var/lib/ceph/osd/cluster1-1 2026-02-22T22:52:28.883 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster1-2 on ubuntu@trial004.front.sepia.ceph.com 2026-02-22T22:52:28.884 DEBUG:teuthology.orchestra.run.trial004:> sync && sudo umount -f /var/lib/ceph/osd/cluster1-2 2026-02-22T22:52:28.989 INFO:tasks.ceph:Archiving mon data... 2026-02-22T22:52:28.990 DEBUG:teuthology.misc:Transferring archived files from trial004:/var/lib/ceph/mon/cluster1-a to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64219/data/cluster1.mon.a.tgz 2026-02-22T22:52:28.990 DEBUG:teuthology.orchestra.run.trial004:> mktemp 2026-02-22T22:52:29.007 INFO:teuthology.orchestra.run.trial004.stdout:/tmp/tmp.oU4dHofiuw 2026-02-22T22:52:29.007 DEBUG:teuthology.orchestra.run.trial004:> sudo tar cz -f - -C /var/lib/ceph/mon/cluster1-a -- . > /tmp/tmp.oU4dHofiuw 2026-02-22T22:52:29.098 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod 0666 /tmp/tmp.oU4dHofiuw 2026-02-22T22:52:29.180 DEBUG:teuthology.orchestra.remote:trial004:/tmp/tmp.oU4dHofiuw is 204KB 2026-02-22T22:52:29.232 DEBUG:teuthology.orchestra.run.trial004:> rm -fr /tmp/tmp.oU4dHofiuw 2026-02-22T22:52:29.249 INFO:tasks.ceph:Cleaning ceph cluster... 2026-02-22T22:52:29.249 DEBUG:teuthology.orchestra.run.trial004:> sudo rm -rf -- /etc/ceph/cluster1.conf /etc/ceph/cluster1.keyring /home/ubuntu/cephtest/cluster1.data /home/ubuntu/cephtest/cluster1.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T22:52:29.290 DEBUG:teuthology.orchestra.run.trial026:> sudo rm -rf -- /etc/ceph/cluster1.conf /etc/ceph/cluster1.keyring /home/ubuntu/cephtest/cluster1.data /home/ubuntu/cephtest/cluster1.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T22:52:29.368 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-02-22T22:52:29.384 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-02-22T22:52:29.384 INFO:tasks.ceph:Archiving crash dumps... 2026-02-22T22:52:29.388 DEBUG:teuthology.misc:Transferring archived files from trial004:/var/lib/ceph/crash to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64219/remote/trial004/crash 2026-02-22T22:52:29.388 DEBUG:teuthology.orchestra.run.trial004:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-02-22T22:52:29.433 DEBUG:teuthology.misc:Transferring archived files from trial026:/var/lib/ceph/crash to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64219/remote/trial026/crash 2026-02-22T22:52:29.434 DEBUG:teuthology.orchestra.run.trial026:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-02-22T22:52:29.458 INFO:tasks.ceph:Compressing logs... 2026-02-22T22:52:29.458 DEBUG:teuthology.orchestra.run.trial004:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T22:52:29.476 DEBUG:teuthology.orchestra.run.trial026:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T22:52:29.497 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45555.log 2026-02-22T22:52:29.497 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46717.log 2026-02-22T22:52:29.497 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.45555.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45715.log 2026-02-22T22:52:29.497 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45555.log.gz 2026-02-22T22:52:29.498 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster2-client.admin.46717.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46717.log.gz 2026-02-22T22:52:29.498 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.49304.log 2026-02-22T22:52:29.498 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.45715.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46212.log 2026-02-22T22:52:29.498 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45715.log.gz 2026-02-22T22:52:29.498 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.48912.log 2026-02-22T22:52:29.498 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.49304.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.49304.log.gz 2026-02-22T22:52:29.498 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.46212.log: gzip 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46212.log.gz -5 2026-02-22T22:52:29.498 INFO:teuthology.orchestra.run.trial004.stderr: --verbose -- /var/log/ceph/cluster2-client.admin.48145.log 2026-02-22T22:52:29.499 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.48912.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.48912.log.gz 2026-02-22T22:52:29.499 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.49206.log 2026-02-22T22:52:29.499 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster2-client.admin.48145.log: gzip -5 --verbose -- /var/log/ceph/cluster1-mon.a.log 2026-02-22T22:52:29.499 INFO:teuthology.orchestra.run.trial004.stderr: 21.7% -- replaced with /var/log/ceph/cluster2-client.admin.48145.log.gz 2026-02-22T22:52:29.499 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.49206.log: gzip -5 --verbose -- /var/log/ceph/cluster1-osd.2.log 2026-02-22T22:52:29.499 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.49206.log.gz 2026-02-22T22:52:29.499 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-mon.a.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45650.log 2026-02-22T22:52:29.500 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-osd.2.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46061.log 2026-02-22T22:52:29.500 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46063.log 2026-02-22T22:52:29.500 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.45650.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45650.log.gz 2026-02-22T22:52:29.500 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.46061.log: gzip -5 0.0% --verbose -- -- replaced with /var/log/ceph/cluster1-client.admin.46061.log.gz /var/log/ceph/cluster1-osd.0.log 2026-02-22T22:52:29.500 INFO:teuthology.orchestra.run.trial004.stderr: 2026-02-22T22:52:29.501 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.46063.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.48863.log 2026-02-22T22:52:29.501 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46063.log.gz 2026-02-22T22:52:29.501 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.37781.log 2026-02-22T22:52:29.501 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.48863.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.47050.log 2026-02-22T22:52:29.501 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.48863.log.gz 2026-02-22T22:52:29.501 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph.tmp-client.admin.37781.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.37781.log.gz 2026-02-22T22:52:29.501 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.49255.log 2026-02-22T22:52:29.502 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.47050.log: gzip -5 --verbose -- /var/log/ceph/cluster1-osd.1.log 2026-02-22T22:52:29.502 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.47050.log.gz 2026-02-22T22:52:29.502 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.49255.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46402.log 2026-02-22T22:52:29.502 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.49255.log.gz 2026-02-22T22:52:29.502 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-osd.1.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.48039.log 2026-02-22T22:52:29.502 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.46402.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.42820.log 2026-02-22T22:52:29.502 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46402.log.gz 2026-02-22T22:52:29.503 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.48039.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.48039.log.gz 2026-02-22T22:52:29.503 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.49108.log 2026-02-22T22:52:29.503 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.42820.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.49402.log 2026-02-22T22:52:29.503 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.42820.log.gz 2026-02-22T22:52:29.503 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.49108.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.49108.log.gz 2026-02-22T22:52:29.503 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.49449.log 2026-02-22T22:52:29.504 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.49402.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.49402.log.gz 2026-02-22T22:52:29.504 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46213.log 2026-02-22T22:52:29.504 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.49449.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46062.log 2026-02-22T22:52:29.504 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.49449.log.gz 2026-02-22T22:52:29.504 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.46213.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46213.log.gz 2026-02-22T22:52:29.504 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46652.log 2026-02-22T22:52:29.504 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.46062.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46304.log 2026-02-22T22:52:29.504 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46062.log.gz 2026-02-22T22:52:29.505 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.46652.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46652.log.gz 2026-02-22T22:52:29.505 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-mgr.x.log 2026-02-22T22:52:29.505 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.46304.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46587.log 2026-02-22T22:52:29.505 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46304.log.gz 2026-02-22T22:52:29.505 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.42693.log 2026-02-22T22:52:29.505 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster2-client.admin.46587.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46587.log.gz 2026-02-22T22:52:29.505 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45914.log 2026-02-22T22:52:29.506 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.42693.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45764.log 2026-02-22T22:52:29.506 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.42693.log.gz 2026-02-22T22:52:29.506 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.45914.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.42646.log 2026-02-22T22:52:29.506 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45914.log.gz 2026-02-22T22:52:29.506 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.45764.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45764.log.gz 2026-02-22T22:52:29.506 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46988.log 2026-02-22T22:52:29.506 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.42646.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.42646.log.gz 2026-02-22T22:52:29.506 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.49353.log 2026-02-22T22:52:29.507 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster2-client.admin.46988.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46988.log.gz 2026-02-22T22:52:29.507 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.48145.log 2026-02-22T22:52:29.507 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.49353.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.49353.log.gz 2026-02-22T22:52:29.507 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46157.log 2026-02-22T22:52:29.507 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.48145.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.48145.log.gz 2026-02-22T22:52:29.507 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45625.log 2026-02-22T22:52:29.508 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.46157.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46157.log.gz 2026-02-22T22:52:29.508 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46717.log 2026-02-22T22:52:29.508 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.45625.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45625.log.gz 2026-02-22T22:52:29.508 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45464.log 2026-02-22T22:52:29.508 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.46717.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46717.log.gz 2026-02-22T22:52:29.508 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46587.log 2026-02-22T22:52:29.508 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.45464.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45464.log.gz 2026-02-22T22:52:29.508 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45813.log 2026-02-22T22:52:29.509 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.46587.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46587.log.gz 2026-02-22T22:52:29.509 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.47112.log 2026-02-22T22:52:29.509 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.45813.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45813.log.gz 2026-02-22T22:52:29.509 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.49157.log 2026-02-22T22:52:29.509 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.47112.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.47112.log.gz 2026-02-22T22:52:29.509 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.49059.log 2026-02-22T22:52:29.509 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.49157.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.49157.log.gz 2026-02-22T22:52:29.509 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.48961.log 2026-02-22T22:52:29.509 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.49059.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.49059.log.gz 2026-02-22T22:52:29.510 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47112.log 2026-02-22T22:52:29.510 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.48961.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.48961.log.gz 2026-02-22T22:52:29.510 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47792.log 2026-02-22T22:52:29.510 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster2-client.admin.47112.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47112.log.gz 2026-02-22T22:52:29.510 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1.audit.log 2026-02-22T22:52:29.510 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster2-client.admin.47792.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.42414.log 2026-02-22T22:52:29.510 INFO:teuthology.orchestra.run.trial004.stderr: 22.1% -- replaced with /var/log/ceph/cluster2-client.admin.47792.log.gz 2026-02-22T22:52:29.510 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1.audit.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.42599.log 2026-02-22T22:52:29.511 INFO:teuthology.orchestra.run.trial004.stderr: 87.1% -- replaced with /var/log/ceph/cluster1.audit.log.gz 2026-02-22T22:52:29.511 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.42414.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.42414.log.gz 2026-02-22T22:52:29.511 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.49010.log 2026-02-22T22:52:29.511 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.42599.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.42599.log.gz 2026-02-22T22:52:29.511 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.42882.log 2026-02-22T22:52:29.511 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.49010.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.49010.log.gz 2026-02-22T22:52:29.511 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.47792.log 2026-02-22T22:52:29.512 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.42882.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.42882.log.gz 2026-02-22T22:52:29.512 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47434.log 2026-02-22T22:52:29.512 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.47792.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.47792.log.gz 2026-02-22T22:52:29.512 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46652.log 2026-02-22T22:52:29.512 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster2-client.admin.47434.log: 55.4% -- replaced with /var/log/ceph/cluster2-client.admin.47434.log.gz 2026-02-22T22:52:29.512 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46353.log 2026-02-22T22:52:29.512 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster2-client.admin.46652.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46652.log.gz 2026-02-22T22:52:29.512 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45915.log 2026-02-22T22:52:29.513 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.46353.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46353.log.gz 2026-02-22T22:52:29.513 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46988.log 2026-02-22T22:52:29.513 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.45915.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45915.log.gz 2026-02-22T22:52:29.513 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1.log 2026-02-22T22:52:29.513 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.46988.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46988.log.gz 2026-02-22T22:52:29.513 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.0.47434.log 2026-02-22T22:52:29.513 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45916.log 2026-02-22T22:52:29.514 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.0.47434.log: 55.9% -- replaced with /var/log/ceph/cluster1-client.0.47434.log.gz 2026-02-22T22:52:29.514 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47050.log 2026-02-22T22:52:29.514 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster1-client.admin.45916.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45916.log.gz 2026-02-22T22:52:29.514 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/cluster2-client.admin.47050.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47050.log.gz 2026-02-22T22:52:29.515 INFO:teuthology.orchestra.run.trial004.stderr: 88.2% -- replaced with /var/log/ceph/cluster1.log.gz 2026-02-22T22:52:29.521 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46034.log 2026-02-22T22:52:29.522 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46136.log 2026-02-22T22:52:29.522 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46034.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46034.log.gz 2026-02-22T22:52:29.522 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2.log 2026-02-22T22:52:29.522 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46137.log 2026-02-22T22:52:29.522 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46136.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46136.log.gz 2026-02-22T22:52:29.523 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.42913.log 2026-02-22T22:52:29.523 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46404.log 2026-02-22T22:52:29.523 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46137.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46137.log.gz 2026-02-22T22:52:29.523 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.42913.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47594.log 2026-02-22T22:52:29.523 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.42913.log.gz 2026-02-22T22:52:29.523 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46404.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45936.log 2026-02-22T22:52:29.523 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46404.log.gz 2026-02-22T22:52:29.523 INFO:teuthology.orchestra.run.trial026.stderr: 90.4% -- replaced with /var/log/ceph/cluster2.log.gz 2026-02-22T22:52:29.524 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47594.log: gzip -5 --verbose -- /var/log/ceph/cluster2-mgr.x.log 2026-02-22T22:52:29.524 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47594.log.gz 2026-02-22T22:52:29.524 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.45936.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46284.log 2026-02-22T22:52:29.524 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45936.log.gz 2026-02-22T22:52:29.524 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46671.log 2026-02-22T22:52:29.524 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46284.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46445.log 2026-02-22T22:52:29.524 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46284.log.gz 2026-02-22T22:52:29.525 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46671.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45775.log 2026-02-22T22:52:29.525 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46671.log.gz 2026-02-22T22:52:29.525 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46445.log: gzip -5 --verbose -- /var/log/ceph/cluster2.audit.log 2026-02-22T22:52:29.525 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46445.log.gz 2026-02-22T22:52:29.525 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.45775.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45775.log.gz 2026-02-22T22:52:29.525 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47447.log 2026-02-22T22:52:29.525 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2.audit.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46910.log 2026-02-22T22:52:29.525 INFO:teuthology.orchestra.run.trial026.stderr: 87.2% -- replaced with /var/log/ceph/cluster2.audit.log.gz 2026-02-22T22:52:29.526 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47447.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.43105.log 2026-02-22T22:52:29.526 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47447.log.gz 2026-02-22T22:52:29.526 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46910.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46910.log.gz 2026-02-22T22:52:29.526 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.38000.log 2026-02-22T22:52:29.526 INFO:teuthology.orchestra.run.trial026.stderr:gzip/var/log/ceph/cluster2-client.admin.43105.log: -5 --verbose -- /var/log/ceph/cluster2-client.admin.43040.log 2026-02-22T22:52:29.526 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.43105.log.gz 2026-02-22T22:52:29.526 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/ceph.tmp-client.admin.38000.log: gzip -5 --verbose -- /var/log/ceph/cluster2-osd.0.log 2026-02-22T22:52:29.526 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.38000.log.gz 2026-02-22T22:52:29.527 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.43040.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46869.log 2026-02-22T22:52:29.527 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.43040.log.gz 2026-02-22T22:52:29.527 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47202.log 2026-02-22T22:52:29.527 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-osd.0.log: /var/log/ceph/cluster2-client.admin.46869.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46869.log.gz 2026-02-22T22:52:29.527 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47496.log 2026-02-22T22:52:29.527 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46283.log 2026-02-22T22:52:29.527 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47202.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47202.log.gz 2026-02-22T22:52:29.527 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47496.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47496.log.gz 2026-02-22T22:52:29.528 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47741.log 2026-02-22T22:52:29.528 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47085.log 2026-02-22T22:52:29.528 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46283.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46283.log.gz 2026-02-22T22:52:29.528 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47741.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47741.log.gz 2026-02-22T22:52:29.528 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-osd.1.log 2026-02-22T22:52:29.528 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47085.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47085.log.gz 2026-02-22T22:52:29.528 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46716.log 2026-02-22T22:52:29.528 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-osd.1.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45870.log 2026-02-22T22:52:29.529 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46716.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46955.log 2026-02-22T22:52:29.529 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46716.log.gz 2026-02-22T22:52:29.529 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.45870.log: gzip -5 --verbose -- /var/log/ceph/cluster2-mon.a.log 2026-02-22T22:52:29.529 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45870.log.gz 2026-02-22T22:52:29.529 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46955.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46955.log.gz 2026-02-22T22:52:29.529 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46135.log 2026-02-22T22:52:29.530 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-mon.a.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45985.log 2026-02-22T22:52:29.530 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46135.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46135.log.gz 2026-02-22T22:52:29.530 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46524.log 2026-02-22T22:52:29.530 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.45985.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47349.log 2026-02-22T22:52:29.530 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45985.log.gz 2026-02-22T22:52:29.530 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46524.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46524.log.gz 2026-02-22T22:52:29.530 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47545.log 2026-02-22T22:52:29.531 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47349.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.42819.log 2026-02-22T22:52:29.531 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47349.log.gz 2026-02-22T22:52:29.531 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47545.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47545.log.gz 2026-02-22T22:52:29.531 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47251.log 2026-02-22T22:52:29.531 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.42819.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.42819.log.gz 2026-02-22T22:52:29.531 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47692.log 2026-02-22T22:52:29.532 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47251.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.42634.log 2026-02-22T22:52:29.532 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47251.log.gz 2026-02-22T22:52:29.532 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47692.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47692.log.gz 2026-02-22T22:52:29.532 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46622.log 2026-02-22T22:52:29.532 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.42634.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.42634.log.gz 2026-02-22T22:52:29.532 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46999.log 2026-02-22T22:52:29.532 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46622.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46282.log 2026-02-22T22:52:29.532 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46622.log.gz 2026-02-22T22:52:29.533 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46999.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46999.log.gz 2026-02-22T22:52:29.533 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47643.log 2026-02-22T22:52:29.533 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46282.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47398.log 2026-02-22T22:52:29.533 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46282.log.gz 2026-02-22T22:52:29.533 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47643.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45845.log 2026-02-22T22:52:29.533 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47643.log.gz 2026-02-22T22:52:29.534 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47398.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47398.log.gz 2026-02-22T22:52:29.534 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.42866.log 2026-02-22T22:52:29.534 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.45845.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45845.log.gz 2026-02-22T22:52:29.534 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47040.log 2026-02-22T22:52:29.534 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.42866.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.42866.log.gz 2026-02-22T22:52:29.534 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46781.log 2026-02-22T22:52:29.534 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47040.log: gzip 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47040.log.gz -5 2026-02-22T22:52:29.534 INFO:teuthology.orchestra.run.trial026.stderr: --verbose -- /var/log/ceph/cluster2-client.admin.46403.log 2026-02-22T22:52:29.535 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46781.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46781.log.gz 2026-02-22T22:52:29.535 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47788.log 2026-02-22T22:52:29.535 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46403.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46403.log.gz 2026-02-22T22:52:29.535 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47300.log 2026-02-22T22:52:29.535 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47788.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46825.log 2026-02-22T22:52:29.535 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47788.log.gz 2026-02-22T22:52:29.536 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.47300.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45684.log 2026-02-22T22:52:29.536 INFO:teuthology.orchestra.run.trial026.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47300.log.gz 2026-02-22T22:52:29.536 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46825.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46825.log.gz 2026-02-22T22:52:29.536 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46573.log 2026-02-22T22:52:29.536 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.45684.log: gzip -5 --verbose 0.0% -- /var/log/ceph/cluster2-osd.2.log -- replaced with /var/log/ceph/cluster2-client.admin.45684.log.gz 2026-02-22T22:52:29.536 INFO:teuthology.orchestra.run.trial026.stderr: 2026-02-22T22:52:29.536 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-client.admin.46573.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46573.log.gz 2026-02-22T22:52:29.568 INFO:teuthology.orchestra.run.trial004.stderr: 92.6% -- replaced with /var/log/ceph/cluster1-mgr.x.log.gz 2026-02-22T22:52:29.584 INFO:teuthology.orchestra.run.trial026.stderr:/var/log/ceph/cluster2-osd.2.log: 92.7% -- replaced with /var/log/ceph/cluster2-mgr.x.log.gz 2026-02-22T22:52:29.668 INFO:teuthology.orchestra.run.trial004.stderr: 91.6% -- replaced with /var/log/ceph/cluster1-mon.a.log.gz 2026-02-22T22:52:29.685 INFO:teuthology.orchestra.run.trial026.stderr: 91.8% -- replaced with /var/log/ceph/cluster2-mon.a.log.gz 2026-02-22T22:52:29.732 INFO:teuthology.orchestra.run.trial026.stderr: 94.9% -- replaced with /var/log/ceph/cluster2-osd.0.log.gz 2026-02-22T22:52:29.783 INFO:teuthology.orchestra.run.trial026.stderr: 95.2% -- replaced with /var/log/ceph/cluster2-osd.2.log.gz 2026-02-22T22:52:30.118 INFO:teuthology.orchestra.run.trial026.stderr: 95.2% -- replaced with /var/log/ceph/cluster2-osd.1.log.gz 2026-02-22T22:52:30.119 INFO:teuthology.orchestra.run.trial026.stderr: 2026-02-22T22:52:30.119 INFO:teuthology.orchestra.run.trial026.stderr:real 0m0.605s 2026-02-22T22:52:30.119 INFO:teuthology.orchestra.run.trial026.stderr:user 0m1.213s 2026-02-22T22:52:30.119 INFO:teuthology.orchestra.run.trial026.stderr:sys 0m0.091s 2026-02-22T22:52:51.929 INFO:teuthology.orchestra.run.trial004.stderr: 94.6% -- replaced with /var/log/ceph/cluster1-osd.0.log.gz 2026-02-22T22:53:00.585 INFO:teuthology.orchestra.run.trial004.stderr: 94.7% -- replaced with /var/log/ceph/cluster1-osd.2.log.gz 2026-02-22T22:54:10.318 INFO:teuthology.orchestra.run.trial004.stderr: 94.4% -- replaced with /var/log/ceph/cluster1-osd.1.log.gz 2026-02-22T22:54:10.320 INFO:teuthology.orchestra.run.trial004.stderr: 2026-02-22T22:54:10.320 INFO:teuthology.orchestra.run.trial004.stderr:real 1m40.831s 2026-02-22T22:54:10.320 INFO:teuthology.orchestra.run.trial004.stderr:user 2m27.121s 2026-02-22T22:54:10.320 INFO:teuthology.orchestra.run.trial004.stderr:sys 0m7.133s 2026-02-22T22:54:10.320 INFO:tasks.ceph:Archiving logs... 2026-02-22T22:54:10.321 DEBUG:teuthology.misc:Transferring archived files from trial004:/var/log/ceph to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64219/remote/trial004/log 2026-02-22T22:54:10.324 DEBUG:teuthology.orchestra.run.trial004:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-22T22:54:20.711 DEBUG:teuthology.misc:Transferring archived files from trial026:/var/log/ceph to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64219/remote/trial026/log 2026-02-22T22:54:20.711 DEBUG:teuthology.orchestra.run.trial026:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-22T22:54:20.876 DEBUG:teuthology.run_tasks:Unwinding manager install 2026-02-22T22:54:20.888 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2026-02-22T22:54:20.888 DEBUG:teuthology.orchestra.run.trial004:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-02-22T22:54:20.890 DEBUG:teuthology.orchestra.run.trial026:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-02-22T22:54:21.051 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-22T22:54:21.063 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-22T22:54:21.063 DEBUG:teuthology.orchestra.run.trial004:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T22:54:21.065 DEBUG:teuthology.orchestra.run.trial026:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T22:54:21.079 INFO:teuthology.orchestra.run.trial004.stderr:bash: line 1: ntpq: command not found 2026-02-22T22:54:21.081 INFO:teuthology.orchestra.run.trial026.stderr:bash: line 1: ntpq: command not found 2026-02-22T22:54:21.110 INFO:teuthology.orchestra.run.trial004.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-22T22:54:21.110 INFO:teuthology.orchestra.run.trial004.stdout:=============================================================================== 2026-02-22T22:54:21.110 INFO:teuthology.orchestra.run.trial004.stdout:^* pool-138-89-14-60.mad.ea> 1 7 377 118 -100us[ -105us] +/- 3471us 2026-02-22T22:54:21.110 INFO:teuthology.orchestra.run.trial004.stdout:^- dug.arpnet.net 2 6 377 60 -925us[ -925us] +/- 18ms 2026-02-22T22:54:21.110 INFO:teuthology.orchestra.run.trial004.stdout:^- rn-02.koehn.com 2 6 377 56 +131us[ +131us] +/- 11ms 2026-02-22T22:54:21.110 INFO:teuthology.orchestra.run.trial004.stdout:^- 144.202.66.214.vultruser> 3 8 377 186 +378us[ +375us] +/- 32ms 2026-02-22T22:54:21.110 INFO:teuthology.orchestra.run.trial026.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-22T22:54:21.110 INFO:teuthology.orchestra.run.trial026.stdout:=============================================================================== 2026-02-22T22:54:21.110 INFO:teuthology.orchestra.run.trial026.stdout:^* pool-138-89-14-60.mad.ea> 1 6 377 54 -78us[ -92us] +/- 3104us 2026-02-22T22:54:21.110 INFO:teuthology.orchestra.run.trial026.stdout:^- dug.arpnet.net 2 6 377 57 -1065us[-1079us] +/- 18ms 2026-02-22T22:54:21.110 INFO:teuthology.orchestra.run.trial026.stdout:^- rn-02.koehn.com 2 7 377 57 -73us[ -87us] +/- 11ms 2026-02-22T22:54:21.110 INFO:teuthology.orchestra.run.trial026.stdout:^- 144.202.66.214.vultruser> 3 8 377 187 -151us[ -185us] +/- 32ms 2026-02-22T22:54:21.111 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-22T22:54:21.122 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-22T22:54:21.123 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-22T22:54:21.138 DEBUG:teuthology.orchestra.run.trial004:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-22T22:54:21.203 DEBUG:teuthology.orchestra.run.trial026:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-22T22:54:21.257 DEBUG:teuthology.orchestra.run.trial004:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-22T22:54:21.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:54:21.286 DEBUG:teuthology.orchestra.run.trial026:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-22T22:54:21.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:54:21.312 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-22T22:54:21.329 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-22T22:54:21.348 INFO:teuthology.task.internal:Duration was 1972.704163 seconds 2026-02-22T22:54:21.349 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-22T22:54:21.361 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-22T22:54:21.361 DEBUG:teuthology.orchestra.run.trial004:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-22T22:54:21.363 DEBUG:teuthology.orchestra.run.trial026:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-22T22:54:21.398 INFO:teuthology.orchestra.run.trial004.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-22T22:54:21.398 INFO:teuthology.orchestra.run.trial026.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-22T22:54:21.877 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-22T22:54:21.877 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial004.front.sepia.ceph.com 2026-02-22T22:54:21.878 DEBUG:teuthology.orchestra.run.trial004:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-22T22:54:21.898 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial026.front.sepia.ceph.com 2026-02-22T22:54:21.898 DEBUG:teuthology.orchestra.run.trial026:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-22T22:54:21.938 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-22T22:54:21.938 DEBUG:teuthology.orchestra.run.trial004:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T22:54:21.941 DEBUG:teuthology.orchestra.run.trial026:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T22:54:22.039 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-22T22:54:22.039 DEBUG:teuthology.orchestra.run.trial004:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T22:54:22.042 DEBUG:teuthology.orchestra.run.trial026:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T22:54:22.064 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T22:54:22.065 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T22:54:22.065 INFO:teuthology.orchestra.run.trial004.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T22:54:22.065 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-22T22:54:22.066 INFO:teuthology.orchestra.run.trial004.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-22T22:54:22.067 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T22:54:22.067 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T22:54:22.067 INFO:teuthology.orchestra.run.trial026.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-22T22:54:22.067 INFO:teuthology.orchestra.run.trial026.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T22:54:22.067 INFO:teuthology.orchestra.run.trial026.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-22T22:54:22.075 INFO:teuthology.orchestra.run.trial004.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 82.5% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-22T22:54:22.076 INFO:teuthology.orchestra.run.trial026.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 82.3% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-22T22:54:22.078 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-22T22:54:22.096 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-22T22:54:22.096 DEBUG:teuthology.orchestra.run.trial004:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-22T22:54:22.142 DEBUG:teuthology.orchestra.run.trial026:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-22T22:54:22.166 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-22T22:54:22.186 DEBUG:teuthology.orchestra.run.trial004:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-22T22:54:22.190 DEBUG:teuthology.orchestra.run.trial026:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-22T22:54:22.212 INFO:teuthology.orchestra.run.trial004.stdout:kernel.core_pattern = core 2026-02-22T22:54:22.230 INFO:teuthology.orchestra.run.trial026.stdout:kernel.core_pattern = core 2026-02-22T22:54:22.243 DEBUG:teuthology.orchestra.run.trial004:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-22T22:54:22.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:54:22.282 DEBUG:teuthology.orchestra.run.trial026:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-22T22:54:22.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:54:22.300 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-22T22:54:22.327 INFO:teuthology.task.internal:Transferring archived files... 2026-02-22T22:54:22.329 DEBUG:teuthology.misc:Transferring archived files from trial004:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64219/remote/trial004 2026-02-22T22:54:22.329 DEBUG:teuthology.orchestra.run.trial004:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-22T22:54:22.373 DEBUG:teuthology.misc:Transferring archived files from trial026:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64219/remote/trial026 2026-02-22T22:54:22.374 DEBUG:teuthology.orchestra.run.trial026:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-22T22:54:22.412 INFO:teuthology.task.internal:Removing archive directory... 2026-02-22T22:54:22.412 DEBUG:teuthology.orchestra.run.trial004:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-22T22:54:22.415 DEBUG:teuthology.orchestra.run.trial026:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-22T22:54:22.462 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-22T22:54:22.482 INFO:teuthology.task.internal:Not uploading archives. 2026-02-22T22:54:22.483 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-22T22:54:22.500 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-22T22:54:22.500 DEBUG:teuthology.orchestra.run.trial004:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-22T22:54:22.503 DEBUG:teuthology.orchestra.run.trial026:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-22T22:54:22.516 INFO:teuthology.orchestra.run.trial004.stdout: 917521 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 22 22:54 /home/ubuntu/cephtest 2026-02-22T22:54:22.519 INFO:teuthology.orchestra.run.trial026.stdout: 917572 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 22 22:54 /home/ubuntu/cephtest 2026-02-22T22:54:22.520 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-22T22:54:22.538 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-22T22:54:22.588 INFO:teuthology.run:Summary data: description: rbd/migration-external/{1-base/install 2-clusters/2-node 3-objectstore/bluestore-hybrid 4-supported-random-distro$/{centos_latest} 5-data-pool/none 6-prepare/native-standalone 7-io-workloads/qemu_xfstests 8-migrate-workloads/execute conf/{disable-pool-app}} duration: 1972.7041630744934 flavor: default owner: scheduled_yuriw@soko04.front.sepia.ceph.com success: true 2026-02-22T22:54:22.589 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-22T22:54:22.698 INFO:teuthology.run:pass