2026-02-22T21:41:22.744 INFO:root:teuthology version: 1.2.4.dev9+gfa17720d0 2026-02-22T21:41:22.759 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-22T21:41:22.848 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64104 branch: wip-yuri6-testing-2026-02-22-1629-squid description: rbd/migration-external/{1-base/install 2-clusters/2-node 3-objectstore/bluestore-comp-snappy 4-supported-random-distro$/{centos_latest} 5-data-pool/none 6-prepare/native-clone 7-io-workloads/qemu_xfstests 8-migrate-workloads/execute conf/{disable-pool-app}} email: yweinste@redhat.com exclude_arch: armv7l first_in_suite: false flavor: default io_workload: sequential: - qemu: cluster1.client.0: disks: - action: none image_name: client.0.0 - action: none image_name: client.0.1 - action: none image_name: client.0.2 test: qa/run_xfstests_qemu.sh type: block job_id: '64104' kernel: branch: distro kdb: true sha1: distro last_in_suite: false machine_type: trial meta: - desc: run two ceph clusters - desc: 2 ceph clusters with 1 mon and 3 osds each migrate_workload: sequential: - exec: cluster1.client.0: - sleep $((RANDOM % 600)) - rbd --cluster cluster1 migration execute client.0.0 - sleep $((RANDOM % 600)) - rbd --cluster cluster1 migration commit client.0.0 - sleep $((RANDOM % 600)) - rbd --cluster cluster1 migration execute client.0.1 name: yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial no_nested_subset: false os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-yuri6-testing-2026-02-22-1629-squid ceph: conf: global: mon warn on pool no app: false mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: bluestore block size: 96636764160 bluestore compression algorithm: snappy bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-yuri6-testing-2026-02-22-1629-squid sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 owner: scheduled_yuriw@soko04.front.sepia.ceph.com priority: 69 repo: https://github.com/ceph/ceph-ci.git roles: - - cluster1.mon.a - cluster1.mgr.x - cluster1.osd.0 - cluster1.osd.1 - cluster1.osd.2 - cluster1.client.0 - - cluster2.mon.a - cluster2.mgr.x - cluster2.osd.0 - cluster2.osd.1 - cluster2.osd.2 - cluster2.client.0 seed: 9196 sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 sleep_before_teardown: 0 subset: 111/120000 suite: rbd suite_branch: wip-yuri6-testing-2026-02-22-1629-squid suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 targets: trial082.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIISHgazZ4d2FXtnWdo8MZMIU+AC8nBjVI8wdMo7bS+sMfvyAAMurKIUDyPcu5TmJlPivV5dSyp3J6XlY261t5c= trial190.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBINl+KowCkOJo0tjqG7MSQtIkprhkDgS/KOZRphmuM1HsjMGQojPBCvqjzHFUZq8540dQ9VQkWcN1dtqDf+tByg= tasks: - install: null - ceph: cluster: cluster1 - ceph: cluster: cluster2 - exec: cluster2.client.0: - echo '{"type":"qcow","stream":{"type":"http","url":"http://download.ceph.com/qa/ubuntu-12.04.qcow2"}}' | rbd --cluster cluster2 migration prepare --import-only --source-spec-path - client.0.0-src - rbd --cluster cluster2 migration execute client.0.0-src - rbd --cluster cluster2 migration commit client.0.0-src - rbd --cluster cluster2 snap create client.0.0-src@snap - rbd --cluster cluster2 snap protect client.0.0-src@snap - rbd --cluster cluster2 clone client.0.0-src@snap client.0.0 - rbd --cluster cluster2 snap create client.0.0@snap - rbd --cluster cluster2 create --size 1G client.0.1-src - rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1-src - rbd --cluster cluster2 snap create client.0.1-src@snap - rbd --cluster cluster2 snap protect client.0.1-src@snap - rbd --cluster cluster2 clone client.0.1-src@snap client.0.1 - rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1 - rbd --cluster cluster2 snap create client.0.1@snap - rbd --cluster cluster2 create --size 1G client.0.2-src - rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.2-src - rbd --cluster cluster2 snap create client.0.2-src@snap - rbd --cluster cluster2 snap protect client.0.2-src@snap - rbd --cluster cluster2 clone client.0.2-src@snap client.0.2 - rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.2 - rbd --cluster cluster2 snap create client.0.2@snap - exec: cluster1.client.0: - echo '{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.0","snap_name":"snap"}' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.0 - echo '{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.1","snap_name":"snap"}' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.1 - echo '{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.2","snap_name":"snap"}' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.2 - parallel: - io_workload - migrate_workload teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: fa17720d0088c3ac28e473468bfc79eeaff5cd38 timestamp: 2026-02-22_19:35:38 tube: trial user: yuriw verbose: true worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3318653 2026-02-22T21:41:22.848 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa; will attempt to use it 2026-02-22T21:41:22.848 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa/tasks 2026-02-22T21:41:22.848 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-22T21:41:22.850 INFO:teuthology.task.internal:Checking packages... 2026-02-22T21:41:22.850 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'f90f4eaebb28b619cf76e80cbbe997656da69579' 2026-02-22T21:41:22.850 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-22T21:41:22.850 INFO:teuthology.packaging:ref: None 2026-02-22T21:41:22.850 INFO:teuthology.packaging:tag: None 2026-02-22T21:41:22.850 INFO:teuthology.packaging:branch: wip-yuri6-testing-2026-02-22-1629-squid 2026-02-22T21:41:22.850 INFO:teuthology.packaging:sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T21:41:22.850 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-yuri6-testing-2026-02-22-1629-squid 2026-02-22T21:41:22.967 INFO:teuthology.task.internal:Found packages for ceph version 19.2.3-689.gf90f4eae 2026-02-22T21:41:22.969 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-22T21:41:22.981 INFO:teuthology.task.internal:no buildpackages task found 2026-02-22T21:41:22.981 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-22T21:41:22.998 INFO:teuthology.task.internal:Saving configuration 2026-02-22T21:41:23.006 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-22T21:41:23.017 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-22T21:41:23.076 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial082.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64104', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-22 21:37:52.588829', 'locked_by': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIISHgazZ4d2FXtnWdo8MZMIU+AC8nBjVI8wdMo7bS+sMfvyAAMurKIUDyPcu5TmJlPivV5dSyp3J6XlY261t5c='} 2026-02-22T21:41:23.135 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial190.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64104', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-22 21:37:52.589480', 'locked_by': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBINl+KowCkOJo0tjqG7MSQtIkprhkDgS/KOZRphmuM1HsjMGQojPBCvqjzHFUZq8540dQ9VQkWcN1dtqDf+tByg='} 2026-02-22T21:41:23.136 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-22T21:41:23.147 INFO:teuthology.task.internal:roles: ubuntu@trial082.front.sepia.ceph.com - ['cluster1.mon.a', 'cluster1.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0'] 2026-02-22T21:41:23.147 INFO:teuthology.task.internal:roles: ubuntu@trial190.front.sepia.ceph.com - ['cluster2.mon.a', 'cluster2.mgr.x', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster2.client.0'] 2026-02-22T21:41:23.147 INFO:teuthology.run_tasks:Running task console_log... 2026-02-22T21:41:23.281 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x746c54ffaa20>, signals=[15]) 2026-02-22T21:41:23.281 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-22T21:41:23.291 INFO:teuthology.task.internal:Opening connections... 2026-02-22T21:41:23.291 DEBUG:teuthology.task.internal:connecting to ubuntu@trial082.front.sepia.ceph.com 2026-02-22T21:41:23.292 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial082.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T21:41:23.356 DEBUG:teuthology.task.internal:connecting to ubuntu@trial190.front.sepia.ceph.com 2026-02-22T21:41:23.356 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T21:41:23.417 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-22T21:41:23.426 DEBUG:teuthology.orchestra.run.trial082:> uname -m 2026-02-22T21:41:23.441 INFO:teuthology.orchestra.run.trial082.stdout:x86_64 2026-02-22T21:41:23.441 DEBUG:teuthology.orchestra.run.trial082:> cat /etc/os-release 2026-02-22T21:41:23.496 INFO:teuthology.orchestra.run.trial082.stdout:NAME="CentOS Stream" 2026-02-22T21:41:23.496 INFO:teuthology.orchestra.run.trial082.stdout:VERSION="9" 2026-02-22T21:41:23.496 INFO:teuthology.orchestra.run.trial082.stdout:ID="centos" 2026-02-22T21:41:23.496 INFO:teuthology.orchestra.run.trial082.stdout:ID_LIKE="rhel fedora" 2026-02-22T21:41:23.496 INFO:teuthology.orchestra.run.trial082.stdout:VERSION_ID="9" 2026-02-22T21:41:23.496 INFO:teuthology.orchestra.run.trial082.stdout:PLATFORM_ID="platform:el9" 2026-02-22T21:41:23.496 INFO:teuthology.orchestra.run.trial082.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-22T21:41:23.496 INFO:teuthology.orchestra.run.trial082.stdout:ANSI_COLOR="0;31" 2026-02-22T21:41:23.497 INFO:teuthology.orchestra.run.trial082.stdout:LOGO="fedora-logo-icon" 2026-02-22T21:41:23.497 INFO:teuthology.orchestra.run.trial082.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-22T21:41:23.497 INFO:teuthology.orchestra.run.trial082.stdout:HOME_URL="https://centos.org/" 2026-02-22T21:41:23.497 INFO:teuthology.orchestra.run.trial082.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-22T21:41:23.497 INFO:teuthology.orchestra.run.trial082.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-22T21:41:23.497 INFO:teuthology.orchestra.run.trial082.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-22T21:41:23.497 INFO:teuthology.lock.ops:Updating trial082.front.sepia.ceph.com on lock server 2026-02-22T21:41:23.573 DEBUG:teuthology.orchestra.run.trial190:> uname -m 2026-02-22T21:41:23.595 INFO:teuthology.orchestra.run.trial190.stdout:x86_64 2026-02-22T21:41:23.595 DEBUG:teuthology.orchestra.run.trial190:> cat /etc/os-release 2026-02-22T21:41:23.655 INFO:teuthology.orchestra.run.trial190.stdout:NAME="CentOS Stream" 2026-02-22T21:41:23.655 INFO:teuthology.orchestra.run.trial190.stdout:VERSION="9" 2026-02-22T21:41:23.655 INFO:teuthology.orchestra.run.trial190.stdout:ID="centos" 2026-02-22T21:41:23.655 INFO:teuthology.orchestra.run.trial190.stdout:ID_LIKE="rhel fedora" 2026-02-22T21:41:23.655 INFO:teuthology.orchestra.run.trial190.stdout:VERSION_ID="9" 2026-02-22T21:41:23.655 INFO:teuthology.orchestra.run.trial190.stdout:PLATFORM_ID="platform:el9" 2026-02-22T21:41:23.655 INFO:teuthology.orchestra.run.trial190.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-22T21:41:23.655 INFO:teuthology.orchestra.run.trial190.stdout:ANSI_COLOR="0;31" 2026-02-22T21:41:23.655 INFO:teuthology.orchestra.run.trial190.stdout:LOGO="fedora-logo-icon" 2026-02-22T21:41:23.656 INFO:teuthology.orchestra.run.trial190.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-22T21:41:23.656 INFO:teuthology.orchestra.run.trial190.stdout:HOME_URL="https://centos.org/" 2026-02-22T21:41:23.656 INFO:teuthology.orchestra.run.trial190.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-22T21:41:23.656 INFO:teuthology.orchestra.run.trial190.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-22T21:41:23.656 INFO:teuthology.orchestra.run.trial190.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-22T21:41:23.656 INFO:teuthology.lock.ops:Updating trial190.front.sepia.ceph.com on lock server 2026-02-22T21:41:23.725 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-22T21:41:23.737 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-22T21:41:23.749 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-22T21:41:23.750 DEBUG:teuthology.orchestra.run.trial082:> test '!' -e /home/ubuntu/cephtest 2026-02-22T21:41:23.751 DEBUG:teuthology.orchestra.run.trial190:> test '!' -e /home/ubuntu/cephtest 2026-02-22T21:41:23.766 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-22T21:41:23.777 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-22T21:41:23.777 DEBUG:teuthology.orchestra.run.trial082:> test -z $(ls -A /var/lib/ceph) 2026-02-22T21:41:23.806 DEBUG:teuthology.orchestra.run.trial190:> test -z $(ls -A /var/lib/ceph) 2026-02-22T21:41:23.823 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-22T21:41:23.982 INFO:teuthology.run_tasks:Running task kernel... 2026-02-22T21:41:24.004 INFO:teuthology.task.kernel:normalize config orig: {'branch': 'distro', 'kdb': True, 'sha1': 'distro'} 2026-02-22T21:41:24.004 INFO:teuthology.task.kernel:config {'cluster1.mon.a': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'cluster2.mon.a': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, timeout 300 2026-02-22T21:41:24.004 DEBUG:teuthology.orchestra.run.trial082:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-22T21:41:24.005 DEBUG:teuthology.orchestra.run.trial190:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-22T21:41:24.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T21:41:24.019 DEBUG:teuthology.orchestra.run.trial082:> uname -r 2026-02-22T21:41:24.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T21:41:24.020 DEBUG:teuthology.orchestra.run.trial190:> uname -r 2026-02-22T21:41:24.074 INFO:teuthology.orchestra.run.trial190.stdout:5.14.0-681.el9.x86_64 2026-02-22T21:41:24.074 INFO:teuthology.task.kernel:Running kernel on trial190: 5.14.0-681.el9.x86_64 2026-02-22T21:41:24.075 DEBUG:teuthology.orchestra.run.trial190:> sudo yum install -y kernel 2026-02-22T21:41:24.075 INFO:teuthology.orchestra.run.trial082.stdout:5.14.0-681.el9.x86_64 2026-02-22T21:41:24.075 INFO:teuthology.task.kernel:Running kernel on trial082: 5.14.0-681.el9.x86_64 2026-02-22T21:41:24.075 DEBUG:teuthology.orchestra.run.trial082:> sudo yum install -y kernel 2026-02-22T21:41:26.136 INFO:teuthology.orchestra.run.trial082.stdout:CentOS Stream 9 - BaseOS 5.3 MB/s | 8.9 MB 00:01 2026-02-22T21:41:27.492 INFO:teuthology.orchestra.run.trial190.stdout:CentOS Stream 9 - BaseOS 2.9 MB/s | 8.9 MB 00:03 2026-02-22T21:41:29.205 INFO:teuthology.orchestra.run.trial082.stdout:CentOS Stream 9 - AppStream 11 MB/s | 27 MB 00:02 2026-02-22T21:41:30.514 INFO:teuthology.orchestra.run.trial190.stdout:CentOS Stream 9 - AppStream 11 MB/s | 27 MB 00:02 2026-02-22T21:41:31.867 INFO:teuthology.orchestra.run.trial082.stdout:CentOS Stream 9 - CRB 30 MB/s | 7.8 MB 00:00 2026-02-22T21:41:32.938 INFO:teuthology.orchestra.run.trial082.stdout:CentOS Stream 9 - Extras packages 57 kB/s | 20 kB 00:00 2026-02-22T21:41:34.197 INFO:teuthology.orchestra.run.trial082.stdout:Extra Packages for Enterprise Linux 17 MB/s | 20 MB 00:01 2026-02-22T21:41:34.691 INFO:teuthology.orchestra.run.trial190.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 7.8 MB 00:01 2026-02-22T21:41:36.524 INFO:teuthology.orchestra.run.trial190.stdout:CentOS Stream 9 - Extras packages 18 kB/s | 20 kB 00:01 2026-02-22T21:41:36.760 INFO:teuthology.orchestra.run.trial190.stdout:Extra Packages for Enterprise Linux 118 MB/s | 20 MB 00:00 2026-02-22T21:41:37.345 INFO:teuthology.orchestra.run.trial082.stdout:lab-extras 2.9 MB/s | 50 kB 00:00 2026-02-22T21:41:38.355 INFO:teuthology.orchestra.run.trial082.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-22T21:41:38.355 INFO:teuthology.orchestra.run.trial082.stdout:Package kernel-5.14.0-681.el9.x86_64 is already installed. 2026-02-22T21:41:38.374 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:41:38.374 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:41:38.375 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:41:38.398 DEBUG:teuthology.orchestra.run.trial082:> echo no | sudo yum reinstall kernel || true 2026-02-22T21:41:38.696 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:01 ago on Sun 22 Feb 2026 09:41:37 PM UTC. 2026-02-22T21:41:38.775 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:41:38.775 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:41:38.775 INFO:teuthology.orchestra.run.trial082.stdout: Package Architecture Version Repository Size 2026-02-22T21:41:38.775 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:41:38.775 INFO:teuthology.orchestra.run.trial082.stdout:Reinstalling: 2026-02-22T21:41:38.775 INFO:teuthology.orchestra.run.trial082.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-22T21:41:38.776 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:41:38.776 INFO:teuthology.orchestra.run.trial082.stdout:Transaction Summary 2026-02-22T21:41:38.776 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:41:38.776 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:41:38.776 INFO:teuthology.orchestra.run.trial082.stdout:Total download size: 803 k 2026-02-22T21:41:38.776 INFO:teuthology.orchestra.run.trial082.stdout:Installed size: 0 2026-02-22T21:41:38.776 INFO:teuthology.orchestra.run.trial082.stderr:Operation aborted. 2026-02-22T21:41:38.795 INFO:teuthology.orchestra.run.trial082.stdout:Is this ok [y/N]: 2026-02-22T21:41:38.796 DEBUG:teuthology.orchestra.run.trial082:> sudo yum reinstall -y kernel || true 2026-02-22T21:41:39.095 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:02 ago on Sun 22 Feb 2026 09:41:37 PM UTC. 2026-02-22T21:41:39.173 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:41:39.174 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:41:39.174 INFO:teuthology.orchestra.run.trial082.stdout: Package Architecture Version Repository Size 2026-02-22T21:41:39.174 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:41:39.174 INFO:teuthology.orchestra.run.trial082.stdout:Reinstalling: 2026-02-22T21:41:39.174 INFO:teuthology.orchestra.run.trial082.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-22T21:41:39.174 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:41:39.174 INFO:teuthology.orchestra.run.trial082.stdout:Transaction Summary 2026-02-22T21:41:39.174 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:41:39.174 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:41:39.174 INFO:teuthology.orchestra.run.trial082.stdout:Total download size: 803 k 2026-02-22T21:41:39.174 INFO:teuthology.orchestra.run.trial082.stdout:Installed size: 0 2026-02-22T21:41:39.174 INFO:teuthology.orchestra.run.trial082.stdout:Downloading Packages: 2026-02-22T21:41:39.389 INFO:teuthology.orchestra.run.trial082.stdout:kernel-5.14.0-681.el9.x86_64.rpm 6.1 MB/s | 803 kB 00:00 2026-02-22T21:41:39.389 INFO:teuthology.orchestra.run.trial082.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:41:39.389 INFO:teuthology.orchestra.run.trial082.stdout:Total 3.6 MB/s | 803 kB 00:00 2026-02-22T21:41:39.399 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction check 2026-02-22T21:41:39.431 INFO:teuthology.orchestra.run.trial082.stdout:Transaction check succeeded. 2026-02-22T21:41:39.432 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction test 2026-02-22T21:41:39.436 INFO:teuthology.orchestra.run.trial082.stdout:Transaction test succeeded. 2026-02-22T21:41:39.436 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction 2026-02-22T21:41:39.460 INFO:teuthology.orchestra.run.trial082.stdout: Preparing : 1/1 2026-02-22T21:41:39.464 INFO:teuthology.orchestra.run.trial082.stdout: Reinstalling : kernel-5.14.0-681.el9.x86_64 1/2 2026-02-22T21:41:39.464 INFO:teuthology.orchestra.run.trial082.stdout: Cleanup : kernel-5.14.0-681.el9.x86_64 2/2 2026-02-22T21:41:39.574 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: kernel-5.14.0-681.el9.x86_64 2/2 2026-02-22T21:41:39.575 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 1/2 2026-02-22T21:41:39.626 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 2/2 2026-02-22T21:41:39.626 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:41:39.626 INFO:teuthology.orchestra.run.trial082.stdout:Reinstalled: 2026-02-22T21:41:39.626 INFO:teuthology.orchestra.run.trial082.stdout: kernel-5.14.0-681.el9.x86_64 2026-02-22T21:41:39.627 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:41:39.627 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:41:39.653 DEBUG:teuthology.orchestra.run.trial082:> rpm -q kernel | sort -rV | head -n 1 2026-02-22T21:41:39.677 INFO:teuthology.orchestra.run.trial082.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-22T21:41:39.678 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-22T21:41:39.678 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2026-02-22T21:41:39.678 INFO:teuthology.task.kernel:Enabling kdb on cluster1.mon.a... 2026-02-22T21:41:39.678 DEBUG:teuthology.orchestra.run.trial082:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-22T21:41:39.742 INFO:teuthology.orchestra.run.trial082.stdout:ttyS1 2026-02-22T21:41:39.768 DEBUG:teuthology.parallel:result is None 2026-02-22T21:41:40.007 INFO:teuthology.orchestra.run.trial190.stdout:lab-extras 2.6 MB/s | 50 kB 00:00 2026-02-22T21:41:41.013 INFO:teuthology.orchestra.run.trial190.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-22T21:41:41.014 INFO:teuthology.orchestra.run.trial190.stdout:Package kernel-5.14.0-681.el9.x86_64 is already installed. 2026-02-22T21:41:41.032 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:41:41.033 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:41:41.033 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:41:41.057 DEBUG:teuthology.orchestra.run.trial190:> echo no | sudo yum reinstall kernel || true 2026-02-22T21:41:41.364 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:01 ago on Sun 22 Feb 2026 09:41:40 PM UTC. 2026-02-22T21:41:41.444 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:41:41.445 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:41:41.445 INFO:teuthology.orchestra.run.trial190.stdout: Package Architecture Version Repository Size 2026-02-22T21:41:41.445 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:41:41.445 INFO:teuthology.orchestra.run.trial190.stdout:Reinstalling: 2026-02-22T21:41:41.445 INFO:teuthology.orchestra.run.trial190.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-22T21:41:41.445 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:41:41.445 INFO:teuthology.orchestra.run.trial190.stdout:Transaction Summary 2026-02-22T21:41:41.445 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:41:41.445 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:41:41.445 INFO:teuthology.orchestra.run.trial190.stdout:Total download size: 803 k 2026-02-22T21:41:41.445 INFO:teuthology.orchestra.run.trial190.stdout:Installed size: 0 2026-02-22T21:41:41.445 INFO:teuthology.orchestra.run.trial190.stderr:Operation aborted. 2026-02-22T21:41:41.466 INFO:teuthology.orchestra.run.trial190.stdout:Is this ok [y/N]: 2026-02-22T21:41:41.467 DEBUG:teuthology.orchestra.run.trial190:> sudo yum reinstall -y kernel || true 2026-02-22T21:41:41.764 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:01 ago on Sun 22 Feb 2026 09:41:40 PM UTC. 2026-02-22T21:41:41.845 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:41:41.845 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:41:41.845 INFO:teuthology.orchestra.run.trial190.stdout: Package Architecture Version Repository Size 2026-02-22T21:41:41.846 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:41:41.846 INFO:teuthology.orchestra.run.trial190.stdout:Reinstalling: 2026-02-22T21:41:41.846 INFO:teuthology.orchestra.run.trial190.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-22T21:41:41.846 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:41:41.846 INFO:teuthology.orchestra.run.trial190.stdout:Transaction Summary 2026-02-22T21:41:41.846 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:41:41.846 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:41:41.846 INFO:teuthology.orchestra.run.trial190.stdout:Total download size: 803 k 2026-02-22T21:41:41.846 INFO:teuthology.orchestra.run.trial190.stdout:Installed size: 0 2026-02-22T21:41:41.846 INFO:teuthology.orchestra.run.trial190.stdout:Downloading Packages: 2026-02-22T21:41:41.937 INFO:teuthology.orchestra.run.trial190.stdout:kernel-5.14.0-681.el9.x86_64.rpm 25 MB/s | 803 kB 00:00 2026-02-22T21:41:41.937 INFO:teuthology.orchestra.run.trial190.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:41:41.938 INFO:teuthology.orchestra.run.trial190.stdout:Total 8.5 MB/s | 803 kB 00:00 2026-02-22T21:41:41.946 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction check 2026-02-22T21:41:41.979 INFO:teuthology.orchestra.run.trial190.stdout:Transaction check succeeded. 2026-02-22T21:41:41.980 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction test 2026-02-22T21:41:41.984 INFO:teuthology.orchestra.run.trial190.stdout:Transaction test succeeded. 2026-02-22T21:41:41.984 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction 2026-02-22T21:41:42.008 INFO:teuthology.orchestra.run.trial190.stdout: Preparing : 1/1 2026-02-22T21:41:42.012 INFO:teuthology.orchestra.run.trial190.stdout: Reinstalling : kernel-5.14.0-681.el9.x86_64 1/2 2026-02-22T21:41:42.012 INFO:teuthology.orchestra.run.trial190.stdout: Cleanup : kernel-5.14.0-681.el9.x86_64 2/2 2026-02-22T21:41:42.120 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: kernel-5.14.0-681.el9.x86_64 2/2 2026-02-22T21:41:42.120 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 1/2 2026-02-22T21:41:42.172 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 2/2 2026-02-22T21:41:42.172 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:41:42.172 INFO:teuthology.orchestra.run.trial190.stdout:Reinstalled: 2026-02-22T21:41:42.172 INFO:teuthology.orchestra.run.trial190.stdout: kernel-5.14.0-681.el9.x86_64 2026-02-22T21:41:42.172 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:41:42.172 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:41:42.202 DEBUG:teuthology.orchestra.run.trial190:> rpm -q kernel | sort -rV | head -n 1 2026-02-22T21:41:42.227 INFO:teuthology.orchestra.run.trial190.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-22T21:41:42.228 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-22T21:41:42.228 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2026-02-22T21:41:42.228 INFO:teuthology.task.kernel:Enabling kdb on cluster2.mon.a... 2026-02-22T21:41:42.228 DEBUG:teuthology.orchestra.run.trial190:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-22T21:41:42.291 INFO:teuthology.orchestra.run.trial190.stdout:ttyS1 2026-02-22T21:41:42.318 DEBUG:teuthology.parallel:result is None 2026-02-22T21:41:42.318 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-22T21:41:42.330 INFO:teuthology.task.internal:Creating test directory... 2026-02-22T21:41:42.330 DEBUG:teuthology.orchestra.run.trial082:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-22T21:41:42.332 DEBUG:teuthology.orchestra.run.trial190:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-22T21:41:42.375 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-22T21:41:42.386 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-22T21:41:42.399 INFO:teuthology.task.internal:Creating archive directory... 2026-02-22T21:41:42.399 DEBUG:teuthology.orchestra.run.trial082:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-22T21:41:42.401 DEBUG:teuthology.orchestra.run.trial190:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-22T21:41:42.438 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-22T21:41:42.448 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-22T21:41:42.448 DEBUG:teuthology.orchestra.run.trial082:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-22T21:41:42.458 DEBUG:teuthology.orchestra.run.trial190:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-22T21:41:42.480 INFO:teuthology.orchestra.run.trial082.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T21:41:42.489 INFO:teuthology.orchestra.run.trial082.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T21:41:42.497 INFO:teuthology.orchestra.run.trial190.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T21:41:42.506 INFO:teuthology.orchestra.run.trial190.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T21:41:42.508 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-22T21:41:42.520 INFO:teuthology.task.internal:Configuring sudo... 2026-02-22T21:41:42.520 DEBUG:teuthology.orchestra.run.trial082:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-22T21:41:42.533 DEBUG:teuthology.orchestra.run.trial190:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-22T21:41:42.573 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-22T21:41:42.589 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-22T21:41:42.590 DEBUG:teuthology.orchestra.run.trial082:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-22T21:41:42.598 DEBUG:teuthology.orchestra.run.trial190:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-22T21:41:42.629 DEBUG:teuthology.orchestra.run.trial082:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T21:41:42.773 DEBUG:teuthology.orchestra.run.trial082:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T21:41:42.796 DEBUG:teuthology.orchestra.run.trial082:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T21:41:42.941 DEBUG:teuthology.orchestra.run.trial082:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T21:41:42.964 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:41:42.964 DEBUG:teuthology.orchestra.run.trial082:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-22T21:41:43.028 DEBUG:teuthology.orchestra.run.trial190:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T21:41:43.137 DEBUG:teuthology.orchestra.run.trial190:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T21:41:43.160 DEBUG:teuthology.orchestra.run.trial190:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T21:41:43.305 DEBUG:teuthology.orchestra.run.trial190:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T21:41:43.328 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:41:43.329 DEBUG:teuthology.orchestra.run.trial190:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-22T21:41:43.393 DEBUG:teuthology.orchestra.run.trial082:> sudo service rsyslog restart 2026-02-22T21:41:43.395 DEBUG:teuthology.orchestra.run.trial190:> sudo service rsyslog restart 2026-02-22T21:41:43.420 INFO:teuthology.orchestra.run.trial082.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-22T21:41:43.461 INFO:teuthology.orchestra.run.trial190.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-22T21:41:43.882 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-22T21:41:43.896 INFO:teuthology.task.internal:Starting timer... 2026-02-22T21:41:43.896 INFO:teuthology.run_tasks:Running task pcp... 2026-02-22T21:41:43.918 INFO:teuthology.run_tasks:Running task selinux... 2026-02-22T21:41:43.939 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2026-02-22T21:41:43.940 DEBUG:teuthology.orchestra.run.trial082:> sudo service auditd rotate 2026-02-22T21:41:43.968 INFO:teuthology.orchestra.run.trial082.stdout:Rotating logs: 2026-02-22T21:41:43.970 DEBUG:teuthology.orchestra.run.trial190:> sudo service auditd rotate 2026-02-22T21:41:43.999 INFO:teuthology.orchestra.run.trial190.stdout:Rotating logs: 2026-02-22T21:41:44.001 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-22T21:41:44.001 DEBUG:teuthology.orchestra.run.trial082:> /usr/sbin/getenforce 2026-02-22T21:41:44.026 INFO:teuthology.orchestra.run.trial082.stdout:Permissive 2026-02-22T21:41:44.027 DEBUG:teuthology.orchestra.run.trial190:> /usr/sbin/getenforce 2026-02-22T21:41:44.058 INFO:teuthology.orchestra.run.trial190.stdout:Permissive 2026-02-22T21:41:44.058 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@trial082.front.sepia.ceph.com': 'permissive', 'ubuntu@trial190.front.sepia.ceph.com': 'permissive'} 2026-02-22T21:41:44.059 DEBUG:teuthology.orchestra.run.trial082:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-22T21:41:44.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T21:41:44.092 DEBUG:teuthology.orchestra.run.trial190:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-22T21:41:44.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T21:41:44.122 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-22T21:41:44.122 DEBUG:teuthology.orchestra.run.trial082:> sudo /usr/sbin/setenforce permissive 2026-02-22T21:41:44.156 DEBUG:teuthology.orchestra.run.trial190:> sudo /usr/sbin/setenforce permissive 2026-02-22T21:41:44.187 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-22T21:41:44.202 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-22T21:41:44.214 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-22T21:41:44.216 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial082.front.sepia.ceph.com,trial190.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-22T21:44:26.964 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial082.front.sepia.ceph.com'), Remote(name='ubuntu@trial190.front.sepia.ceph.com')] 2026-02-22T21:44:26.965 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial082.front.sepia.ceph.com' 2026-02-22T21:44:26.967 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial082.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T21:44:27.074 DEBUG:teuthology.orchestra.run.trial082:> true 2026-02-22T21:44:27.149 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial082.front.sepia.ceph.com' 2026-02-22T21:44:27.149 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial190.front.sepia.ceph.com' 2026-02-22T21:44:27.149 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T21:44:27.235 DEBUG:teuthology.orchestra.run.trial190:> true 2026-02-22T21:44:27.309 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial190.front.sepia.ceph.com' 2026-02-22T21:44:27.309 INFO:teuthology.run_tasks:Running task clock... 2026-02-22T21:44:27.322 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-22T21:44:27.322 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-22T21:44:27.323 DEBUG:teuthology.orchestra.run.trial082:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T21:44:27.325 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-22T21:44:27.325 DEBUG:teuthology.orchestra.run.trial190:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T21:44:27.351 INFO:teuthology.orchestra.run.trial082.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-22T21:44:27.363 INFO:teuthology.orchestra.run.trial082.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-22T21:44:27.376 INFO:teuthology.orchestra.run.trial190.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-22T21:44:27.384 INFO:teuthology.orchestra.run.trial082.stderr:sudo: ntpd: command not found 2026-02-22T21:44:27.388 INFO:teuthology.orchestra.run.trial190.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-22T21:44:27.394 INFO:teuthology.orchestra.run.trial082.stdout:506 Cannot talk to daemon 2026-02-22T21:44:27.406 INFO:teuthology.orchestra.run.trial082.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-22T21:44:27.409 INFO:teuthology.orchestra.run.trial190.stderr:sudo: ntpd: command not found 2026-02-22T21:44:27.417 INFO:teuthology.orchestra.run.trial082.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-22T21:44:27.419 INFO:teuthology.orchestra.run.trial190.stdout:506 Cannot talk to daemon 2026-02-22T21:44:27.431 INFO:teuthology.orchestra.run.trial190.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-22T21:44:27.443 INFO:teuthology.orchestra.run.trial190.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-22T21:44:27.468 INFO:teuthology.orchestra.run.trial082.stderr:bash: line 1: ntpq: command not found 2026-02-22T21:44:27.487 INFO:teuthology.orchestra.run.trial082.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-22T21:44:27.487 INFO:teuthology.orchestra.run.trial082.stdout:=============================================================================== 2026-02-22T21:44:27.487 INFO:teuthology.orchestra.run.trial082.stdout:^? us-central-1.clearnet.pw 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-22T21:44:27.487 INFO:teuthology.orchestra.run.trial082.stdout:^? 72-14-186-59.ip.linodeus> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-22T21:44:27.487 INFO:teuthology.orchestra.run.trial082.stdout:^? ntp1.lax.us.hojmark.net 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-22T21:44:27.487 INFO:teuthology.orchestra.run.trial082.stdout:^? ip216-250-115-174.pbiaas> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-22T21:44:27.491 INFO:teuthology.orchestra.run.trial190.stderr:bash: line 1: ntpq: command not found 2026-02-22T21:44:27.509 INFO:teuthology.orchestra.run.trial190.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-22T21:44:27.509 INFO:teuthology.orchestra.run.trial190.stdout:=============================================================================== 2026-02-22T21:44:27.509 INFO:teuthology.orchestra.run.trial190.stdout:^? wdc1.us.ntp.li 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-22T21:44:27.510 INFO:teuthology.orchestra.run.trial190.stdout:^? t1.time.gq1.yahoo.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-22T21:44:27.510 INFO:teuthology.orchestra.run.trial190.stdout:^? kjsl-fmt2-net.fmt2.kjsl.> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-22T21:44:27.510 INFO:teuthology.orchestra.run.trial190.stdout:^? ntp1.wiktel.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-22T21:44:27.511 INFO:teuthology.run_tasks:Running task install... 2026-02-22T21:44:27.523 DEBUG:teuthology.task.install:project ceph 2026-02-22T21:44:27.523 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}} 2026-02-22T21:44:27.523 DEBUG:teuthology.task.install:config {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'} 2026-02-22T21:44:27.523 INFO:teuthology.task.install:Using flavor: default 2026-02-22T21:44:27.529 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-02-22T21:44:27.529 INFO:teuthology.task.install:extra packages: [] 2026-02-22T21:44:27.530 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'tag': None, 'wait_for_package': False} 2026-02-22T21:44:27.530 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T21:44:27.531 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'tag': None, 'wait_for_package': False} 2026-02-22T21:44:27.532 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T21:44:27.719 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/ 2026-02-22T21:44:27.719 INFO:teuthology.task.install.rpm:Package version is 19.2.3-689.gf90f4eae 2026-02-22T21:44:27.729 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/ 2026-02-22T21:44:27.729 INFO:teuthology.task.install.rpm:Package version is 19.2.3-689.gf90f4eae 2026-02-22T21:44:28.041 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2026-02-22T21:44:28.041 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:44:28.041 DEBUG:teuthology.orchestra.run.trial082:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-02-22T21:44:28.067 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2026-02-22T21:44:28.068 DEBUG:teuthology.orchestra.run.trial082:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/f90f4eaebb28b619cf76e80cbbe997656da69579/;g' /etc/yum.repos.d/ceph.repo ; fi 2026-02-22T21:44:28.097 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2026-02-22T21:44:28.097 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:44:28.097 DEBUG:teuthology.orchestra.run.trial190:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-02-22T21:44:28.124 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2026-02-22T21:44:28.124 DEBUG:teuthology.orchestra.run.trial190:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/f90f4eaebb28b619cf76e80cbbe997656da69579/;g' /etc/yum.repos.d/ceph.repo ; fi 2026-02-22T21:44:28.133 DEBUG:teuthology.orchestra.run.trial082:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2026-02-22T21:44:28.190 DEBUG:teuthology.orchestra.run.trial190:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2026-02-22T21:44:28.206 DEBUG:teuthology.orchestra.run.trial082:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2026-02-22T21:44:28.262 DEBUG:teuthology.orchestra.run.trial190:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2026-02-22T21:44:28.270 INFO:teuthology.orchestra.run.trial082.stdout:check_obsoletes = 1 2026-02-22T21:44:28.272 DEBUG:teuthology.orchestra.run.trial082:> sudo yum clean all 2026-02-22T21:44:28.325 INFO:teuthology.orchestra.run.trial190.stdout:check_obsoletes = 1 2026-02-22T21:44:28.327 DEBUG:teuthology.orchestra.run.trial190:> sudo yum clean all 2026-02-22T21:44:28.431 INFO:teuthology.orchestra.run.trial082.stdout:41 files removed 2026-02-22T21:44:28.445 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install ceph-radosgw 2026-02-22T21:44:28.488 INFO:teuthology.orchestra.run.trial190.stdout:41 files removed 2026-02-22T21:44:28.503 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install ceph-radosgw 2026-02-22T21:44:29.094 INFO:teuthology.orchestra.run.trial082.stdout:ceph packages for x86_64 168 kB/s | 86 kB 00:00 2026-02-22T21:44:29.146 INFO:teuthology.orchestra.run.trial190.stdout:ceph packages for x86_64 172 kB/s | 86 kB 00:00 2026-02-22T21:44:29.650 INFO:teuthology.orchestra.run.trial082.stdout:ceph noarch packages 22 kB/s | 12 kB 00:00 2026-02-22T21:44:29.718 INFO:teuthology.orchestra.run.trial190.stdout:ceph noarch packages 22 kB/s | 12 kB 00:00 2026-02-22T21:44:30.120 INFO:teuthology.orchestra.run.trial082.stdout:ceph source packages 4.2 kB/s | 1.9 kB 00:00 2026-02-22T21:44:30.187 INFO:teuthology.orchestra.run.trial190.stdout:ceph source packages 4.2 kB/s | 1.9 kB 00:00 2026-02-22T21:44:31.876 INFO:teuthology.orchestra.run.trial190.stdout:CentOS Stream 9 - BaseOS 5.3 MB/s | 8.9 MB 00:01 2026-02-22T21:44:31.996 INFO:teuthology.orchestra.run.trial082.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.9 MB 00:01 2026-02-22T21:44:34.284 INFO:teuthology.orchestra.run.trial190.stdout:CentOS Stream 9 - AppStream 14 MB/s | 27 MB 00:01 2026-02-22T21:44:37.723 INFO:teuthology.orchestra.run.trial082.stdout:CentOS Stream 9 - AppStream 5.2 MB/s | 27 MB 00:05 2026-02-22T21:44:38.036 INFO:teuthology.orchestra.run.trial190.stdout:CentOS Stream 9 - CRB 5.6 MB/s | 7.8 MB 00:01 2026-02-22T21:44:39.649 INFO:teuthology.orchestra.run.trial190.stdout:CentOS Stream 9 - Extras packages 23 kB/s | 20 kB 00:00 2026-02-22T21:44:41.939 INFO:teuthology.orchestra.run.trial082.stdout:CentOS Stream 9 - CRB 4.4 MB/s | 7.8 MB 00:01 2026-02-22T21:44:42.173 INFO:teuthology.orchestra.run.trial190.stdout:Extra Packages for Enterprise Linux 8.2 MB/s | 20 MB 00:02 2026-02-22T21:44:42.874 INFO:teuthology.orchestra.run.trial082.stdout:CentOS Stream 9 - Extras packages 107 kB/s | 20 kB 00:00 2026-02-22T21:44:43.442 INFO:teuthology.orchestra.run.trial082.stdout:Extra Packages for Enterprise Linux 40 MB/s | 20 MB 00:00 2026-02-22T21:44:45.394 INFO:teuthology.orchestra.run.trial190.stdout:lab-extras 1.8 MB/s | 50 kB 00:00 2026-02-22T21:44:46.586 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:44:46.587 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:44:46.587 INFO:teuthology.orchestra.run.trial190.stdout: Package Arch Version Repository Size 2026-02-22T21:44:46.587 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:44:46.587 INFO:teuthology.orchestra.run.trial190.stdout:Installing: 2026-02-22T21:44:46.587 INFO:teuthology.orchestra.run.trial190.stdout: ceph-radosgw x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 11 M 2026-02-22T21:44:46.587 INFO:teuthology.orchestra.run.trial190.stdout:Upgrading: 2026-02-22T21:44:46.588 INFO:teuthology.orchestra.run.trial190.stdout: librados2 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 3.4 M 2026-02-22T21:44:46.588 INFO:teuthology.orchestra.run.trial190.stdout: librbd1 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 3.2 M 2026-02-22T21:44:46.588 INFO:teuthology.orchestra.run.trial190.stdout:Installing dependencies: 2026-02-22T21:44:46.588 INFO:teuthology.orchestra.run.trial190.stdout: boost-program-options x86_64 1.75.0-13.el9 appstream 104 k 2026-02-22T21:44:46.588 INFO:teuthology.orchestra.run.trial190.stdout: ceph-base x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 5.5 M 2026-02-22T21:44:46.588 INFO:teuthology.orchestra.run.trial190.stdout: ceph-common x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 22 M 2026-02-22T21:44:46.588 INFO:teuthology.orchestra.run.trial190.stdout: ceph-selinux x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 25 k 2026-02-22T21:44:46.588 INFO:teuthology.orchestra.run.trial190.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-02-22T21:44:46.588 INFO:teuthology.orchestra.run.trial190.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-02-22T21:44:46.588 INFO:teuthology.orchestra.run.trial190.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-02-22T21:44:46.588 INFO:teuthology.orchestra.run.trial190.stdout: libcephfs2 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 999 k 2026-02-22T21:44:46.589 INFO:teuthology.orchestra.run.trial190.stdout: libnbd x86_64 1.20.3-4.el9 appstream 164 k 2026-02-22T21:44:46.589 INFO:teuthology.orchestra.run.trial190.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-02-22T21:44:46.589 INFO:teuthology.orchestra.run.trial190.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2026-02-22T21:44:46.589 INFO:teuthology.orchestra.run.trial190.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2026-02-22T21:44:46.589 INFO:teuthology.orchestra.run.trial190.stdout: libradosstriper1 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 503 k 2026-02-22T21:44:46.589 INFO:teuthology.orchestra.run.trial190.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-02-22T21:44:46.589 INFO:teuthology.orchestra.run.trial190.stdout: librgw2 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 5.4 M 2026-02-22T21:44:46.589 INFO:teuthology.orchestra.run.trial190.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-02-22T21:44:46.589 INFO:teuthology.orchestra.run.trial190.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2026-02-22T21:44:46.589 INFO:teuthology.orchestra.run.trial190.stdout: mailcap noarch 2.1.49-5.el9 baseos 33 k 2026-02-22T21:44:46.589 INFO:teuthology.orchestra.run.trial190.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-02-22T21:44:46.589 INFO:teuthology.orchestra.run.trial190.stdout: pciutils x86_64 3.7.0-7.el9 baseos 93 k 2026-02-22T21:44:46.589 INFO:teuthology.orchestra.run.trial190.stdout: python3-ceph-argparse x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 45 k 2026-02-22T21:44:46.590 INFO:teuthology.orchestra.run.trial190.stdout: python3-ceph-common x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 142 k 2026-02-22T21:44:46.590 INFO:teuthology.orchestra.run.trial190.stdout: python3-cephfs x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 165 k 2026-02-22T21:44:46.590 INFO:teuthology.orchestra.run.trial190.stdout: python3-rados x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 322 k 2026-02-22T21:44:46.590 INFO:teuthology.orchestra.run.trial190.stdout: python3-rbd x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 303 k 2026-02-22T21:44:46.590 INFO:teuthology.orchestra.run.trial190.stdout: python3-rgw x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 100 k 2026-02-22T21:44:46.590 INFO:teuthology.orchestra.run.trial190.stdout: qatlib x86_64 25.08.0-2.el9 appstream 240 k 2026-02-22T21:44:46.590 INFO:teuthology.orchestra.run.trial190.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 66 k 2026-02-22T21:44:46.590 INFO:teuthology.orchestra.run.trial190.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-02-22T21:44:46.590 INFO:teuthology.orchestra.run.trial190.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-02-22T21:44:46.590 INFO:teuthology.orchestra.run.trial190.stdout:Installing weak dependencies: 2026-02-22T21:44:46.590 INFO:teuthology.orchestra.run.trial190.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-02-22T21:44:46.590 INFO:teuthology.orchestra.run.trial190.stdout: qatlib-service x86_64 25.08.0-2.el9 appstream 37 k 2026-02-22T21:44:46.590 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:44:46.591 INFO:teuthology.orchestra.run.trial190.stdout:Transaction Summary 2026-02-22T21:44:46.591 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:44:46.591 INFO:teuthology.orchestra.run.trial190.stdout:Install 33 Packages 2026-02-22T21:44:46.591 INFO:teuthology.orchestra.run.trial190.stdout:Upgrade 2 Packages 2026-02-22T21:44:46.591 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:44:46.591 INFO:teuthology.orchestra.run.trial190.stdout:Total download size: 63 M 2026-02-22T21:44:46.592 INFO:teuthology.orchestra.run.trial190.stdout:Downloading Packages: 2026-02-22T21:44:46.632 INFO:teuthology.orchestra.run.trial082.stdout:lab-extras 2.6 MB/s | 50 kB 00:00 2026-02-22T21:44:47.842 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:44:47.843 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:44:47.844 INFO:teuthology.orchestra.run.trial082.stdout: Package Arch Version Repository Size 2026-02-22T21:44:47.844 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:44:47.844 INFO:teuthology.orchestra.run.trial082.stdout:Installing: 2026-02-22T21:44:47.844 INFO:teuthology.orchestra.run.trial082.stdout: ceph-radosgw x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 11 M 2026-02-22T21:44:47.844 INFO:teuthology.orchestra.run.trial082.stdout:Upgrading: 2026-02-22T21:44:47.844 INFO:teuthology.orchestra.run.trial082.stdout: librados2 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 3.4 M 2026-02-22T21:44:47.844 INFO:teuthology.orchestra.run.trial082.stdout: librbd1 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 3.2 M 2026-02-22T21:44:47.844 INFO:teuthology.orchestra.run.trial082.stdout:Installing dependencies: 2026-02-22T21:44:47.844 INFO:teuthology.orchestra.run.trial082.stdout: boost-program-options x86_64 1.75.0-13.el9 appstream 104 k 2026-02-22T21:44:47.844 INFO:teuthology.orchestra.run.trial082.stdout: ceph-base x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 5.5 M 2026-02-22T21:44:47.845 INFO:teuthology.orchestra.run.trial082.stdout: ceph-common x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 22 M 2026-02-22T21:44:47.845 INFO:teuthology.orchestra.run.trial082.stdout: ceph-selinux x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 25 k 2026-02-22T21:44:47.845 INFO:teuthology.orchestra.run.trial082.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-02-22T21:44:47.845 INFO:teuthology.orchestra.run.trial082.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-02-22T21:44:47.845 INFO:teuthology.orchestra.run.trial082.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-02-22T21:44:47.845 INFO:teuthology.orchestra.run.trial082.stdout: libcephfs2 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 999 k 2026-02-22T21:44:47.845 INFO:teuthology.orchestra.run.trial082.stdout: libnbd x86_64 1.20.3-4.el9 appstream 164 k 2026-02-22T21:44:47.845 INFO:teuthology.orchestra.run.trial082.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-02-22T21:44:47.845 INFO:teuthology.orchestra.run.trial082.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2026-02-22T21:44:47.845 INFO:teuthology.orchestra.run.trial082.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2026-02-22T21:44:47.845 INFO:teuthology.orchestra.run.trial082.stdout: libradosstriper1 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 503 k 2026-02-22T21:44:47.845 INFO:teuthology.orchestra.run.trial082.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-02-22T21:44:47.846 INFO:teuthology.orchestra.run.trial082.stdout: librgw2 x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 5.4 M 2026-02-22T21:44:47.846 INFO:teuthology.orchestra.run.trial082.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-02-22T21:44:47.846 INFO:teuthology.orchestra.run.trial082.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2026-02-22T21:44:47.846 INFO:teuthology.orchestra.run.trial082.stdout: mailcap noarch 2.1.49-5.el9 baseos 33 k 2026-02-22T21:44:47.846 INFO:teuthology.orchestra.run.trial082.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-02-22T21:44:47.846 INFO:teuthology.orchestra.run.trial082.stdout: pciutils x86_64 3.7.0-7.el9 baseos 93 k 2026-02-22T21:44:47.846 INFO:teuthology.orchestra.run.trial082.stdout: python3-ceph-argparse x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 45 k 2026-02-22T21:44:47.846 INFO:teuthology.orchestra.run.trial082.stdout: python3-ceph-common x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 142 k 2026-02-22T21:44:47.846 INFO:teuthology.orchestra.run.trial082.stdout: python3-cephfs x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 165 k 2026-02-22T21:44:47.846 INFO:teuthology.orchestra.run.trial082.stdout: python3-rados x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 322 k 2026-02-22T21:44:47.846 INFO:teuthology.orchestra.run.trial082.stdout: python3-rbd x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 303 k 2026-02-22T21:44:47.846 INFO:teuthology.orchestra.run.trial082.stdout: python3-rgw x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 100 k 2026-02-22T21:44:47.846 INFO:teuthology.orchestra.run.trial082.stdout: qatlib x86_64 25.08.0-2.el9 appstream 240 k 2026-02-22T21:44:47.847 INFO:teuthology.orchestra.run.trial082.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 66 k 2026-02-22T21:44:47.847 INFO:teuthology.orchestra.run.trial082.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-02-22T21:44:47.847 INFO:teuthology.orchestra.run.trial082.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-02-22T21:44:47.847 INFO:teuthology.orchestra.run.trial082.stdout:Installing weak dependencies: 2026-02-22T21:44:47.847 INFO:teuthology.orchestra.run.trial082.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-02-22T21:44:47.847 INFO:teuthology.orchestra.run.trial082.stdout: qatlib-service x86_64 25.08.0-2.el9 appstream 37 k 2026-02-22T21:44:47.847 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:44:47.847 INFO:teuthology.orchestra.run.trial082.stdout:Transaction Summary 2026-02-22T21:44:47.847 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:44:47.847 INFO:teuthology.orchestra.run.trial082.stdout:Install 33 Packages 2026-02-22T21:44:47.847 INFO:teuthology.orchestra.run.trial082.stdout:Upgrade 2 Packages 2026-02-22T21:44:47.847 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:44:47.848 INFO:teuthology.orchestra.run.trial082.stdout:Total download size: 63 M 2026-02-22T21:44:47.848 INFO:teuthology.orchestra.run.trial082.stdout:Downloading Packages: 2026-02-22T21:44:48.877 INFO:teuthology.orchestra.run.trial190.stdout:(1/35): ceph-base-19.2.3-689.gf90f4eae.el9.x86_ 3.0 MB/s | 5.5 MB 00:01 2026-02-22T21:44:48.939 INFO:teuthology.orchestra.run.trial190.stdout:(2/35): ceph-selinux-19.2.3-689.gf90f4eae.el9.x 411 kB/s | 25 kB 00:00 2026-02-22T21:44:49.122 INFO:teuthology.orchestra.run.trial190.stdout:(3/35): libcephfs2-19.2.3-689.gf90f4eae.el9.x86 5.3 MB/s | 999 kB 00:00 2026-02-22T21:44:49.180 INFO:teuthology.orchestra.run.trial082.stdout:(1/35): ceph-base-19.2.3-689.gf90f4eae.el9.x86_ 4.8 MB/s | 5.5 MB 00:01 2026-02-22T21:44:49.230 INFO:teuthology.orchestra.run.trial190.stdout:(4/35): libradosstriper1-19.2.3-689.gf90f4eae.e 4.6 MB/s | 503 kB 00:00 2026-02-22T21:44:49.230 INFO:teuthology.orchestra.run.trial082.stdout:(2/35): ceph-selinux-19.2.3-689.gf90f4eae.el9.x 501 kB/s | 25 kB 00:00 2026-02-22T21:44:49.363 INFO:teuthology.orchestra.run.trial082.stdout:(3/35): libcephfs2-19.2.3-689.gf90f4eae.el9.x86 7.3 MB/s | 999 kB 00:00 2026-02-22T21:44:49.432 INFO:teuthology.orchestra.run.trial082.stdout:(4/35): libradosstriper1-19.2.3-689.gf90f4eae.e 7.2 MB/s | 503 kB 00:00 2026-02-22T21:44:49.829 INFO:teuthology.orchestra.run.trial190.stdout:(5/35): librgw2-19.2.3-689.gf90f4eae.el9.x86_64 9.0 MB/s | 5.4 MB 00:00 2026-02-22T21:44:49.873 INFO:teuthology.orchestra.run.trial190.stdout:(6/35): python3-ceph-argparse-19.2.3-689.gf90f4 1.0 MB/s | 45 kB 00:00 2026-02-22T21:44:49.923 INFO:teuthology.orchestra.run.trial190.stdout:(7/35): python3-ceph-common-19.2.3-689.gf90f4ea 2.8 MB/s | 142 kB 00:00 2026-02-22T21:44:49.977 INFO:teuthology.orchestra.run.trial190.stdout:(8/35): python3-cephfs-19.2.3-689.gf90f4eae.el9 3.0 MB/s | 165 kB 00:00 2026-02-22T21:44:49.986 INFO:teuthology.orchestra.run.trial082.stdout:(5/35): librgw2-19.2.3-689.gf90f4eae.el9.x86_64 9.8 MB/s | 5.4 MB 00:00 2026-02-22T21:44:50.024 INFO:teuthology.orchestra.run.trial190.stdout:(9/35): python3-rados-19.2.3-689.gf90f4eae.el9. 6.6 MB/s | 322 kB 00:00 2026-02-22T21:44:50.026 INFO:teuthology.orchestra.run.trial082.stdout:(6/35): python3-ceph-argparse-19.2.3-689.gf90f4 1.1 MB/s | 45 kB 00:00 2026-02-22T21:44:50.065 INFO:teuthology.orchestra.run.trial190.stdout:(10/35): python3-rbd-19.2.3-689.gf90f4eae.el9.x 7.3 MB/s | 303 kB 00:00 2026-02-22T21:44:50.067 INFO:teuthology.orchestra.run.trial082.stdout:(7/35): python3-ceph-common-19.2.3-689.gf90f4ea 3.3 MB/s | 142 kB 00:00 2026-02-22T21:44:50.103 INFO:teuthology.orchestra.run.trial190.stdout:(11/35): python3-rgw-19.2.3-689.gf90f4eae.el9.x 2.6 MB/s | 100 kB 00:00 2026-02-22T21:44:50.107 INFO:teuthology.orchestra.run.trial082.stdout:(8/35): python3-cephfs-19.2.3-689.gf90f4eae.el9 4.1 MB/s | 165 kB 00:00 2026-02-22T21:44:50.122 INFO:teuthology.orchestra.run.trial082.stdout:(9/35): ceph-radosgw-19.2.3-689.gf90f4eae.el9.x 5.2 MB/s | 11 MB 00:02 2026-02-22T21:44:50.131 INFO:teuthology.orchestra.run.trial190.stdout:(12/35): mailcap-2.1.49-5.el9.noarch.rpm 1.2 MB/s | 33 kB 00:00 2026-02-22T21:44:50.141 INFO:teuthology.orchestra.run.trial082.stdout:(10/35): python3-rados-19.2.3-689.gf90f4eae.el9 9.2 MB/s | 322 kB 00:00 2026-02-22T21:44:50.160 INFO:teuthology.orchestra.run.trial082.stdout:(11/35): python3-rbd-19.2.3-689.gf90f4eae.el9.x 7.6 MB/s | 303 kB 00:00 2026-02-22T21:44:50.176 INFO:teuthology.orchestra.run.trial082.stdout:(12/35): python3-rgw-19.2.3-689.gf90f4eae.el9.x 2.8 MB/s | 100 kB 00:00 2026-02-22T21:44:50.185 INFO:teuthology.orchestra.run.trial190.stdout:(13/35): nvme-cli-2.16-1.el9.x86_64.rpm 21 MB/s | 1.2 MB 00:00 2026-02-22T21:44:50.196 INFO:teuthology.orchestra.run.trial190.stdout:(14/35): pciutils-3.7.0-7.el9.x86_64.rpm 8.8 MB/s | 93 kB 00:00 2026-02-22T21:44:50.243 INFO:teuthology.orchestra.run.trial082.stdout:(13/35): mailcap-2.1.49-5.el9.noarch.rpm 404 kB/s | 33 kB 00:00 2026-02-22T21:44:50.254 INFO:teuthology.orchestra.run.trial190.stdout:(15/35): boost-program-options-1.75.0-13.el9.x8 1.7 MB/s | 104 kB 00:00 2026-02-22T21:44:50.288 INFO:teuthology.orchestra.run.trial190.stdout:(16/35): ceph-radosgw-19.2.3-689.gf90f4eae.el9. 3.3 MB/s | 11 MB 00:03 2026-02-22T21:44:50.294 INFO:teuthology.orchestra.run.trial190.stdout:(17/35): libnbd-1.20.3-4.el9.x86_64.rpm 4.0 MB/s | 164 kB 00:00 2026-02-22T21:44:50.314 INFO:teuthology.orchestra.run.trial082.stdout:(14/35): pciutils-3.7.0-7.el9.x86_64.rpm 1.3 MB/s | 93 kB 00:00 2026-02-22T21:44:50.316 INFO:teuthology.orchestra.run.trial190.stdout:(18/35): libpmemobj-1.12.1-1.el9.x86_64.rpm 5.6 MB/s | 160 kB 00:00 2026-02-22T21:44:50.324 INFO:teuthology.orchestra.run.trial190.stdout:(19/35): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.5 MB/s | 45 kB 00:00 2026-02-22T21:44:50.349 INFO:teuthology.orchestra.run.trial190.stdout:(20/35): librdkafka-1.6.1-102.el9.x86_64.rpm 20 MB/s | 662 kB 00:00 2026-02-22T21:44:50.354 INFO:teuthology.orchestra.run.trial190.stdout:(21/35): lttng-ust-2.12.0-6.el9.x86_64.rpm 9.5 MB/s | 292 kB 00:00 2026-02-22T21:44:50.379 INFO:teuthology.orchestra.run.trial190.stdout:(22/35): qatlib-service-25.08.0-2.el9.x86_64.rp 1.5 MB/s | 37 kB 00:00 2026-02-22T21:44:50.384 INFO:teuthology.orchestra.run.trial190.stdout:(23/35): qatlib-25.08.0-2.el9.x86_64.rpm 6.8 MB/s | 240 kB 00:00 2026-02-22T21:44:50.387 INFO:teuthology.orchestra.run.trial082.stdout:(15/35): nvme-cli-2.16-1.el9.x86_64.rpm 5.5 MB/s | 1.2 MB 00:00 2026-02-22T21:44:50.402 INFO:teuthology.orchestra.run.trial190.stdout:(24/35): qatzip-libs-1.3.1-1.el9.x86_64.rpm 2.9 MB/s | 66 kB 00:00 2026-02-22T21:44:50.415 INFO:teuthology.orchestra.run.trial190.stdout:(25/35): gperftools-libs-2.9.1-3.el9.x86_64.rpm 9.5 MB/s | 308 kB 00:00 2026-02-22T21:44:50.433 INFO:teuthology.orchestra.run.trial190.stdout:(26/35): libarrow-doc-9.0.0-15.el9.noarch.rpm 1.4 MB/s | 25 kB 00:00 2026-02-22T21:44:50.448 INFO:teuthology.orchestra.run.trial190.stdout:(27/35): liboath-2.6.12-1.el9.x86_64.rpm 3.3 MB/s | 49 kB 00:00 2026-02-22T21:44:50.453 INFO:teuthology.orchestra.run.trial190.stdout:(28/35): libarrow-9.0.0-15.el9.x86_64.rpm 86 MB/s | 4.4 MB 00:00 2026-02-22T21:44:50.453 INFO:teuthology.orchestra.run.trial190.stdout:(29/35): libunwind-1.6.2-1.el9.x86_64.rpm 12 MB/s | 67 kB 00:00 2026-02-22T21:44:50.461 INFO:teuthology.orchestra.run.trial190.stdout:(30/35): parquet-libs-9.0.0-15.el9.x86_64.rpm 108 MB/s | 838 kB 00:00 2026-02-22T21:44:50.461 INFO:teuthology.orchestra.run.trial190.stdout:(31/35): re2-20211101-20.el9.x86_64.rpm 24 MB/s | 191 kB 00:00 2026-02-22T21:44:50.473 INFO:teuthology.orchestra.run.trial190.stdout:(32/35): thrift-0.15.0-4.el9.x86_64.rpm 134 MB/s | 1.6 MB 00:00 2026-02-22T21:44:50.690 INFO:teuthology.orchestra.run.trial190.stdout:(33/35): librados2-19.2.3-689.gf90f4eae.el9.x86 15 MB/s | 3.4 MB 00:00 2026-02-22T21:44:50.710 INFO:teuthology.orchestra.run.trial082.stdout:(16/35): boost-program-options-1.75.0-13.el9.x8 262 kB/s | 104 kB 00:00 2026-02-22T21:44:50.836 INFO:teuthology.orchestra.run.trial082.stdout:(17/35): libnbd-1.20.3-4.el9.x86_64.rpm 365 kB/s | 164 kB 00:00 2026-02-22T21:44:50.886 INFO:teuthology.orchestra.run.trial082.stdout:(18/35): libpmemobj-1.12.1-1.el9.x86_64.rpm 915 kB/s | 160 kB 00:00 2026-02-22T21:44:50.928 INFO:teuthology.orchestra.run.trial082.stdout:(19/35): librabbitmq-0.11.0-7.el9.x86_64.rpm 492 kB/s | 45 kB 00:00 2026-02-22T21:44:50.988 INFO:teuthology.orchestra.run.trial190.stdout:(34/35): librbd1-19.2.3-689.gf90f4eae.el9.x86_6 6.1 MB/s | 3.2 MB 00:00 2026-02-22T21:44:51.105 INFO:teuthology.orchestra.run.trial082.stdout:(20/35): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.6 MB/s | 292 kB 00:00 2026-02-22T21:44:51.123 INFO:teuthology.orchestra.run.trial082.stdout:(21/35): librdkafka-1.6.1-102.el9.x86_64.rpm 2.7 MB/s | 662 kB 00:00 2026-02-22T21:44:51.202 INFO:teuthology.orchestra.run.trial082.stdout:(22/35): qatlib-service-25.08.0-2.el9.x86_64.rp 469 kB/s | 37 kB 00:00 2026-02-22T21:44:51.210 INFO:teuthology.orchestra.run.trial082.stdout:(23/35): qatlib-25.08.0-2.el9.x86_64.rpm 2.2 MB/s | 240 kB 00:00 2026-02-22T21:44:51.244 INFO:teuthology.orchestra.run.trial082.stdout:(24/35): gperftools-libs-2.9.1-3.el9.x86_64.rpm 8.8 MB/s | 308 kB 00:00 2026-02-22T21:44:51.273 INFO:teuthology.orchestra.run.trial082.stdout:(25/35): libarrow-9.0.0-15.el9.x86_64.rpm 154 MB/s | 4.4 MB 00:00 2026-02-22T21:44:51.278 INFO:teuthology.orchestra.run.trial082.stdout:(26/35): libarrow-doc-9.0.0-15.el9.noarch.rpm 5.0 MB/s | 25 kB 00:00 2026-02-22T21:44:51.283 INFO:teuthology.orchestra.run.trial082.stdout:(27/35): qatzip-libs-1.3.1-1.el9.x86_64.rpm 820 kB/s | 66 kB 00:00 2026-02-22T21:44:51.284 INFO:teuthology.orchestra.run.trial082.stdout:(28/35): liboath-2.6.12-1.el9.x86_64.rpm 8.4 MB/s | 49 kB 00:00 2026-02-22T21:44:51.293 INFO:teuthology.orchestra.run.trial082.stdout:(29/35): parquet-libs-9.0.0-15.el9.x86_64.rpm 92 MB/s | 838 kB 00:00 2026-02-22T21:44:51.300 INFO:teuthology.orchestra.run.trial082.stdout:(30/35): re2-20211101-20.el9.x86_64.rpm 27 MB/s | 191 kB 00:00 2026-02-22T21:44:51.300 INFO:teuthology.orchestra.run.trial082.stdout:(31/35): libunwind-1.6.2-1.el9.x86_64.rpm 3.9 MB/s | 67 kB 00:00 2026-02-22T21:44:51.311 INFO:teuthology.orchestra.run.trial082.stdout:(32/35): thrift-0.15.0-4.el9.x86_64.rpm 147 MB/s | 1.6 MB 00:00 2026-02-22T21:44:51.850 INFO:teuthology.orchestra.run.trial082.stdout:(33/35): librados2-19.2.3-689.gf90f4eae.el9.x86 6.2 MB/s | 3.4 MB 00:00 2026-02-22T21:44:51.920 INFO:teuthology.orchestra.run.trial082.stdout:(34/35): librbd1-19.2.3-689.gf90f4eae.el9.x86_6 5.2 MB/s | 3.2 MB 00:00 2026-02-22T21:44:52.109 INFO:teuthology.orchestra.run.trial082.stdout:(35/35): ceph-common-19.2.3-689.gf90f4eae.el9.x 5.3 MB/s | 22 MB 00:04 2026-02-22T21:44:52.111 INFO:teuthology.orchestra.run.trial082.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:44:52.112 INFO:teuthology.orchestra.run.trial082.stdout:Total 15 MB/s | 63 MB 00:04 2026-02-22T21:44:52.214 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction check 2026-02-22T21:44:52.232 INFO:teuthology.orchestra.run.trial082.stdout:Transaction check succeeded. 2026-02-22T21:44:52.232 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction test 2026-02-22T21:44:52.486 INFO:teuthology.orchestra.run.trial082.stdout:Transaction test succeeded. 2026-02-22T21:44:52.486 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction 2026-02-22T21:44:52.658 INFO:teuthology.orchestra.run.trial190.stdout:(35/35): ceph-common-19.2.3-689.gf90f4eae.el9.x 3.9 MB/s | 22 MB 00:05 2026-02-22T21:44:52.661 INFO:teuthology.orchestra.run.trial190.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:44:52.661 INFO:teuthology.orchestra.run.trial190.stdout:Total 10 MB/s | 63 MB 00:06 2026-02-22T21:44:52.760 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction check 2026-02-22T21:44:52.777 INFO:teuthology.orchestra.run.trial082.stdout: Preparing : 1/1 2026-02-22T21:44:52.778 INFO:teuthology.orchestra.run.trial190.stdout:Transaction check succeeded. 2026-02-22T21:44:52.778 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction test 2026-02-22T21:44:52.786 INFO:teuthology.orchestra.run.trial082.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/37 2026-02-22T21:44:52.789 INFO:teuthology.orchestra.run.trial082.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/37 2026-02-22T21:44:52.800 INFO:teuthology.orchestra.run.trial082.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/37 2026-02-22T21:44:52.960 INFO:teuthology.orchestra.run.trial082.stdout: Installing : thrift-0.15.0-4.el9.x86_64 4/37 2026-02-22T21:44:52.964 INFO:teuthology.orchestra.run.trial082.stdout: Upgrading : librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 5/37 2026-02-22T21:44:52.992 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 5/37 2026-02-22T21:44:53.034 INFO:teuthology.orchestra.run.trial190.stdout:Transaction test succeeded. 2026-02-22T21:44:53.034 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction 2026-02-22T21:44:53.035 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 6/37 2026-02-22T21:44:53.036 INFO:teuthology.orchestra.run.trial082.stdout: Installing : libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 7/37 2026-02-22T21:44:53.047 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 7/37 2026-02-22T21:44:53.051 INFO:teuthology.orchestra.run.trial082.stdout: Installing : liboath-2.6.12-1.el9.x86_64 8/37 2026-02-22T21:44:53.060 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-ceph-argparse-2:19.2.3-689.gf90f4eae.el9.x 9/37 2026-02-22T21:44:53.083 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 10/37 2026-02-22T21:44:53.083 INFO:teuthology.orchestra.run.trial082.stdout: Installing : libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 11/37 2026-02-22T21:44:53.098 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 11/37 2026-02-22T21:44:53.130 INFO:teuthology.orchestra.run.trial082.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/37 2026-02-22T21:44:53.135 INFO:teuthology.orchestra.run.trial082.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 13/37 2026-02-22T21:44:53.141 INFO:teuthology.orchestra.run.trial082.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/37 2026-02-22T21:44:53.144 INFO:teuthology.orchestra.run.trial082.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 15/37 2026-02-22T21:44:53.147 INFO:teuthology.orchestra.run.trial082.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 16/37 2026-02-22T21:44:53.152 INFO:teuthology.orchestra.run.trial082.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/37 2026-02-22T21:44:53.301 INFO:teuthology.orchestra.run.trial082.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 18/37 2026-02-22T21:44:53.302 INFO:teuthology.orchestra.run.trial082.stdout: Upgrading : librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 19/37 2026-02-22T21:44:53.327 INFO:teuthology.orchestra.run.trial190.stdout: Preparing : 1/1 2026-02-22T21:44:53.328 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 19/37 2026-02-22T21:44:53.332 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 20/37 2026-02-22T21:44:53.336 INFO:teuthology.orchestra.run.trial190.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/37 2026-02-22T21:44:53.338 INFO:teuthology.orchestra.run.trial082.stdout: Installing : boost-program-options-1.75.0-13.el9.x86_64 21/37 2026-02-22T21:44:53.339 INFO:teuthology.orchestra.run.trial190.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/37 2026-02-22T21:44:53.351 INFO:teuthology.orchestra.run.trial190.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/37 2026-02-22T21:44:53.504 INFO:teuthology.orchestra.run.trial190.stdout: Installing : thrift-0.15.0-4.el9.x86_64 4/37 2026-02-22T21:44:53.509 INFO:teuthology.orchestra.run.trial190.stdout: Upgrading : librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 5/37 2026-02-22T21:44:53.540 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 5/37 2026-02-22T21:44:53.571 INFO:teuthology.orchestra.run.trial082.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 22/37 2026-02-22T21:44:53.572 INFO:teuthology.orchestra.run.trial082.stdout: Installing : librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 23/37 2026-02-22T21:44:53.583 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 6/37 2026-02-22T21:44:53.584 INFO:teuthology.orchestra.run.trial190.stdout: Installing : libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 7/37 2026-02-22T21:44:53.588 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 23/37 2026-02-22T21:44:53.593 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 24/37 2026-02-22T21:44:53.597 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 7/37 2026-02-22T21:44:53.599 INFO:teuthology.orchestra.run.trial082.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 25/37 2026-02-22T21:44:53.601 INFO:teuthology.orchestra.run.trial082.stdout: Installing : qatlib-25.08.0-2.el9.x86_64 26/37 2026-02-22T21:44:53.602 INFO:teuthology.orchestra.run.trial190.stdout: Installing : liboath-2.6.12-1.el9.x86_64 8/37 2026-02-22T21:44:53.602 INFO:teuthology.orchestra.run.trial082.stdout: Installing : qatlib-service-25.08.0-2.el9.x86_64 27/37 2026-02-22T21:44:53.612 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-ceph-argparse-2:19.2.3-689.gf90f4eae.el9.x 9/37 2026-02-22T21:44:53.620 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: qatlib-service-25.08.0-2.el9.x86_64 27/37 2026-02-22T21:44:53.635 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 10/37 2026-02-22T21:44:53.636 INFO:teuthology.orchestra.run.trial190.stdout: Installing : libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 11/37 2026-02-22T21:44:53.650 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 11/37 2026-02-22T21:44:53.683 INFO:teuthology.orchestra.run.trial190.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/37 2026-02-22T21:44:53.689 INFO:teuthology.orchestra.run.trial190.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 13/37 2026-02-22T21:44:53.696 INFO:teuthology.orchestra.run.trial190.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/37 2026-02-22T21:44:53.698 INFO:teuthology.orchestra.run.trial190.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 15/37 2026-02-22T21:44:53.701 INFO:teuthology.orchestra.run.trial190.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 16/37 2026-02-22T21:44:53.706 INFO:teuthology.orchestra.run.trial190.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/37 2026-02-22T21:44:53.738 INFO:teuthology.orchestra.run.trial082.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 28/37 2026-02-22T21:44:53.741 INFO:teuthology.orchestra.run.trial082.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 29/37 2026-02-22T21:44:53.847 INFO:teuthology.orchestra.run.trial190.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 18/37 2026-02-22T21:44:53.848 INFO:teuthology.orchestra.run.trial190.stdout: Upgrading : librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 19/37 2026-02-22T21:44:53.874 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 19/37 2026-02-22T21:44:53.876 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 20/37 2026-02-22T21:44:53.882 INFO:teuthology.orchestra.run.trial190.stdout: Installing : boost-program-options-1.75.0-13.el9.x86_64 21/37 2026-02-22T21:44:54.021 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 29/37 2026-02-22T21:44:54.021 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-02-22T21:44:54.021 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:44:54.057 INFO:teuthology.orchestra.run.trial082.stdout: Installing : mailcap-2.1.49-5.el9.noarch 30/37 2026-02-22T21:44:54.058 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-ceph-common-2:19.2.3-689.gf90f4eae.el9.x86 31/37 2026-02-22T21:44:54.111 INFO:teuthology.orchestra.run.trial190.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 22/37 2026-02-22T21:44:54.112 INFO:teuthology.orchestra.run.trial190.stdout: Installing : librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 23/37 2026-02-22T21:44:54.127 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 23/37 2026-02-22T21:44:54.133 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 24/37 2026-02-22T21:44:54.137 INFO:teuthology.orchestra.run.trial190.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 25/37 2026-02-22T21:44:54.140 INFO:teuthology.orchestra.run.trial190.stdout: Installing : qatlib-25.08.0-2.el9.x86_64 26/37 2026-02-22T21:44:54.140 INFO:teuthology.orchestra.run.trial190.stdout: Installing : qatlib-service-25.08.0-2.el9.x86_64 27/37 2026-02-22T21:44:54.158 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: qatlib-service-25.08.0-2.el9.x86_64 27/37 2026-02-22T21:44:54.271 INFO:teuthology.orchestra.run.trial190.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 28/37 2026-02-22T21:44:54.274 INFO:teuthology.orchestra.run.trial190.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 29/37 2026-02-22T21:44:54.551 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 29/37 2026-02-22T21:44:54.551 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-02-22T21:44:54.551 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:44:54.587 INFO:teuthology.orchestra.run.trial190.stdout: Installing : mailcap-2.1.49-5.el9.noarch 30/37 2026-02-22T21:44:54.589 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-ceph-common-2:19.2.3-689.gf90f4eae.el9.x86 31/37 2026-02-22T21:44:55.099 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 32/37 2026-02-22T21:44:55.101 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 32/37 2026-02-22T21:44:55.395 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 32/37 2026-02-22T21:44:55.399 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 33/37 2026-02-22T21:44:55.437 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 33/37 2026-02-22T21:44:55.438 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-02-22T21:44:55.438 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-02-22T21:44:55.438 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:44:55.441 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 34/37 2026-02-22T21:44:55.592 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 32/37 2026-02-22T21:44:55.594 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 32/37 2026-02-22T21:44:55.887 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 32/37 2026-02-22T21:44:55.890 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 33/37 2026-02-22T21:44:55.925 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 33/37 2026-02-22T21:44:55.925 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-02-22T21:44:55.925 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-02-22T21:44:55.926 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:44:55.929 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 34/37 2026-02-22T21:44:59.986 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 34/37 2026-02-22T21:44:59.987 INFO:teuthology.orchestra.run.trial082.stdout:skipping the directory /sys 2026-02-22T21:44:59.987 INFO:teuthology.orchestra.run.trial082.stdout:skipping the directory /proc 2026-02-22T21:44:59.987 INFO:teuthology.orchestra.run.trial082.stdout:skipping the directory /mnt 2026-02-22T21:44:59.987 INFO:teuthology.orchestra.run.trial082.stdout:skipping the directory /var/tmp 2026-02-22T21:44:59.987 INFO:teuthology.orchestra.run.trial082.stdout:skipping the directory /home 2026-02-22T21:44:59.987 INFO:teuthology.orchestra.run.trial082.stdout:skipping the directory /root 2026-02-22T21:44:59.987 INFO:teuthology.orchestra.run.trial082.stdout:skipping the directory /tmp 2026-02-22T21:44:59.987 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:00.456 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 35/37 2026-02-22T21:45:00.480 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 35/37 2026-02-22T21:45:00.480 INFO:teuthology.orchestra.run.trial082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:00.481 INFO:teuthology.orchestra.run.trial082.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-02-22T21:45:00.481 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-22T21:45:00.481 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-22T21:45:00.481 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:00.482 INFO:teuthology.orchestra.run.trial082.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 36/37 2026-02-22T21:45:00.483 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 34/37 2026-02-22T21:45:00.483 INFO:teuthology.orchestra.run.trial190.stdout:skipping the directory /sys 2026-02-22T21:45:00.483 INFO:teuthology.orchestra.run.trial190.stdout:skipping the directory /proc 2026-02-22T21:45:00.483 INFO:teuthology.orchestra.run.trial190.stdout:skipping the directory /mnt 2026-02-22T21:45:00.483 INFO:teuthology.orchestra.run.trial190.stdout:skipping the directory /var/tmp 2026-02-22T21:45:00.484 INFO:teuthology.orchestra.run.trial190.stdout:skipping the directory /home 2026-02-22T21:45:00.484 INFO:teuthology.orchestra.run.trial190.stdout:skipping the directory /root 2026-02-22T21:45:00.484 INFO:teuthology.orchestra.run.trial190.stdout:skipping the directory /tmp 2026-02-22T21:45:00.484 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:00.494 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 36/37 2026-02-22T21:45:00.494 INFO:teuthology.orchestra.run.trial082.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 37/37 2026-02-22T21:45:00.549 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 37/37 2026-02-22T21:45:00.549 INFO:teuthology.orchestra.run.trial082.stdout:Creating group 'qat' with GID 992. 2026-02-22T21:45:00.549 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:00.848 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 1/37 2026-02-22T21:45:00.848 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 2/37 2026-02-22T21:45:00.848 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 3/37 2026-02-22T21:45:00.848 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 4/37 2026-02-22T21:45:00.848 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 5/37 2026-02-22T21:45:00.848 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 6/37 2026-02-22T21:45:00.848 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 7/37 2026-02-22T21:45:00.848 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-ceph-argparse-2:19.2.3-689.gf90f4eae.el9.x 8/37 2026-02-22T21:45:00.848 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-ceph-common-2:19.2.3-689.gf90f4eae.el9.x86 9/37 2026-02-22T21:45:00.849 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 10/37 2026-02-22T21:45:00.849 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 11/37 2026-02-22T21:45:00.849 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 12/37 2026-02-22T21:45:00.849 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 13/37 2026-02-22T21:45:00.849 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : mailcap-2.1.49-5.el9.noarch 14/37 2026-02-22T21:45:00.849 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 15/37 2026-02-22T21:45:00.849 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 16/37 2026-02-22T21:45:00.849 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : boost-program-options-1.75.0-13.el9.x86_64 17/37 2026-02-22T21:45:00.849 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 18/37 2026-02-22T21:45:00.849 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 19/37 2026-02-22T21:45:00.849 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 20/37 2026-02-22T21:45:00.849 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 21/37 2026-02-22T21:45:00.850 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 22/37 2026-02-22T21:45:00.850 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : qatlib-25.08.0-2.el9.x86_64 23/37 2026-02-22T21:45:00.850 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : qatlib-service-25.08.0-2.el9.x86_64 24/37 2026-02-22T21:45:00.850 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 25/37 2026-02-22T21:45:00.850 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 26/37 2026-02-22T21:45:00.850 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 27/37 2026-02-22T21:45:00.850 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 28/37 2026-02-22T21:45:00.850 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 29/37 2026-02-22T21:45:00.850 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 30/37 2026-02-22T21:45:00.850 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 31/37 2026-02-22T21:45:00.850 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : re2-1:20211101-20.el9.x86_64 32/37 2026-02-22T21:45:00.851 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 33/37 2026-02-22T21:45:00.851 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 34/37 2026-02-22T21:45:00.851 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 35/37 2026-02-22T21:45:00.851 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 36/37 2026-02-22T21:45:00.909 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 37/37 2026-02-22T21:45:00.909 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:00.909 INFO:teuthology.orchestra.run.trial082.stdout:Upgraded: 2026-02-22T21:45:00.909 INFO:teuthology.orchestra.run.trial082.stdout: librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.909 INFO:teuthology.orchestra.run.trial082.stdout: librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.909 INFO:teuthology.orchestra.run.trial082.stdout:Installed: 2026-02-22T21:45:00.909 INFO:teuthology.orchestra.run.trial082.stdout: boost-program-options-1.75.0-13.el9.x86_64 2026-02-22T21:45:00.910 INFO:teuthology.orchestra.run.trial082.stdout: ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.910 INFO:teuthology.orchestra.run.trial082.stdout: ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.910 INFO:teuthology.orchestra.run.trial082.stdout: ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.910 INFO:teuthology.orchestra.run.trial082.stdout: ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.910 INFO:teuthology.orchestra.run.trial082.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-02-22T21:45:00.910 INFO:teuthology.orchestra.run.trial082.stdout: libarrow-9.0.0-15.el9.x86_64 2026-02-22T21:45:00.910 INFO:teuthology.orchestra.run.trial082.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-02-22T21:45:00.910 INFO:teuthology.orchestra.run.trial082.stdout: libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.910 INFO:teuthology.orchestra.run.trial082.stdout: libnbd-1.20.3-4.el9.x86_64 2026-02-22T21:45:00.910 INFO:teuthology.orchestra.run.trial082.stdout: liboath-2.6.12-1.el9.x86_64 2026-02-22T21:45:00.910 INFO:teuthology.orchestra.run.trial082.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-02-22T21:45:00.911 INFO:teuthology.orchestra.run.trial082.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-02-22T21:45:00.911 INFO:teuthology.orchestra.run.trial082.stdout: libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.911 INFO:teuthology.orchestra.run.trial082.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-02-22T21:45:00.911 INFO:teuthology.orchestra.run.trial082.stdout: librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.911 INFO:teuthology.orchestra.run.trial082.stdout: libunwind-1.6.2-1.el9.x86_64 2026-02-22T21:45:00.911 INFO:teuthology.orchestra.run.trial082.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-02-22T21:45:00.911 INFO:teuthology.orchestra.run.trial082.stdout: mailcap-2.1.49-5.el9.noarch 2026-02-22T21:45:00.911 INFO:teuthology.orchestra.run.trial082.stdout: nvme-cli-2.16-1.el9.x86_64 2026-02-22T21:45:00.911 INFO:teuthology.orchestra.run.trial082.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-02-22T21:45:00.911 INFO:teuthology.orchestra.run.trial082.stdout: pciutils-3.7.0-7.el9.x86_64 2026-02-22T21:45:00.912 INFO:teuthology.orchestra.run.trial082.stdout: python3-ceph-argparse-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.912 INFO:teuthology.orchestra.run.trial082.stdout: python3-ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.912 INFO:teuthology.orchestra.run.trial082.stdout: python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.912 INFO:teuthology.orchestra.run.trial082.stdout: python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.912 INFO:teuthology.orchestra.run.trial082.stdout: python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.912 INFO:teuthology.orchestra.run.trial082.stdout: python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:00.912 INFO:teuthology.orchestra.run.trial082.stdout: qatlib-25.08.0-2.el9.x86_64 2026-02-22T21:45:00.912 INFO:teuthology.orchestra.run.trial082.stdout: qatlib-service-25.08.0-2.el9.x86_64 2026-02-22T21:45:00.912 INFO:teuthology.orchestra.run.trial082.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-02-22T21:45:00.912 INFO:teuthology.orchestra.run.trial082.stdout: re2-1:20211101-20.el9.x86_64 2026-02-22T21:45:00.913 INFO:teuthology.orchestra.run.trial082.stdout: thrift-0.15.0-4.el9.x86_64 2026-02-22T21:45:00.913 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:00.913 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:00.942 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 35/37 2026-02-22T21:45:00.950 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install ceph-test 2026-02-22T21:45:00.966 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 35/37 2026-02-22T21:45:00.966 INFO:teuthology.orchestra.run.trial190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:00.966 INFO:teuthology.orchestra.run.trial190.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-02-22T21:45:00.967 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-22T21:45:00.967 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-22T21:45:00.967 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:00.968 INFO:teuthology.orchestra.run.trial190.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 36/37 2026-02-22T21:45:00.982 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 36/37 2026-02-22T21:45:00.982 INFO:teuthology.orchestra.run.trial190.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 37/37 2026-02-22T21:45:01.036 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 37/37 2026-02-22T21:45:01.036 INFO:teuthology.orchestra.run.trial190.stdout:Creating group 'qat' with GID 992. 2026-02-22T21:45:01.037 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:01.256 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:15 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:01.324 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 1/37 2026-02-22T21:45:01.325 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 2/37 2026-02-22T21:45:01.325 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 3/37 2026-02-22T21:45:01.325 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 4/37 2026-02-22T21:45:01.325 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 5/37 2026-02-22T21:45:01.325 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 6/37 2026-02-22T21:45:01.325 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 7/37 2026-02-22T21:45:01.325 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-ceph-argparse-2:19.2.3-689.gf90f4eae.el9.x 8/37 2026-02-22T21:45:01.325 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-ceph-common-2:19.2.3-689.gf90f4eae.el9.x86 9/37 2026-02-22T21:45:01.325 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 10/37 2026-02-22T21:45:01.325 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 11/37 2026-02-22T21:45:01.326 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 12/37 2026-02-22T21:45:01.326 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 13/37 2026-02-22T21:45:01.326 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : mailcap-2.1.49-5.el9.noarch 14/37 2026-02-22T21:45:01.326 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 15/37 2026-02-22T21:45:01.326 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 16/37 2026-02-22T21:45:01.326 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : boost-program-options-1.75.0-13.el9.x86_64 17/37 2026-02-22T21:45:01.326 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 18/37 2026-02-22T21:45:01.326 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 19/37 2026-02-22T21:45:01.326 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 20/37 2026-02-22T21:45:01.326 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 21/37 2026-02-22T21:45:01.326 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 22/37 2026-02-22T21:45:01.326 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : qatlib-25.08.0-2.el9.x86_64 23/37 2026-02-22T21:45:01.327 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : qatlib-service-25.08.0-2.el9.x86_64 24/37 2026-02-22T21:45:01.327 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 25/37 2026-02-22T21:45:01.327 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 26/37 2026-02-22T21:45:01.327 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 27/37 2026-02-22T21:45:01.327 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 28/37 2026-02-22T21:45:01.327 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 29/37 2026-02-22T21:45:01.327 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 30/37 2026-02-22T21:45:01.327 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 31/37 2026-02-22T21:45:01.327 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : re2-1:20211101-20.el9.x86_64 32/37 2026-02-22T21:45:01.327 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 33/37 2026-02-22T21:45:01.327 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 34/37 2026-02-22T21:45:01.327 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 35/37 2026-02-22T21:45:01.327 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 36/37 2026-02-22T21:45:01.339 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:01.340 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:01.340 INFO:teuthology.orchestra.run.trial082.stdout: Package Arch Version Repository Size 2026-02-22T21:45:01.341 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:01.341 INFO:teuthology.orchestra.run.trial082.stdout:Installing: 2026-02-22T21:45:01.341 INFO:teuthology.orchestra.run.trial082.stdout: ceph-test x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 50 M 2026-02-22T21:45:01.341 INFO:teuthology.orchestra.run.trial082.stdout:Installing dependencies: 2026-02-22T21:45:01.341 INFO:teuthology.orchestra.run.trial082.stdout: libcephsqlite x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 163 k 2026-02-22T21:45:01.341 INFO:teuthology.orchestra.run.trial082.stdout: libxslt x86_64 1.1.34-12.el9 appstream 233 k 2026-02-22T21:45:01.341 INFO:teuthology.orchestra.run.trial082.stdout: socat x86_64 1.7.4.1-8.el9 appstream 303 k 2026-02-22T21:45:01.341 INFO:teuthology.orchestra.run.trial082.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2026-02-22T21:45:01.341 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:01.341 INFO:teuthology.orchestra.run.trial082.stdout:Transaction Summary 2026-02-22T21:45:01.342 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:01.342 INFO:teuthology.orchestra.run.trial082.stdout:Install 5 Packages 2026-02-22T21:45:01.342 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:01.342 INFO:teuthology.orchestra.run.trial082.stdout:Total download size: 50 M 2026-02-22T21:45:01.342 INFO:teuthology.orchestra.run.trial082.stdout:Installed size: 212 M 2026-02-22T21:45:01.342 INFO:teuthology.orchestra.run.trial082.stdout:Downloading Packages: 2026-02-22T21:45:01.388 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 37/37 2026-02-22T21:45:01.388 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:01.388 INFO:teuthology.orchestra.run.trial190.stdout:Upgraded: 2026-02-22T21:45:01.388 INFO:teuthology.orchestra.run.trial190.stdout: librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.389 INFO:teuthology.orchestra.run.trial190.stdout: librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.389 INFO:teuthology.orchestra.run.trial190.stdout:Installed: 2026-02-22T21:45:01.389 INFO:teuthology.orchestra.run.trial190.stdout: boost-program-options-1.75.0-13.el9.x86_64 2026-02-22T21:45:01.389 INFO:teuthology.orchestra.run.trial190.stdout: ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.389 INFO:teuthology.orchestra.run.trial190.stdout: ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.389 INFO:teuthology.orchestra.run.trial190.stdout: ceph-radosgw-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.389 INFO:teuthology.orchestra.run.trial190.stdout: ceph-selinux-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.390 INFO:teuthology.orchestra.run.trial190.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-02-22T21:45:01.390 INFO:teuthology.orchestra.run.trial190.stdout: libarrow-9.0.0-15.el9.x86_64 2026-02-22T21:45:01.390 INFO:teuthology.orchestra.run.trial190.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-02-22T21:45:01.390 INFO:teuthology.orchestra.run.trial190.stdout: libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.390 INFO:teuthology.orchestra.run.trial190.stdout: libnbd-1.20.3-4.el9.x86_64 2026-02-22T21:45:01.390 INFO:teuthology.orchestra.run.trial190.stdout: liboath-2.6.12-1.el9.x86_64 2026-02-22T21:45:01.390 INFO:teuthology.orchestra.run.trial190.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-02-22T21:45:01.390 INFO:teuthology.orchestra.run.trial190.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-02-22T21:45:01.390 INFO:teuthology.orchestra.run.trial190.stdout: libradosstriper1-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.391 INFO:teuthology.orchestra.run.trial190.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-02-22T21:45:01.391 INFO:teuthology.orchestra.run.trial190.stdout: librgw2-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.391 INFO:teuthology.orchestra.run.trial190.stdout: libunwind-1.6.2-1.el9.x86_64 2026-02-22T21:45:01.391 INFO:teuthology.orchestra.run.trial190.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-02-22T21:45:01.391 INFO:teuthology.orchestra.run.trial190.stdout: mailcap-2.1.49-5.el9.noarch 2026-02-22T21:45:01.391 INFO:teuthology.orchestra.run.trial190.stdout: nvme-cli-2.16-1.el9.x86_64 2026-02-22T21:45:01.391 INFO:teuthology.orchestra.run.trial190.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-02-22T21:45:01.391 INFO:teuthology.orchestra.run.trial190.stdout: pciutils-3.7.0-7.el9.x86_64 2026-02-22T21:45:01.391 INFO:teuthology.orchestra.run.trial190.stdout: python3-ceph-argparse-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.391 INFO:teuthology.orchestra.run.trial190.stdout: python3-ceph-common-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.391 INFO:teuthology.orchestra.run.trial190.stdout: python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.392 INFO:teuthology.orchestra.run.trial190.stdout: python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.392 INFO:teuthology.orchestra.run.trial190.stdout: python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.392 INFO:teuthology.orchestra.run.trial190.stdout: python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:01.392 INFO:teuthology.orchestra.run.trial190.stdout: qatlib-25.08.0-2.el9.x86_64 2026-02-22T21:45:01.392 INFO:teuthology.orchestra.run.trial190.stdout: qatlib-service-25.08.0-2.el9.x86_64 2026-02-22T21:45:01.392 INFO:teuthology.orchestra.run.trial190.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-02-22T21:45:01.392 INFO:teuthology.orchestra.run.trial190.stdout: re2-1:20211101-20.el9.x86_64 2026-02-22T21:45:01.392 INFO:teuthology.orchestra.run.trial190.stdout: thrift-0.15.0-4.el9.x86_64 2026-02-22T21:45:01.392 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:01.392 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:01.430 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install ceph-test 2026-02-22T21:45:01.500 INFO:teuthology.orchestra.run.trial082.stdout:(1/5): libcephsqlite-19.2.3-689.gf90f4eae.el9.x 1.8 MB/s | 163 kB 00:00 2026-02-22T21:45:01.621 INFO:teuthology.orchestra.run.trial082.stdout:(2/5): libxslt-1.1.34-12.el9.x86_64.rpm 1.1 MB/s | 233 kB 00:00 2026-02-22T21:45:01.626 INFO:teuthology.orchestra.run.trial082.stdout:(3/5): socat-1.7.4.1-8.el9.x86_64.rpm 2.4 MB/s | 303 kB 00:00 2026-02-22T21:45:01.724 INFO:teuthology.orchestra.run.trial082.stdout:(4/5): xmlstarlet-1.6.1-20.el9.x86_64.rpm 617 kB/s | 64 kB 00:00 2026-02-22T21:45:01.741 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:16 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:01.823 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout: Package Arch Version Repository Size 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout:Installing: 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout: ceph-test x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 50 M 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout:Installing dependencies: 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout: libcephsqlite x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 163 k 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout: libxslt x86_64 1.1.34-12.el9 appstream 233 k 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout: socat x86_64 1.7.4.1-8.el9 appstream 303 k 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout:Transaction Summary 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout:Install 5 Packages 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:01.824 INFO:teuthology.orchestra.run.trial190.stdout:Total download size: 50 M 2026-02-22T21:45:01.825 INFO:teuthology.orchestra.run.trial190.stdout:Installed size: 212 M 2026-02-22T21:45:01.825 INFO:teuthology.orchestra.run.trial190.stdout:Downloading Packages: 2026-02-22T21:45:01.976 INFO:teuthology.orchestra.run.trial190.stdout:(1/5): libxslt-1.1.34-12.el9.x86_64.rpm 2.6 MB/s | 233 kB 00:00 2026-02-22T21:45:02.023 INFO:teuthology.orchestra.run.trial190.stdout:(2/5): socat-1.7.4.1-8.el9.x86_64.rpm 6.4 MB/s | 303 kB 00:00 2026-02-22T21:45:02.045 INFO:teuthology.orchestra.run.trial190.stdout:(3/5): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.8 MB/s | 64 kB 00:00 2026-02-22T21:45:02.260 INFO:teuthology.orchestra.run.trial190.stdout:(4/5): libcephsqlite-19.2.3-689.gf90f4eae.el9.x 439 kB/s | 163 kB 00:00 2026-02-22T21:45:02.446 INFO:teuthology.orchestra.run.trial082.stdout:(5/5): ceph-test-19.2.3-689.gf90f4eae.el9.x86_6 48 MB/s | 50 MB 00:01 2026-02-22T21:45:02.448 INFO:teuthology.orchestra.run.trial082.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:02.448 INFO:teuthology.orchestra.run.trial082.stdout:Total 45 MB/s | 50 MB 00:01 2026-02-22T21:45:02.475 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction check 2026-02-22T21:45:02.483 INFO:teuthology.orchestra.run.trial082.stdout:Transaction check succeeded. 2026-02-22T21:45:02.484 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction test 2026-02-22T21:45:02.672 INFO:teuthology.orchestra.run.trial082.stdout:Transaction test succeeded. 2026-02-22T21:45:02.672 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction 2026-02-22T21:45:02.883 INFO:teuthology.orchestra.run.trial082.stdout: Preparing : 1/1 2026-02-22T21:45:02.889 INFO:teuthology.orchestra.run.trial082.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 1/5 2026-02-22T21:45:02.893 INFO:teuthology.orchestra.run.trial082.stdout: Installing : libxslt-1.1.34-12.el9.x86_64 2/5 2026-02-22T21:45:02.901 INFO:teuthology.orchestra.run.trial082.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 3/5 2026-02-22T21:45:02.902 INFO:teuthology.orchestra.run.trial082.stdout: Installing : libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 4/5 2026-02-22T21:45:03.284 INFO:teuthology.orchestra.run.trial190.stdout:(5/5): ceph-test-19.2.3-689.gf90f4eae.el9.x86_6 36 MB/s | 50 MB 00:01 2026-02-22T21:45:03.285 INFO:teuthology.orchestra.run.trial190.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:03.285 INFO:teuthology.orchestra.run.trial190.stdout:Total 34 MB/s | 50 MB 00:01 2026-02-22T21:45:03.314 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction check 2026-02-22T21:45:03.324 INFO:teuthology.orchestra.run.trial190.stdout:Transaction check succeeded. 2026-02-22T21:45:03.324 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction test 2026-02-22T21:45:03.510 INFO:teuthology.orchestra.run.trial190.stdout:Transaction test succeeded. 2026-02-22T21:45:03.510 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction 2026-02-22T21:45:03.722 INFO:teuthology.orchestra.run.trial190.stdout: Preparing : 1/1 2026-02-22T21:45:03.729 INFO:teuthology.orchestra.run.trial190.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 1/5 2026-02-22T21:45:03.733 INFO:teuthology.orchestra.run.trial190.stdout: Installing : libxslt-1.1.34-12.el9.x86_64 2/5 2026-02-22T21:45:03.741 INFO:teuthology.orchestra.run.trial190.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 3/5 2026-02-22T21:45:03.742 INFO:teuthology.orchestra.run.trial190.stdout: Installing : libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 4/5 2026-02-22T21:45:05.147 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 4/5 2026-02-22T21:45:05.164 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 5/5 2026-02-22T21:45:05.386 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 5/5 2026-02-22T21:45:05.386 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 1/5 2026-02-22T21:45:05.386 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 2/5 2026-02-22T21:45:05.386 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : libxslt-1.1.34-12.el9.x86_64 3/5 2026-02-22T21:45:05.386 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 4/5 2026-02-22T21:45:05.440 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 5/5 2026-02-22T21:45:05.440 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:05.441 INFO:teuthology.orchestra.run.trial082.stdout:Installed: 2026-02-22T21:45:05.441 INFO:teuthology.orchestra.run.trial082.stdout: ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:05.441 INFO:teuthology.orchestra.run.trial082.stdout: libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:05.441 INFO:teuthology.orchestra.run.trial082.stdout: libxslt-1.1.34-12.el9.x86_64 2026-02-22T21:45:05.441 INFO:teuthology.orchestra.run.trial082.stdout: socat-1.7.4.1-8.el9.x86_64 2026-02-22T21:45:05.441 INFO:teuthology.orchestra.run.trial082.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-02-22T21:45:05.441 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:05.441 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:05.472 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install ceph 2026-02-22T21:45:05.775 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:19 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:05.862 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:05.864 INFO:teuthology.orchestra.run.trial082.stdout:====================================================================================== 2026-02-22T21:45:05.865 INFO:teuthology.orchestra.run.trial082.stdout: Package Arch Version Repository Size 2026-02-22T21:45:05.865 INFO:teuthology.orchestra.run.trial082.stdout:====================================================================================== 2026-02-22T21:45:05.865 INFO:teuthology.orchestra.run.trial082.stdout:Installing: 2026-02-22T21:45:05.865 INFO:teuthology.orchestra.run.trial082.stdout: ceph x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 6.5 k 2026-02-22T21:45:05.865 INFO:teuthology.orchestra.run.trial082.stdout:Installing dependencies: 2026-02-22T21:45:05.865 INFO:teuthology.orchestra.run.trial082.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-02-22T21:45:05.865 INFO:teuthology.orchestra.run.trial082.stdout: ceph-grafana-dashboards noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 31 k 2026-02-22T21:45:05.865 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mds x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 2.4 M 2026-02-22T21:45:05.865 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mgr x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 1.1 M 2026-02-22T21:45:05.866 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mgr-modules-core noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 253 k 2026-02-22T21:45:05.866 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mon x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 4.7 M 2026-02-22T21:45:05.866 INFO:teuthology.orchestra.run.trial082.stdout: ceph-osd x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 17 M 2026-02-22T21:45:05.866 INFO:teuthology.orchestra.run.trial082.stdout: ceph-prometheus-alerts noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 17 k 2026-02-22T21:45:05.866 INFO:teuthology.orchestra.run.trial082.stdout: cephadm noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 769 k 2026-02-22T21:45:05.866 INFO:teuthology.orchestra.run.trial082.stdout: cryptsetup x86_64 2.8.1-3.el9 baseos 351 k 2026-02-22T21:45:05.866 INFO:teuthology.orchestra.run.trial082.stdout: flexiblas x86_64 3.0.4-9.el9 appstream 30 k 2026-02-22T21:45:05.866 INFO:teuthology.orchestra.run.trial082.stdout: flexiblas-netlib x86_64 3.0.4-9.el9 appstream 3.0 M 2026-02-22T21:45:05.866 INFO:teuthology.orchestra.run.trial082.stdout: flexiblas-openblas-openmp x86_64 3.0.4-9.el9 appstream 15 k 2026-02-22T21:45:05.866 INFO:teuthology.orchestra.run.trial082.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-02-22T21:45:05.866 INFO:teuthology.orchestra.run.trial082.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 40 k 2026-02-22T21:45:05.867 INFO:teuthology.orchestra.run.trial082.stdout: libconfig x86_64 1.7.2-9.el9 baseos 72 k 2026-02-22T21:45:05.867 INFO:teuthology.orchestra.run.trial082.stdout: libgfortran x86_64 11.5.0-14.el9 baseos 794 k 2026-02-22T21:45:05.867 INFO:teuthology.orchestra.run.trial082.stdout: libquadmath x86_64 11.5.0-14.el9 baseos 184 k 2026-02-22T21:45:05.867 INFO:teuthology.orchestra.run.trial082.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 246 k 2026-02-22T21:45:05.867 INFO:teuthology.orchestra.run.trial082.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2026-02-22T21:45:05.867 INFO:teuthology.orchestra.run.trial082.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2026-02-22T21:45:05.867 INFO:teuthology.orchestra.run.trial082.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-02-22T21:45:05.867 INFO:teuthology.orchestra.run.trial082.stdout: openblas x86_64 0.3.29-1.el9 appstream 42 k 2026-02-22T21:45:05.867 INFO:teuthology.orchestra.run.trial082.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-02-22T21:45:05.867 INFO:teuthology.orchestra.run.trial082.stdout: protobuf x86_64 3.14.0-17.el9 appstream 1.0 M 2026-02-22T21:45:05.867 INFO:teuthology.orchestra.run.trial082.stdout: protobuf-compiler x86_64 3.14.0-17.el9 crb 862 k 2026-02-22T21:45:05.868 INFO:teuthology.orchestra.run.trial082.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-02-22T21:45:05.868 INFO:teuthology.orchestra.run.trial082.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-02-22T21:45:05.868 INFO:teuthology.orchestra.run.trial082.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2026-02-22T21:45:05.868 INFO:teuthology.orchestra.run.trial082.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-02-22T21:45:05.868 INFO:teuthology.orchestra.run.trial082.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-02-22T21:45:05.868 INFO:teuthology.orchestra.run.trial082.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-02-22T21:45:05.868 INFO:teuthology.orchestra.run.trial082.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-02-22T21:45:05.868 INFO:teuthology.orchestra.run.trial082.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2026-02-22T21:45:05.868 INFO:teuthology.orchestra.run.trial082.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-02-22T21:45:05.868 INFO:teuthology.orchestra.run.trial082.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-02-22T21:45:05.868 INFO:teuthology.orchestra.run.trial082.stdout: python3-cryptography x86_64 36.0.1-5.el9 baseos 1.2 M 2026-02-22T21:45:05.868 INFO:teuthology.orchestra.run.trial082.stdout: python3-devel x86_64 3.9.25-3.el9 appstream 244 k 2026-02-22T21:45:05.869 INFO:teuthology.orchestra.run.trial082.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-02-22T21:45:05.869 INFO:teuthology.orchestra.run.trial082.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-02-22T21:45:05.869 INFO:teuthology.orchestra.run.trial082.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-02-22T21:45:05.869 INFO:teuthology.orchestra.run.trial082.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-02-22T21:45:05.869 INFO:teuthology.orchestra.run.trial082.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-02-22T21:45:05.869 INFO:teuthology.orchestra.run.trial082.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-02-22T21:45:05.869 INFO:teuthology.orchestra.run.trial082.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-02-22T21:45:05.869 INFO:teuthology.orchestra.run.trial082.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-02-22T21:45:05.869 INFO:teuthology.orchestra.run.trial082.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-02-22T21:45:05.869 INFO:teuthology.orchestra.run.trial082.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-02-22T21:45:05.869 INFO:teuthology.orchestra.run.trial082.stdout: python3-jinja2 noarch 2.11.3-8.el9 appstream 249 k 2026-02-22T21:45:05.869 INFO:teuthology.orchestra.run.trial082.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-02-22T21:45:05.869 INFO:teuthology.orchestra.run.trial082.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 177 k 2026-02-22T21:45:05.869 INFO:teuthology.orchestra.run.trial082.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-02-22T21:45:05.870 INFO:teuthology.orchestra.run.trial082.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-02-22T21:45:05.870 INFO:teuthology.orchestra.run.trial082.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2026-02-22T21:45:05.870 INFO:teuthology.orchestra.run.trial082.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2026-02-22T21:45:05.870 INFO:teuthology.orchestra.run.trial082.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-02-22T21:45:05.870 INFO:teuthology.orchestra.run.trial082.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-02-22T21:45:05.870 INFO:teuthology.orchestra.run.trial082.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-02-22T21:45:05.870 INFO:teuthology.orchestra.run.trial082.stdout: python3-numpy x86_64 1:1.23.5-2.el9 appstream 6.1 M 2026-02-22T21:45:05.870 INFO:teuthology.orchestra.run.trial082.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9 appstream 442 k 2026-02-22T21:45:05.870 INFO:teuthology.orchestra.run.trial082.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2026-02-22T21:45:05.870 INFO:teuthology.orchestra.run.trial082.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-02-22T21:45:05.870 INFO:teuthology.orchestra.run.trial082.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2026-02-22T21:45:05.870 INFO:teuthology.orchestra.run.trial082.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-02-22T21:45:05.871 INFO:teuthology.orchestra.run.trial082.stdout: python3-protobuf noarch 3.14.0-17.el9 appstream 267 k 2026-02-22T21:45:05.871 INFO:teuthology.orchestra.run.trial082.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-02-22T21:45:05.871 INFO:teuthology.orchestra.run.trial082.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2026-02-22T21:45:05.871 INFO:teuthology.orchestra.run.trial082.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2026-02-22T21:45:05.871 INFO:teuthology.orchestra.run.trial082.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2026-02-22T21:45:05.871 INFO:teuthology.orchestra.run.trial082.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-02-22T21:45:05.871 INFO:teuthology.orchestra.run.trial082.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-02-22T21:45:05.871 INFO:teuthology.orchestra.run.trial082.stdout: python3-requests noarch 2.25.1-10.el9 baseos 126 k 2026-02-22T21:45:05.871 INFO:teuthology.orchestra.run.trial082.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2026-02-22T21:45:05.871 INFO:teuthology.orchestra.run.trial082.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-02-22T21:45:05.871 INFO:teuthology.orchestra.run.trial082.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-02-22T21:45:05.871 INFO:teuthology.orchestra.run.trial082.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-02-22T21:45:05.871 INFO:teuthology.orchestra.run.trial082.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-02-22T21:45:05.871 INFO:teuthology.orchestra.run.trial082.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2026-02-22T21:45:05.872 INFO:teuthology.orchestra.run.trial082.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-02-22T21:45:05.872 INFO:teuthology.orchestra.run.trial082.stdout: python3-urllib3 noarch 1.26.5-7.el9 baseos 218 k 2026-02-22T21:45:05.872 INFO:teuthology.orchestra.run.trial082.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-02-22T21:45:05.872 INFO:teuthology.orchestra.run.trial082.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-02-22T21:45:05.872 INFO:teuthology.orchestra.run.trial082.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-02-22T21:45:05.872 INFO:teuthology.orchestra.run.trial082.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-02-22T21:45:05.872 INFO:teuthology.orchestra.run.trial082.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-02-22T21:45:05.872 INFO:teuthology.orchestra.run.trial082.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-02-22T21:45:05.872 INFO:teuthology.orchestra.run.trial082.stdout: unzip x86_64 6.0-59.el9 baseos 182 k 2026-02-22T21:45:05.872 INFO:teuthology.orchestra.run.trial082.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 189 k 2026-02-22T21:45:05.872 INFO:teuthology.orchestra.run.trial082.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 90 k 2026-02-22T21:45:05.872 INFO:teuthology.orchestra.run.trial082.stdout: zip x86_64 3.0-35.el9 baseos 266 k 2026-02-22T21:45:05.873 INFO:teuthology.orchestra.run.trial082.stdout:Installing weak dependencies: 2026-02-22T21:45:05.873 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mgr-cephadm noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 150 k 2026-02-22T21:45:05.873 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mgr-dashboard noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 3.8 M 2026-02-22T21:45:05.873 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mgr-diskprediction-local noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 7.4 M 2026-02-22T21:45:05.873 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mgr-k8sevents noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 22 k 2026-02-22T21:45:05.873 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mgr-rook noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 49 k 2026-02-22T21:45:05.873 INFO:teuthology.orchestra.run.trial082.stdout: ceph-volume noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 299 k 2026-02-22T21:45:05.873 INFO:teuthology.orchestra.run.trial082.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-02-22T21:45:05.873 INFO:teuthology.orchestra.run.trial082.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-02-22T21:45:05.873 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:05.873 INFO:teuthology.orchestra.run.trial082.stdout:Transaction Summary 2026-02-22T21:45:05.873 INFO:teuthology.orchestra.run.trial082.stdout:====================================================================================== 2026-02-22T21:45:05.874 INFO:teuthology.orchestra.run.trial082.stdout:Install 99 Packages 2026-02-22T21:45:05.874 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:05.874 INFO:teuthology.orchestra.run.trial082.stdout:Total download size: 95 M 2026-02-22T21:45:05.874 INFO:teuthology.orchestra.run.trial082.stdout:Installed size: 520 M 2026-02-22T21:45:05.875 INFO:teuthology.orchestra.run.trial082.stdout:Downloading Packages: 2026-02-22T21:45:06.035 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 4/5 2026-02-22T21:45:06.053 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 5/5 2026-02-22T21:45:06.272 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 5/5 2026-02-22T21:45:06.272 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 1/5 2026-02-22T21:45:06.272 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 2/5 2026-02-22T21:45:06.273 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : libxslt-1.1.34-12.el9.x86_64 3/5 2026-02-22T21:45:06.273 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 4/5 2026-02-22T21:45:06.325 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 5/5 2026-02-22T21:45:06.325 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:06.325 INFO:teuthology.orchestra.run.trial190.stdout:Installed: 2026-02-22T21:45:06.325 INFO:teuthology.orchestra.run.trial190.stdout: ceph-test-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:06.325 INFO:teuthology.orchestra.run.trial190.stdout: libcephsqlite-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:06.325 INFO:teuthology.orchestra.run.trial190.stdout: libxslt-1.1.34-12.el9.x86_64 2026-02-22T21:45:06.325 INFO:teuthology.orchestra.run.trial190.stdout: socat-1.7.4.1-8.el9.x86_64 2026-02-22T21:45:06.325 INFO:teuthology.orchestra.run.trial190.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-02-22T21:45:06.326 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:06.326 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:06.357 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install ceph 2026-02-22T21:45:06.568 INFO:teuthology.orchestra.run.trial082.stdout:(1/99): ceph-19.2.3-689.gf90f4eae.el9.x86_64.rp 124 kB/s | 6.5 kB 00:00 2026-02-22T21:45:06.658 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:21 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:06.661 INFO:teuthology.orchestra.run.trial082.stdout:(2/99): ceph-mgr-19.2.3-689.gf90f4eae.el9.x86_6 7.4 MB/s | 1.1 MB 00:00 2026-02-22T21:45:06.689 INFO:teuthology.orchestra.run.trial082.stdout:(3/99): ceph-mds-19.2.3-689.gf90f4eae.el9.x86_6 14 MB/s | 2.4 MB 00:00 2026-02-22T21:45:06.729 INFO:teuthology.orchestra.run.trial082.stdout:(4/99): ceph-grafana-dashboards-19.2.3-689.gf90 787 kB/s | 31 kB 00:00 2026-02-22T21:45:06.745 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:06.748 INFO:teuthology.orchestra.run.trial190.stdout:====================================================================================== 2026-02-22T21:45:06.748 INFO:teuthology.orchestra.run.trial190.stdout: Package Arch Version Repository Size 2026-02-22T21:45:06.749 INFO:teuthology.orchestra.run.trial190.stdout:====================================================================================== 2026-02-22T21:45:06.749 INFO:teuthology.orchestra.run.trial190.stdout:Installing: 2026-02-22T21:45:06.749 INFO:teuthology.orchestra.run.trial190.stdout: ceph x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 6.5 k 2026-02-22T21:45:06.749 INFO:teuthology.orchestra.run.trial190.stdout:Installing dependencies: 2026-02-22T21:45:06.749 INFO:teuthology.orchestra.run.trial190.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-02-22T21:45:06.749 INFO:teuthology.orchestra.run.trial190.stdout: ceph-grafana-dashboards noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 31 k 2026-02-22T21:45:06.749 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mds x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 2.4 M 2026-02-22T21:45:06.749 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mgr x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 1.1 M 2026-02-22T21:45:06.749 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mgr-modules-core noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 253 k 2026-02-22T21:45:06.750 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mon x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 4.7 M 2026-02-22T21:45:06.750 INFO:teuthology.orchestra.run.trial190.stdout: ceph-osd x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 17 M 2026-02-22T21:45:06.750 INFO:teuthology.orchestra.run.trial190.stdout: ceph-prometheus-alerts noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 17 k 2026-02-22T21:45:06.750 INFO:teuthology.orchestra.run.trial190.stdout: cephadm noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 769 k 2026-02-22T21:45:06.750 INFO:teuthology.orchestra.run.trial190.stdout: cryptsetup x86_64 2.8.1-3.el9 baseos 351 k 2026-02-22T21:45:06.750 INFO:teuthology.orchestra.run.trial190.stdout: flexiblas x86_64 3.0.4-9.el9 appstream 30 k 2026-02-22T21:45:06.750 INFO:teuthology.orchestra.run.trial190.stdout: flexiblas-netlib x86_64 3.0.4-9.el9 appstream 3.0 M 2026-02-22T21:45:06.750 INFO:teuthology.orchestra.run.trial190.stdout: flexiblas-openblas-openmp x86_64 3.0.4-9.el9 appstream 15 k 2026-02-22T21:45:06.750 INFO:teuthology.orchestra.run.trial190.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-02-22T21:45:06.750 INFO:teuthology.orchestra.run.trial190.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 40 k 2026-02-22T21:45:06.750 INFO:teuthology.orchestra.run.trial190.stdout: libconfig x86_64 1.7.2-9.el9 baseos 72 k 2026-02-22T21:45:06.750 INFO:teuthology.orchestra.run.trial190.stdout: libgfortran x86_64 11.5.0-14.el9 baseos 794 k 2026-02-22T21:45:06.750 INFO:teuthology.orchestra.run.trial190.stdout: libquadmath x86_64 11.5.0-14.el9 baseos 184 k 2026-02-22T21:45:06.751 INFO:teuthology.orchestra.run.trial190.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 246 k 2026-02-22T21:45:06.751 INFO:teuthology.orchestra.run.trial190.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2026-02-22T21:45:06.751 INFO:teuthology.orchestra.run.trial190.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2026-02-22T21:45:06.751 INFO:teuthology.orchestra.run.trial190.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-02-22T21:45:06.751 INFO:teuthology.orchestra.run.trial190.stdout: openblas x86_64 0.3.29-1.el9 appstream 42 k 2026-02-22T21:45:06.751 INFO:teuthology.orchestra.run.trial190.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-02-22T21:45:06.751 INFO:teuthology.orchestra.run.trial190.stdout: protobuf x86_64 3.14.0-17.el9 appstream 1.0 M 2026-02-22T21:45:06.751 INFO:teuthology.orchestra.run.trial190.stdout: protobuf-compiler x86_64 3.14.0-17.el9 crb 862 k 2026-02-22T21:45:06.751 INFO:teuthology.orchestra.run.trial190.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-02-22T21:45:06.751 INFO:teuthology.orchestra.run.trial190.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-02-22T21:45:06.751 INFO:teuthology.orchestra.run.trial190.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2026-02-22T21:45:06.751 INFO:teuthology.orchestra.run.trial190.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-02-22T21:45:06.752 INFO:teuthology.orchestra.run.trial190.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-02-22T21:45:06.752 INFO:teuthology.orchestra.run.trial190.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-02-22T21:45:06.752 INFO:teuthology.orchestra.run.trial190.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-02-22T21:45:06.752 INFO:teuthology.orchestra.run.trial190.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2026-02-22T21:45:06.752 INFO:teuthology.orchestra.run.trial190.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-02-22T21:45:06.752 INFO:teuthology.orchestra.run.trial190.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-02-22T21:45:06.752 INFO:teuthology.orchestra.run.trial190.stdout: python3-cryptography x86_64 36.0.1-5.el9 baseos 1.2 M 2026-02-22T21:45:06.752 INFO:teuthology.orchestra.run.trial190.stdout: python3-devel x86_64 3.9.25-3.el9 appstream 244 k 2026-02-22T21:45:06.752 INFO:teuthology.orchestra.run.trial190.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-02-22T21:45:06.752 INFO:teuthology.orchestra.run.trial190.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-02-22T21:45:06.752 INFO:teuthology.orchestra.run.trial190.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-02-22T21:45:06.752 INFO:teuthology.orchestra.run.trial190.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-02-22T21:45:06.752 INFO:teuthology.orchestra.run.trial190.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-02-22T21:45:06.753 INFO:teuthology.orchestra.run.trial190.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-02-22T21:45:06.753 INFO:teuthology.orchestra.run.trial190.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-02-22T21:45:06.753 INFO:teuthology.orchestra.run.trial190.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-02-22T21:45:06.753 INFO:teuthology.orchestra.run.trial190.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-02-22T21:45:06.753 INFO:teuthology.orchestra.run.trial190.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-02-22T21:45:06.753 INFO:teuthology.orchestra.run.trial190.stdout: python3-jinja2 noarch 2.11.3-8.el9 appstream 249 k 2026-02-22T21:45:06.753 INFO:teuthology.orchestra.run.trial190.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-02-22T21:45:06.753 INFO:teuthology.orchestra.run.trial190.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 177 k 2026-02-22T21:45:06.753 INFO:teuthology.orchestra.run.trial190.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-02-22T21:45:06.753 INFO:teuthology.orchestra.run.trial190.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-02-22T21:45:06.753 INFO:teuthology.orchestra.run.trial190.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2026-02-22T21:45:06.754 INFO:teuthology.orchestra.run.trial190.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2026-02-22T21:45:06.754 INFO:teuthology.orchestra.run.trial190.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-02-22T21:45:06.754 INFO:teuthology.orchestra.run.trial190.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-02-22T21:45:06.754 INFO:teuthology.orchestra.run.trial190.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-02-22T21:45:06.754 INFO:teuthology.orchestra.run.trial190.stdout: python3-numpy x86_64 1:1.23.5-2.el9 appstream 6.1 M 2026-02-22T21:45:06.754 INFO:teuthology.orchestra.run.trial190.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9 appstream 442 k 2026-02-22T21:45:06.754 INFO:teuthology.orchestra.run.trial190.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2026-02-22T21:45:06.754 INFO:teuthology.orchestra.run.trial190.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-02-22T21:45:06.754 INFO:teuthology.orchestra.run.trial190.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2026-02-22T21:45:06.754 INFO:teuthology.orchestra.run.trial190.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-02-22T21:45:06.755 INFO:teuthology.orchestra.run.trial190.stdout: python3-protobuf noarch 3.14.0-17.el9 appstream 267 k 2026-02-22T21:45:06.755 INFO:teuthology.orchestra.run.trial190.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-02-22T21:45:06.755 INFO:teuthology.orchestra.run.trial190.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2026-02-22T21:45:06.755 INFO:teuthology.orchestra.run.trial190.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2026-02-22T21:45:06.755 INFO:teuthology.orchestra.run.trial190.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2026-02-22T21:45:06.755 INFO:teuthology.orchestra.run.trial190.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-02-22T21:45:06.755 INFO:teuthology.orchestra.run.trial190.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-02-22T21:45:06.755 INFO:teuthology.orchestra.run.trial190.stdout: python3-requests noarch 2.25.1-10.el9 baseos 126 k 2026-02-22T21:45:06.755 INFO:teuthology.orchestra.run.trial190.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2026-02-22T21:45:06.755 INFO:teuthology.orchestra.run.trial190.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-02-22T21:45:06.755 INFO:teuthology.orchestra.run.trial190.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-02-22T21:45:06.755 INFO:teuthology.orchestra.run.trial190.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-02-22T21:45:06.755 INFO:teuthology.orchestra.run.trial190.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-02-22T21:45:06.756 INFO:teuthology.orchestra.run.trial190.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2026-02-22T21:45:06.756 INFO:teuthology.orchestra.run.trial190.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-02-22T21:45:06.756 INFO:teuthology.orchestra.run.trial190.stdout: python3-urllib3 noarch 1.26.5-7.el9 baseos 218 k 2026-02-22T21:45:06.756 INFO:teuthology.orchestra.run.trial190.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-02-22T21:45:06.756 INFO:teuthology.orchestra.run.trial190.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-02-22T21:45:06.756 INFO:teuthology.orchestra.run.trial190.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-02-22T21:45:06.756 INFO:teuthology.orchestra.run.trial190.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-02-22T21:45:06.756 INFO:teuthology.orchestra.run.trial190.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-02-22T21:45:06.756 INFO:teuthology.orchestra.run.trial190.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-02-22T21:45:06.756 INFO:teuthology.orchestra.run.trial190.stdout: unzip x86_64 6.0-59.el9 baseos 182 k 2026-02-22T21:45:06.756 INFO:teuthology.orchestra.run.trial190.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 189 k 2026-02-22T21:45:06.756 INFO:teuthology.orchestra.run.trial190.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 90 k 2026-02-22T21:45:06.757 INFO:teuthology.orchestra.run.trial190.stdout: zip x86_64 3.0-35.el9 baseos 266 k 2026-02-22T21:45:06.757 INFO:teuthology.orchestra.run.trial190.stdout:Installing weak dependencies: 2026-02-22T21:45:06.757 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mgr-cephadm noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 150 k 2026-02-22T21:45:06.757 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mgr-dashboard noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 3.8 M 2026-02-22T21:45:06.757 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mgr-diskprediction-local noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 7.4 M 2026-02-22T21:45:06.757 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mgr-k8sevents noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 22 k 2026-02-22T21:45:06.757 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mgr-rook noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 49 k 2026-02-22T21:45:06.757 INFO:teuthology.orchestra.run.trial190.stdout: ceph-volume noarch 2:19.2.3-689.gf90f4eae.el9 ceph-noarch 299 k 2026-02-22T21:45:06.757 INFO:teuthology.orchestra.run.trial190.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-02-22T21:45:06.757 INFO:teuthology.orchestra.run.trial190.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-02-22T21:45:06.757 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:06.757 INFO:teuthology.orchestra.run.trial190.stdout:Transaction Summary 2026-02-22T21:45:06.757 INFO:teuthology.orchestra.run.trial190.stdout:====================================================================================== 2026-02-22T21:45:06.758 INFO:teuthology.orchestra.run.trial190.stdout:Install 99 Packages 2026-02-22T21:45:06.758 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:06.758 INFO:teuthology.orchestra.run.trial190.stdout:Total download size: 95 M 2026-02-22T21:45:06.759 INFO:teuthology.orchestra.run.trial190.stdout:Installed size: 520 M 2026-02-22T21:45:06.759 INFO:teuthology.orchestra.run.trial190.stdout:Downloading Packages: 2026-02-22T21:45:06.769 INFO:teuthology.orchestra.run.trial082.stdout:(5/99): ceph-mgr-cephadm-19.2.3-689.gf90f4eae.e 3.7 MB/s | 150 kB 00:00 2026-02-22T21:45:06.795 INFO:teuthology.orchestra.run.trial082.stdout:(6/99): ceph-mon-19.2.3-689.gf90f4eae.el9.x86_6 21 MB/s | 4.7 MB 00:00 2026-02-22T21:45:06.972 INFO:teuthology.orchestra.run.trial082.stdout:(7/99): ceph-mgr-dashboard-19.2.3-689.gf90f4eae 19 MB/s | 3.8 MB 00:00 2026-02-22T21:45:07.018 INFO:teuthology.orchestra.run.trial082.stdout:(8/99): ceph-mgr-k8sevents-19.2.3-689.gf90f4eae 479 kB/s | 22 kB 00:00 2026-02-22T21:45:07.071 INFO:teuthology.orchestra.run.trial082.stdout:(9/99): ceph-mgr-modules-core-19.2.3-689.gf90f4 4.7 MB/s | 253 kB 00:00 2026-02-22T21:45:07.127 INFO:teuthology.orchestra.run.trial082.stdout:(10/99): ceph-mgr-diskprediction-local-19.2.3-6 22 MB/s | 7.4 MB 00:00 2026-02-22T21:45:07.127 INFO:teuthology.orchestra.run.trial082.stdout:(11/99): ceph-mgr-rook-19.2.3-689.gf90f4eae.el9 880 kB/s | 49 kB 00:00 2026-02-22T21:45:07.153 INFO:teuthology.orchestra.run.trial082.stdout:(12/99): ceph-prometheus-alerts-19.2.3-689.gf90 641 kB/s | 17 kB 00:00 2026-02-22T21:45:07.159 INFO:teuthology.orchestra.run.trial082.stdout:(13/99): ceph-volume-19.2.3-689.gf90f4eae.el9.n 9.1 MB/s | 299 kB 00:00 2026-02-22T21:45:07.198 INFO:teuthology.orchestra.run.trial082.stdout:(14/99): cephadm-19.2.3-689.gf90f4eae.el9.noarc 17 MB/s | 769 kB 00:00 2026-02-22T21:45:07.274 INFO:teuthology.orchestra.run.trial082.stdout:(15/99): ceph-osd-19.2.3-689.gf90f4eae.el9.x86_ 28 MB/s | 17 MB 00:00 2026-02-22T21:45:07.275 INFO:teuthology.orchestra.run.trial082.stdout:(16/99): ledmon-libs-1.1.0-3.el9.x86_64.rpm 531 kB/s | 40 kB 00:00 2026-02-22T21:45:07.275 INFO:teuthology.orchestra.run.trial082.stdout:(17/99): cryptsetup-2.8.1-3.el9.x86_64.rpm 3.0 MB/s | 351 kB 00:00 2026-02-22T21:45:07.297 INFO:teuthology.orchestra.run.trial082.stdout:(18/99): libconfig-1.7.2-9.el9.x86_64.rpm 3.1 MB/s | 72 kB 00:00 2026-02-22T21:45:07.299 INFO:teuthology.orchestra.run.trial082.stdout:(19/99): libquadmath-11.5.0-14.el9.x86_64.rpm 7.6 MB/s | 184 kB 00:00 2026-02-22T21:45:07.342 INFO:teuthology.orchestra.run.trial082.stdout:(20/99): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.5 MB/s | 253 kB 00:00 2026-02-22T21:45:07.364 INFO:teuthology.orchestra.run.trial082.stdout:(21/99): python3-cryptography-36.0.1-5.el9.x86_ 19 MB/s | 1.2 MB 00:00 2026-02-22T21:45:07.367 INFO:teuthology.orchestra.run.trial082.stdout:(22/99): python3-ply-3.11-14.el9.noarch.rpm 4.2 MB/s | 106 kB 00:00 2026-02-22T21:45:07.388 INFO:teuthology.orchestra.run.trial082.stdout:(23/99): python3-pycparser-2.20-6.el9.noarch.rp 5.5 MB/s | 135 kB 00:00 2026-02-22T21:45:07.392 INFO:teuthology.orchestra.run.trial082.stdout:(24/99): python3-pyparsing-2.4.7-9.el9.noarch.r 6.0 MB/s | 150 kB 00:00 2026-02-22T21:45:07.402 INFO:teuthology.orchestra.run.trial082.stdout:(25/99): libgfortran-11.5.0-14.el9.x86_64.rpm 6.1 MB/s | 794 kB 00:00 2026-02-22T21:45:07.411 INFO:teuthology.orchestra.run.trial082.stdout:(26/99): python3-requests-2.25.1-10.el9.noarch. 5.2 MB/s | 126 kB 00:00 2026-02-22T21:45:07.416 INFO:teuthology.orchestra.run.trial082.stdout:(27/99): python3-urllib3-1.26.5-7.el9.noarch.rp 8.7 MB/s | 218 kB 00:00 2026-02-22T21:45:07.426 INFO:teuthology.orchestra.run.trial082.stdout:(28/99): unzip-6.0-59.el9.x86_64.rpm 7.5 MB/s | 182 kB 00:00 2026-02-22T21:45:07.435 INFO:teuthology.orchestra.run.trial082.stdout:(29/99): zip-3.0-35.el9.x86_64.rpm 11 MB/s | 266 kB 00:00 2026-02-22T21:45:07.462 INFO:teuthology.orchestra.run.trial082.stdout:(30/99): flexiblas-3.0.4-9.el9.x86_64.rpm 642 kB/s | 30 kB 00:00 2026-02-22T21:45:07.462 INFO:teuthology.orchestra.run.trial082.stdout:(31/99): flexiblas-openblas-openmp-3.0.4-9.el9. 548 kB/s | 15 kB 00:00 2026-02-22T21:45:07.496 INFO:teuthology.orchestra.run.trial082.stdout:(32/99): libstoragemgmt-1.10.1-1.el9.x86_64.rpm 7.2 MB/s | 246 kB 00:00 2026-02-22T21:45:07.501 INFO:teuthology.orchestra.run.trial082.stdout:(33/99): lua-5.4.4-4.el9.x86_64.rpm 4.8 MB/s | 188 kB 00:00 2026-02-22T21:45:07.505 INFO:teuthology.orchestra.run.trial082.stdout:(34/99): openblas-0.3.29-1.el9.x86_64.rpm 4.4 MB/s | 42 kB 00:00 2026-02-22T21:45:07.531 INFO:teuthology.orchestra.run.trial082.stdout:(35/99): flexiblas-netlib-3.0.4-9.el9.x86_64.rp 28 MB/s | 3.0 MB 00:00 2026-02-22T21:45:07.537 INFO:teuthology.orchestra.run.trial082.stdout:(36/99): protobuf-3.14.0-17.el9.x86_64.rpm 31 MB/s | 1.0 MB 00:00 2026-02-22T21:45:07.552 INFO:teuthology.orchestra.run.trial082.stdout:(37/99): python3-devel-3.9.25-3.el9.x86_64.rpm 17 MB/s | 244 kB 00:00 2026-02-22T21:45:07.569 INFO:teuthology.orchestra.run.trial082.stdout:(38/99): python3-babel-2.9.1-2.el9.noarch.rpm 158 MB/s | 6.0 MB 00:00 2026-02-22T21:45:07.570 INFO:teuthology.orchestra.run.trial082.stdout:(39/99): python3-jinja2-2.11.3-8.el9.noarch.rpm 13 MB/s | 249 kB 00:00 2026-02-22T21:45:07.582 INFO:teuthology.orchestra.run.trial082.stdout:(40/99): python3-libstoragemgmt-1.10.1-1.el9.x8 14 MB/s | 177 kB 00:00 2026-02-22T21:45:07.590 INFO:teuthology.orchestra.run.trial082.stdout:(41/99): python3-lxml-4.6.5-3.el9.x86_64.rpm 64 MB/s | 1.2 MB 00:00 2026-02-22T21:45:07.594 INFO:teuthology.orchestra.run.trial082.stdout:(42/99): python3-mako-1.1.4-6.el9.noarch.rpm 14 MB/s | 172 kB 00:00 2026-02-22T21:45:07.600 INFO:teuthology.orchestra.run.trial082.stdout:(43/99): python3-markupsafe-1.1.1-12.el9.x86_64 3.3 MB/s | 35 kB 00:00 2026-02-22T21:45:07.613 INFO:teuthology.orchestra.run.trial082.stdout:(44/99): python3-numpy-f2py-1.23.5-2.el9.x86_64 34 MB/s | 442 kB 00:00 2026-02-22T21:45:07.629 INFO:teuthology.orchestra.run.trial082.stdout:(45/99): openblas-openmp-0.3.29-1.el9.x86_64.rp 41 MB/s | 5.3 MB 00:00 2026-02-22T21:45:07.629 INFO:teuthology.orchestra.run.trial082.stdout:(46/99): python3-packaging-20.9-5.el9.noarch.rp 4.6 MB/s | 77 kB 00:00 2026-02-22T21:45:07.637 INFO:teuthology.orchestra.run.trial082.stdout:(47/99): python3-numpy-1.23.5-2.el9.x86_64.rpm 144 MB/s | 6.1 MB 00:00 2026-02-22T21:45:07.640 INFO:teuthology.orchestra.run.trial082.stdout:(48/99): python3-pyasn1-0.4.8-6.el9.noarch.rpm 15 MB/s | 159 kB 00:00 2026-02-22T21:45:07.642 INFO:teuthology.orchestra.run.trial082.stdout:(49/99): python3-protobuf-3.14.0-17.el9.noarch. 20 MB/s | 267 kB 00:00 2026-02-22T21:45:07.650 INFO:teuthology.orchestra.run.trial082.stdout:(50/99): python3-pyasn1-modules-0.4.8-6.el9.noa 21 MB/s | 279 kB 00:00 2026-02-22T21:45:07.651 INFO:teuthology.orchestra.run.trial082.stdout:(51/99): python3-requests-oauthlib-1.3.0-12.el9 4.8 MB/s | 54 kB 00:00 2026-02-22T21:45:07.661 INFO:teuthology.orchestra.run.trial082.stdout:(52/99): xmlsec1-1.2.29-13.el9.x86_64.rpm 18 MB/s | 189 kB 00:00 2026-02-22T21:45:07.662 INFO:teuthology.orchestra.run.trial082.stdout:(53/99): python3-toml-0.10.2-6.el9.noarch.rpm 3.6 MB/s | 42 kB 00:00 2026-02-22T21:45:07.673 INFO:teuthology.orchestra.run.trial082.stdout:(54/99): xmlsec1-openssl-1.2.29-13.el9.x86_64.r 7.5 MB/s | 90 kB 00:00 2026-02-22T21:45:07.903 INFO:teuthology.orchestra.run.trial190.stdout:(1/99): ceph-19.2.3-689.gf90f4eae.el9.x86_64.rp 27 kB/s | 6.5 kB 00:00 2026-02-22T21:45:08.049 INFO:teuthology.orchestra.run.trial082.stdout:(55/99): python3-scipy-1.9.3-2.el9.x86_64.rpm 47 MB/s | 19 MB 00:00 2026-02-22T21:45:08.233 INFO:teuthology.orchestra.run.trial082.stdout:(56/99): lua-devel-5.4.4-4.el9.x86_64.rpm 39 kB/s | 22 kB 00:00 2026-02-22T21:45:08.266 INFO:teuthology.orchestra.run.trial082.stdout:(57/99): abseil-cpp-20211102.0-4.el9.x86_64.rpm 2.5 MB/s | 551 kB 00:00 2026-02-22T21:45:08.267 INFO:teuthology.orchestra.run.trial082.stdout:(58/99): grpc-data-1.46.7-10.el9.noarch.rpm 577 kB/s | 19 kB 00:00 2026-02-22T21:45:08.294 INFO:teuthology.orchestra.run.trial082.stdout:(59/99): luarocks-3.9.2-5.el9.noarch.rpm 5.2 MB/s | 151 kB 00:00 2026-02-22T21:45:08.317 INFO:teuthology.orchestra.run.trial082.stdout:(60/99): python3-asyncssh-2.13.2-5.el9.noarch.r 11 MB/s | 548 kB 00:00 2026-02-22T21:45:08.319 INFO:teuthology.orchestra.run.trial082.stdout:(61/99): python3-autocommand-2.2.2-8.el9.noarch 1.2 MB/s | 29 kB 00:00 2026-02-22T21:45:08.341 INFO:teuthology.orchestra.run.trial082.stdout:(62/99): python3-backports-tarfile-1.2.0-1.el9. 2.4 MB/s | 60 kB 00:00 2026-02-22T21:45:08.344 INFO:teuthology.orchestra.run.trial082.stdout:(63/99): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2026-02-22T21:45:08.366 INFO:teuthology.orchestra.run.trial082.stdout:(64/99): python3-cachetools-4.2.4-1.el9.noarch. 1.3 MB/s | 32 kB 00:00 2026-02-22T21:45:08.368 INFO:teuthology.orchestra.run.trial082.stdout:(65/99): python3-certifi-2023.05.07-4.el9.noarc 582 kB/s | 14 kB 00:00 2026-02-22T21:45:08.393 INFO:teuthology.orchestra.run.trial082.stdout:(66/99): python3-cheroot-10.0.1-4.el9.noarch.rp 6.4 MB/s | 173 kB 00:00 2026-02-22T21:45:08.397 INFO:teuthology.orchestra.run.trial082.stdout:(67/99): python3-cherrypy-18.6.1-2.el9.noarch.r 12 MB/s | 358 kB 00:00 2026-02-22T21:45:08.420 INFO:teuthology.orchestra.run.trial082.stdout:(68/99): python3-google-auth-2.45.0-1.el9.noarc 9.2 MB/s | 254 kB 00:00 2026-02-22T21:45:08.453 INFO:teuthology.orchestra.run.trial082.stdout:(69/99): python3-grpcio-1.46.7-10.el9.x86_64.rp 37 MB/s | 2.0 MB 00:00 2026-02-22T21:45:08.453 INFO:teuthology.orchestra.run.trial082.stdout:(70/99): python3-grpcio-tools-1.46.7-10.el9.x86 4.3 MB/s | 144 kB 00:00 2026-02-22T21:45:08.478 INFO:teuthology.orchestra.run.trial082.stdout:(71/99): python3-influxdb-5.3.1-1.el9.noarch.rp 5.4 MB/s | 139 kB 00:00 2026-02-22T21:45:08.478 INFO:teuthology.orchestra.run.trial082.stdout:(72/99): python3-isodate-0.6.1-3.el9.noarch.rpm 2.2 MB/s | 56 kB 00:00 2026-02-22T21:45:08.502 INFO:teuthology.orchestra.run.trial082.stdout:(73/99): python3-jaraco-8.2.1-3.el9.noarch.rpm 438 kB/s | 11 kB 00:00 2026-02-22T21:45:08.503 INFO:teuthology.orchestra.run.trial082.stdout:(74/99): python3-jaraco-classes-3.2.1-5.el9.noa 722 kB/s | 18 kB 00:00 2026-02-22T21:45:08.527 INFO:teuthology.orchestra.run.trial082.stdout:(75/99): python3-jaraco-collections-3.0.0-8.el9 947 kB/s | 23 kB 00:00 2026-02-22T21:45:08.528 INFO:teuthology.orchestra.run.trial082.stdout:(76/99): python3-jaraco-context-6.0.1-3.el9.noa 799 kB/s | 20 kB 00:00 2026-02-22T21:45:08.552 INFO:teuthology.orchestra.run.trial082.stdout:(77/99): python3-jaraco-functools-3.5.0-2.el9.n 796 kB/s | 19 kB 00:00 2026-02-22T21:45:08.552 INFO:teuthology.orchestra.run.trial082.stdout:(78/99): python3-jaraco-text-4.0.0-2.el9.noarch 1.1 MB/s | 26 kB 00:00 2026-02-22T21:45:08.582 INFO:teuthology.orchestra.run.trial082.stdout:(79/99): python3-kubernetes-26.1.0-3.el9.noarch 34 MB/s | 1.0 MB 00:00 2026-02-22T21:45:08.583 INFO:teuthology.orchestra.run.trial082.stdout:(80/99): python3-logutils-0.3.5-21.el9.noarch.r 1.5 MB/s | 46 kB 00:00 2026-02-22T21:45:08.607 INFO:teuthology.orchestra.run.trial082.stdout:(81/99): python3-more-itertools-8.12.0-2.el9.no 3.1 MB/s | 79 kB 00:00 2026-02-22T21:45:08.607 INFO:teuthology.orchestra.run.trial082.stdout:(82/99): python3-msgpack-1.0.3-2.el9.x86_64.rpm 3.4 MB/s | 86 kB 00:00 2026-02-22T21:45:08.632 INFO:teuthology.orchestra.run.trial082.stdout:(83/99): python3-natsort-7.1.1-5.el9.noarch.rpm 2.3 MB/s | 58 kB 00:00 2026-02-22T21:45:08.633 INFO:teuthology.orchestra.run.trial082.stdout:(84/99): python3-pecan-1.4.2-3.el9.noarch.rpm 10 MB/s | 272 kB 00:00 2026-02-22T21:45:08.657 INFO:teuthology.orchestra.run.trial082.stdout:(85/99): python3-portend-3.1.0-2.el9.noarch.rpm 674 kB/s | 16 kB 00:00 2026-02-22T21:45:08.658 INFO:teuthology.orchestra.run.trial082.stdout:(86/99): python3-pyOpenSSL-21.0.0-1.el9.noarch. 3.6 MB/s | 90 kB 00:00 2026-02-22T21:45:08.681 INFO:teuthology.orchestra.run.trial082.stdout:(87/99): python3-repoze-lru-0.7-16.el9.noarch.r 1.2 MB/s | 31 kB 00:00 2026-02-22T21:45:08.683 INFO:teuthology.orchestra.run.trial082.stdout:(88/99): python3-routes-2.5.1-5.el9.noarch.rpm 7.3 MB/s | 188 kB 00:00 2026-02-22T21:45:08.706 INFO:teuthology.orchestra.run.trial082.stdout:(89/99): python3-rsa-4.9-2.el9.noarch.rpm 2.4 MB/s | 59 kB 00:00 2026-02-22T21:45:08.708 INFO:teuthology.orchestra.run.trial082.stdout:(90/99): python3-saml-1.16.0-1.el9.noarch.rpm 4.9 MB/s | 125 kB 00:00 2026-02-22T21:45:08.731 INFO:teuthology.orchestra.run.trial082.stdout:(91/99): python3-tempora-5.0.0-2.el9.noarch.rpm 1.4 MB/s | 36 kB 00:00 2026-02-22T21:45:08.733 INFO:teuthology.orchestra.run.trial082.stdout:(92/99): python3-typing-extensions-4.15.0-1.el9 3.4 MB/s | 86 kB 00:00 2026-02-22T21:45:08.756 INFO:teuthology.orchestra.run.trial082.stdout:(93/99): python3-webob-1.8.8-2.el9.noarch.rpm 8.8 MB/s | 230 kB 00:00 2026-02-22T21:45:08.757 INFO:teuthology.orchestra.run.trial082.stdout:(94/99): python3-websocket-client-1.2.3-2.el9.n 3.5 MB/s | 90 kB 00:00 2026-02-22T21:45:08.784 INFO:teuthology.orchestra.run.trial082.stdout:(95/99): protobuf-compiler-3.14.0-17.el9.x86_64 776 kB/s | 862 kB 00:01 2026-02-22T21:45:08.784 INFO:teuthology.orchestra.run.trial082.stdout:(96/99): python3-werkzeug-2.0.3-3.el9.1.noarch. 15 MB/s | 427 kB 00:00 2026-02-22T21:45:08.785 INFO:teuthology.orchestra.run.trial082.stdout:(97/99): python3-xmlsec-1.3.13-1.el9.x86_64.rpm 1.7 MB/s | 48 kB 00:00 2026-02-22T21:45:08.809 INFO:teuthology.orchestra.run.trial082.stdout:(98/99): python3-xmltodict-0.12.0-15.el9.noarch 900 kB/s | 22 kB 00:00 2026-02-22T21:45:08.810 INFO:teuthology.orchestra.run.trial082.stdout:(99/99): python3-zc-lockfile-2.0-10.el9.noarch. 765 kB/s | 20 kB 00:00 2026-02-22T21:45:08.813 INFO:teuthology.orchestra.run.trial082.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:08.813 INFO:teuthology.orchestra.run.trial082.stdout:Total 32 MB/s | 95 MB 00:02 2026-02-22T21:45:08.916 INFO:teuthology.orchestra.run.trial190.stdout:(2/99): ceph-mgr-19.2.3-689.gf90f4eae.el9.x86_6 877 kB/s | 1.1 MB 00:01 2026-02-22T21:45:09.244 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction check 2026-02-22T21:45:09.281 INFO:teuthology.orchestra.run.trial082.stdout:Transaction check succeeded. 2026-02-22T21:45:09.281 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction test 2026-02-22T21:45:09.613 INFO:teuthology.orchestra.run.trial190.stdout:(3/99): ceph-mds-19.2.3-689.gf90f4eae.el9.x86_6 1.2 MB/s | 2.4 MB 00:01 2026-02-22T21:45:09.671 INFO:teuthology.orchestra.run.trial190.stdout:(4/99): ceph-grafana-dashboards-19.2.3-689.gf90 540 kB/s | 31 kB 00:00 2026-02-22T21:45:09.699 INFO:teuthology.orchestra.run.trial082.stdout:Transaction test succeeded. 2026-02-22T21:45:09.699 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction 2026-02-22T21:45:09.784 INFO:teuthology.orchestra.run.trial190.stdout:(5/99): ceph-mgr-cephadm-19.2.3-689.gf90f4eae.e 1.3 MB/s | 150 kB 00:00 2026-02-22T21:45:10.164 INFO:teuthology.orchestra.run.trial082.stdout: Preparing : 1/1 2026-02-22T21:45:10.166 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/99 2026-02-22T21:45:10.198 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/99 2026-02-22T21:45:10.203 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 3/99 2026-02-22T21:45:10.225 INFO:teuthology.orchestra.run.trial082.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 4/99 2026-02-22T21:45:10.230 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 5/99 2026-02-22T21:45:10.264 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 6/99 2026-02-22T21:45:10.273 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 7/99 2026-02-22T21:45:10.278 INFO:teuthology.orchestra.run.trial082.stdout: Installing : protobuf-3.14.0-17.el9.x86_64 8/99 2026-02-22T21:45:10.280 INFO:teuthology.orchestra.run.trial082.stdout: Installing : lua-5.4.4-4.el9.x86_64 9/99 2026-02-22T21:45:10.285 INFO:teuthology.orchestra.run.trial082.stdout: Installing : flexiblas-3.0.4-9.el9.x86_64 10/99 2026-02-22T21:45:10.308 INFO:teuthology.orchestra.run.trial082.stdout: Installing : unzip-6.0-59.el9.x86_64 11/99 2026-02-22T21:45:10.321 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-urllib3-1.26.5-7.el9.noarch 12/99 2026-02-22T21:45:10.324 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-requests-2.25.1-10.el9.noarch 13/99 2026-02-22T21:45:10.330 INFO:teuthology.orchestra.run.trial082.stdout: Installing : libquadmath-11.5.0-14.el9.x86_64 14/99 2026-02-22T21:45:10.333 INFO:teuthology.orchestra.run.trial082.stdout: Installing : libgfortran-11.5.0-14.el9.x86_64 15/99 2026-02-22T21:45:10.344 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 16/99 2026-02-22T21:45:10.350 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 17/99 2026-02-22T21:45:10.375 INFO:teuthology.orchestra.run.trial082.stdout: Installing : zip-3.0-35.el9.x86_64 18/99 2026-02-22T21:45:10.378 INFO:teuthology.orchestra.run.trial082.stdout: Installing : luarocks-3.9.2-5.el9.noarch 19/99 2026-02-22T21:45:10.383 INFO:teuthology.orchestra.run.trial190.stdout:(6/99): ceph-mon-19.2.3-689.gf90f4eae.el9.x86_6 1.9 MB/s | 4.7 MB 00:02 2026-02-22T21:45:10.386 INFO:teuthology.orchestra.run.trial082.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 20/99 2026-02-22T21:45:10.411 INFO:teuthology.orchestra.run.trial082.stdout: Installing : protobuf-compiler-3.14.0-17.el9.x86_64 21/99 2026-02-22T21:45:10.462 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 22/99 2026-02-22T21:45:10.475 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 23/99 2026-02-22T21:45:10.478 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-rsa-4.9-2.el9.noarch 24/99 2026-02-22T21:45:10.483 INFO:teuthology.orchestra.run.trial082.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 25/99 2026-02-22T21:45:10.488 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 26/99 2026-02-22T21:45:10.493 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 27/99 2026-02-22T21:45:10.496 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 28/99 2026-02-22T21:45:10.512 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 29/99 2026-02-22T21:45:10.533 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 30/99 2026-02-22T21:45:10.538 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 31/99 2026-02-22T21:45:10.543 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 32/99 2026-02-22T21:45:10.554 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 33/99 2026-02-22T21:45:10.563 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 34/99 2026-02-22T21:45:10.569 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 35/99 2026-02-22T21:45:10.588 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 36/99 2026-02-22T21:45:10.598 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 37/99 2026-02-22T21:45:10.652 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 38/99 2026-02-22T21:45:10.664 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 39/99 2026-02-22T21:45:10.680 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 40/99 2026-02-22T21:45:10.684 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 41/99 2026-02-22T21:45:10.692 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 42/99 2026-02-22T21:45:10.732 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 43/99 2026-02-22T21:45:11.056 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 44/99 2026-02-22T21:45:11.066 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 45/99 2026-02-22T21:45:11.070 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 46/99 2026-02-22T21:45:11.076 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 47/99 2026-02-22T21:45:11.078 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 48/99 2026-02-22T21:45:11.106 INFO:teuthology.orchestra.run.trial082.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 49/99 2026-02-22T21:45:11.150 INFO:teuthology.orchestra.run.trial082.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 50/99 2026-02-22T21:45:11.156 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 51/99 2026-02-22T21:45:11.160 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 52/99 2026-02-22T21:45:11.166 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 53/99 2026-02-22T21:45:11.169 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 54/99 2026-02-22T21:45:11.176 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 55/99 2026-02-22T21:45:11.180 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 56/99 2026-02-22T21:45:11.208 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 57/99 2026-02-22T21:45:11.218 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-protobuf-3.14.0-17.el9.noarch 58/99 2026-02-22T21:45:11.253 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/99 2026-02-22T21:45:11.477 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-devel-3.9.25-3.el9.x86_64 60/99 2026-02-22T21:45:11.501 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 61/99 2026-02-22T21:45:11.504 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-jinja2-2.11.3-8.el9.noarch 62/99 2026-02-22T21:45:11.563 INFO:teuthology.orchestra.run.trial082.stdout: Installing : openblas-0.3.29-1.el9.x86_64 63/99 2026-02-22T21:45:11.565 INFO:teuthology.orchestra.run.trial082.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 64/99 2026-02-22T21:45:11.586 INFO:teuthology.orchestra.run.trial082.stdout: Installing : flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 65/99 2026-02-22T21:45:11.626 INFO:teuthology.orchestra.run.trial190.stdout:(7/99): ceph-mgr-diskprediction-local-19.2.3-68 6.0 MB/s | 7.4 MB 00:01 2026-02-22T21:45:11.676 INFO:teuthology.orchestra.run.trial190.stdout:(8/99): ceph-mgr-k8sevents-19.2.3-689.gf90f4eae 437 kB/s | 22 kB 00:00 2026-02-22T21:45:11.731 INFO:teuthology.orchestra.run.trial190.stdout:(9/99): ceph-mgr-modules-core-19.2.3-689.gf90f4 4.6 MB/s | 253 kB 00:00 2026-02-22T21:45:11.782 INFO:teuthology.orchestra.run.trial190.stdout:(10/99): ceph-mgr-rook-19.2.3-689.gf90f4eae.el9 954 kB/s | 49 kB 00:00 2026-02-22T21:45:11.832 INFO:teuthology.orchestra.run.trial190.stdout:(11/99): ceph-prometheus-alerts-19.2.3-689.gf90 334 kB/s | 17 kB 00:00 2026-02-22T21:45:11.867 INFO:teuthology.orchestra.run.trial190.stdout:(12/99): ceph-mgr-dashboard-19.2.3-689.gf90f4ea 1.8 MB/s | 3.8 MB 00:02 2026-02-22T21:45:11.888 INFO:teuthology.orchestra.run.trial190.stdout:(13/99): ceph-volume-19.2.3-689.gf90f4eae.el9.n 5.3 MB/s | 299 kB 00:00 2026-02-22T21:45:11.912 INFO:teuthology.orchestra.run.trial082.stdout: Installing : flexiblas-netlib-3.0.4-9.el9.x86_64 66/99 2026-02-22T21:45:11.944 INFO:teuthology.orchestra.run.trial190.stdout:(14/99): cryptsetup-2.8.1-3.el9.x86_64.rpm 6.0 MB/s | 351 kB 00:00 2026-02-22T21:45:11.954 INFO:teuthology.orchestra.run.trial190.stdout:(15/99): ledmon-libs-1.1.0-3.el9.x86_64.rpm 4.3 MB/s | 40 kB 00:00 2026-02-22T21:45:11.963 INFO:teuthology.orchestra.run.trial190.stdout:(16/99): libconfig-1.7.2-9.el9.x86_64.rpm 7.4 MB/s | 72 kB 00:00 2026-02-22T21:45:11.985 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-numpy-1:1.23.5-2.el9.x86_64 67/99 2026-02-22T21:45:11.986 INFO:teuthology.orchestra.run.trial190.stdout:(17/99): libgfortran-11.5.0-14.el9.x86_64.rpm 34 MB/s | 794 kB 00:00 2026-02-22T21:45:11.998 INFO:teuthology.orchestra.run.trial190.stdout:(18/99): libquadmath-11.5.0-14.el9.x86_64.rpm 15 MB/s | 184 kB 00:00 2026-02-22T21:45:12.010 INFO:teuthology.orchestra.run.trial190.stdout:(19/99): python3-cffi-1.14.5-5.el9.x86_64.rpm 21 MB/s | 253 kB 00:00 2026-02-22T21:45:12.044 INFO:teuthology.orchestra.run.trial190.stdout:(20/99): python3-cryptography-36.0.1-5.el9.x86_ 37 MB/s | 1.2 MB 00:00 2026-02-22T21:45:12.055 INFO:teuthology.orchestra.run.trial190.stdout:(21/99): python3-ply-3.11-14.el9.noarch.rpm 9.8 MB/s | 106 kB 00:00 2026-02-22T21:45:12.066 INFO:teuthology.orchestra.run.trial190.stdout:(22/99): python3-pycparser-2.20-6.el9.noarch.rp 12 MB/s | 135 kB 00:00 2026-02-22T21:45:12.077 INFO:teuthology.orchestra.run.trial190.stdout:(23/99): python3-pyparsing-2.4.7-9.el9.noarch.r 13 MB/s | 150 kB 00:00 2026-02-22T21:45:12.089 INFO:teuthology.orchestra.run.trial190.stdout:(24/99): python3-requests-2.25.1-10.el9.noarch. 11 MB/s | 126 kB 00:00 2026-02-22T21:45:12.111 INFO:teuthology.orchestra.run.trial190.stdout:(25/99): ceph-osd-19.2.3-689.gf90f4eae.el9.x86_ 5.3 MB/s | 17 MB 00:03 2026-02-22T21:45:12.112 INFO:teuthology.orchestra.run.trial190.stdout:(26/99): python3-urllib3-1.26.5-7.el9.noarch.rp 9.1 MB/s | 218 kB 00:00 2026-02-22T21:45:12.125 INFO:teuthology.orchestra.run.trial190.stdout:(27/99): zip-3.0-35.el9.x86_64.rpm 19 MB/s | 266 kB 00:00 2026-02-22T21:45:12.146 INFO:teuthology.orchestra.run.trial190.stdout:(28/99): cephadm-19.2.3-689.gf90f4eae.el9.noarc 2.7 MB/s | 769 kB 00:00 2026-02-22T21:45:12.164 INFO:teuthology.orchestra.run.trial190.stdout:(29/99): unzip-6.0-59.el9.x86_64.rpm 3.3 MB/s | 182 kB 00:00 2026-02-22T21:45:12.216 INFO:teuthology.orchestra.run.trial190.stdout:(30/99): flexiblas-3.0.4-9.el9.x86_64.rpm 326 kB/s | 30 kB 00:00 2026-02-22T21:45:12.238 INFO:teuthology.orchestra.run.trial190.stdout:(31/99): flexiblas-openblas-openmp-3.0.4-9.el9. 202 kB/s | 15 kB 00:00 2026-02-22T21:45:12.316 INFO:teuthology.orchestra.run.trial190.stdout:(32/99): libstoragemgmt-1.10.1-1.el9.x86_64.rpm 2.4 MB/s | 246 kB 00:00 2026-02-22T21:45:12.339 INFO:teuthology.orchestra.run.trial190.stdout:(33/99): lua-5.4.4-4.el9.x86_64.rpm 1.8 MB/s | 188 kB 00:00 2026-02-22T21:45:12.347 INFO:teuthology.orchestra.run.trial190.stdout:(34/99): openblas-0.3.29-1.el9.x86_64.rpm 1.3 MB/s | 42 kB 00:00 2026-02-22T21:45:12.398 INFO:teuthology.orchestra.run.trial190.stdout:(35/99): flexiblas-netlib-3.0.4-9.el9.x86_64.rp 12 MB/s | 3.0 MB 00:00 2026-02-22T21:45:12.541 INFO:teuthology.orchestra.run.trial190.stdout:(36/99): protobuf-3.14.0-17.el9.x86_64.rpm 5.2 MB/s | 1.0 MB 00:00 2026-02-22T21:45:12.548 INFO:teuthology.orchestra.run.trial190.stdout:(37/99): python3-babel-2.9.1-2.el9.noarch.rpm 40 MB/s | 6.0 MB 00:00 2026-02-22T21:45:12.590 INFO:teuthology.orchestra.run.trial190.stdout:(38/99): python3-devel-3.9.25-3.el9.x86_64.rpm 4.9 MB/s | 244 kB 00:00 2026-02-22T21:45:12.596 INFO:teuthology.orchestra.run.trial190.stdout:(39/99): python3-jinja2-2.11.3-8.el9.noarch.rpm 5.1 MB/s | 249 kB 00:00 2026-02-22T21:45:12.644 INFO:teuthology.orchestra.run.trial190.stdout:(40/99): python3-libstoragemgmt-1.10.1-1.el9.x8 3.2 MB/s | 177 kB 00:00 2026-02-22T21:45:12.655 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9.x86_64 68/99 2026-02-22T21:45:12.670 INFO:teuthology.orchestra.run.trial190.stdout:(41/99): python3-lxml-4.6.5-3.el9.x86_64.rpm 16 MB/s | 1.2 MB 00:00 2026-02-22T21:45:12.672 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 69/99 2026-02-22T21:45:12.682 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 70/99 2026-02-22T21:45:12.688 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/99 2026-02-22T21:45:12.691 INFO:teuthology.orchestra.run.trial190.stdout:(42/99): python3-mako-1.1.4-6.el9.noarch.rpm 3.6 MB/s | 172 kB 00:00 2026-02-22T21:45:12.702 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-ply-3.11-14.el9.noarch 72/99 2026-02-22T21:45:12.703 INFO:teuthology.orchestra.run.trial190.stdout:(43/99): python3-markupsafe-1.1.1-12.el9.x86_64 1.0 MB/s | 35 kB 00:00 2026-02-22T21:45:12.717 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 73/99 2026-02-22T21:45:12.749 INFO:teuthology.orchestra.run.trial190.stdout:(44/99): python3-numpy-f2py-1.23.5-2.el9.x86_64 9.6 MB/s | 442 kB 00:00 2026-02-22T21:45:12.787 INFO:teuthology.orchestra.run.trial190.stdout:(45/99): python3-packaging-20.9-5.el9.noarch.rp 2.0 MB/s | 77 kB 00:00 2026-02-22T21:45:12.794 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 74/99 2026-02-22T21:45:12.802 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-cryptography-36.0.1-5.el9.x86_64 75/99 2026-02-22T21:45:12.826 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 76/99 2026-02-22T21:45:12.839 INFO:teuthology.orchestra.run.trial190.stdout:(46/99): python3-protobuf-3.14.0-17.el9.noarch. 5.0 MB/s | 267 kB 00:00 2026-02-22T21:45:12.855 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 77/99 2026-02-22T21:45:12.885 INFO:teuthology.orchestra.run.trial190.stdout:(47/99): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.4 MB/s | 159 kB 00:00 2026-02-22T21:45:12.906 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 78/99 2026-02-22T21:45:12.912 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 79/99 2026-02-22T21:45:12.915 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 80/99 2026-02-22T21:45:12.917 INFO:teuthology.orchestra.run.trial082.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 81/99 2026-02-22T21:45:12.933 INFO:teuthology.orchestra.run.trial190.stdout:(48/99): python3-pyasn1-modules-0.4.8-6.el9.noa 5.7 MB/s | 279 kB 00:00 2026-02-22T21:45:12.935 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 82/99 2026-02-22T21:45:12.935 INFO:teuthology.orchestra.run.trial082.stdout:Creating group 'libstoragemgmt' with GID 991. 2026-02-22T21:45:12.935 INFO:teuthology.orchestra.run.trial082.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 991 and GID 991. 2026-02-22T21:45:12.935 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:12.942 INFO:teuthology.orchestra.run.trial082.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 82/99 2026-02-22T21:45:12.968 INFO:teuthology.orchestra.run.trial190.stdout:(49/99): python3-requests-oauthlib-1.3.0-12.el9 1.5 MB/s | 54 kB 00:00 2026-02-22T21:45:12.968 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 82/99 2026-02-22T21:45:12.969 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-02-22T21:45:12.969 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:13.005 INFO:teuthology.orchestra.run.trial082.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 83/99 2026-02-22T21:45:13.068 INFO:teuthology.orchestra.run.trial082.stdout: Installing : cryptsetup-2.8.1-3.el9.x86_64 84/99 2026-02-22T21:45:13.070 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 85/99 2026-02-22T21:45:13.084 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 85/99 2026-02-22T21:45:13.084 INFO:teuthology.orchestra.run.trial082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:13.084 INFO:teuthology.orchestra.run.trial082.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-02-22T21:45:13.085 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:13.273 INFO:teuthology.orchestra.run.trial190.stdout:(50/99): openblas-openmp-0.3.29-1.el9.x86_64.rp 5.7 MB/s | 5.3 MB 00:00 2026-02-22T21:45:13.309 INFO:teuthology.orchestra.run.trial190.stdout:(51/99): python3-toml-0.10.2-6.el9.noarch.rpm 1.1 MB/s | 42 kB 00:00 2026-02-22T21:45:13.382 INFO:teuthology.orchestra.run.trial190.stdout:(52/99): python3-scipy-1.9.3-2.el9.x86_64.rpm 47 MB/s | 19 MB 00:00 2026-02-22T21:45:13.382 INFO:teuthology.orchestra.run.trial190.stdout:(53/99): xmlsec1-1.2.29-13.el9.x86_64.rpm 2.5 MB/s | 189 kB 00:00 2026-02-22T21:45:13.419 INFO:teuthology.orchestra.run.trial190.stdout:(54/99): xmlsec1-openssl-1.2.29-13.el9.x86_64.r 2.4 MB/s | 90 kB 00:00 2026-02-22T21:45:13.458 INFO:teuthology.orchestra.run.trial190.stdout:(55/99): lua-devel-5.4.4-4.el9.x86_64.rpm 296 kB/s | 22 kB 00:00 2026-02-22T21:45:13.565 INFO:teuthology.orchestra.run.trial190.stdout:(56/99): protobuf-compiler-3.14.0-17.el9.x86_64 5.8 MB/s | 862 kB 00:00 2026-02-22T21:45:13.723 INFO:teuthology.orchestra.run.trial190.stdout:(57/99): grpc-data-1.46.7-10.el9.noarch.rpm 123 kB/s | 19 kB 00:00 2026-02-22T21:45:13.757 INFO:teuthology.orchestra.run.trial190.stdout:(58/99): python3-numpy-1.23.5-2.el9.x86_64.rpm 5.7 MB/s | 6.1 MB 00:01 2026-02-22T21:45:13.779 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 86/99 2026-02-22T21:45:13.805 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 86/99 2026-02-22T21:45:13.805 INFO:teuthology.orchestra.run.trial082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:13.805 INFO:teuthology.orchestra.run.trial082.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-02-22T21:45:13.805 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-22T21:45:13.805 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-22T21:45:13.805 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:13.864 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 87/99 2026-02-22T21:45:13.866 INFO:teuthology.orchestra.run.trial190.stdout:(59/99): abseil-cpp-20211102.0-4.el9.x86_64.rpm 1.3 MB/s | 551 kB 00:00 2026-02-22T21:45:13.867 INFO:teuthology.orchestra.run.trial082.stdout: Installing : cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 87/99 2026-02-22T21:45:13.871 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-prometheus-alerts-2:19.2.3-689.gf90f4eae.el9. 88/99 2026-02-22T21:45:13.890 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-grafana-dashboards-2:19.2.3-689.gf90f4eae.el9 89/99 2026-02-22T21:45:13.892 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 90/99 2026-02-22T21:45:13.916 INFO:teuthology.orchestra.run.trial190.stdout:(60/99): luarocks-3.9.2-5.el9.noarch.rpm 785 kB/s | 151 kB 00:00 2026-02-22T21:45:13.922 INFO:teuthology.orchestra.run.trial190.stdout:(61/99): python3-autocommand-2.2.2-8.el9.noarch 531 kB/s | 29 kB 00:00 2026-02-22T21:45:13.978 INFO:teuthology.orchestra.run.trial190.stdout:(62/99): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 773 kB/s | 43 kB 00:00 2026-02-22T21:45:13.983 INFO:teuthology.orchestra.run.trial190.stdout:(63/99): python3-backports-tarfile-1.2.0-1.el9. 904 kB/s | 60 kB 00:00 2026-02-22T21:45:14.033 INFO:teuthology.orchestra.run.trial190.stdout:(64/99): python3-cachetools-4.2.4-1.el9.noarch. 588 kB/s | 32 kB 00:00 2026-02-22T21:45:14.038 INFO:teuthology.orchestra.run.trial190.stdout:(65/99): python3-certifi-2023.05.07-4.el9.noarc 257 kB/s | 14 kB 00:00 2026-02-22T21:45:14.098 INFO:teuthology.orchestra.run.trial190.stdout:(66/99): python3-cheroot-10.0.1-4.el9.noarch.rp 2.6 MB/s | 173 kB 00:00 2026-02-22T21:45:14.153 INFO:teuthology.orchestra.run.trial190.stdout:(67/99): python3-asyncssh-2.13.2-5.el9.noarch.r 1.4 MB/s | 548 kB 00:00 2026-02-22T21:45:14.169 INFO:teuthology.orchestra.run.trial190.stdout:(68/99): python3-cherrypy-18.6.1-2.el9.noarch.r 2.7 MB/s | 358 kB 00:00 2026-02-22T21:45:14.169 INFO:teuthology.orchestra.run.trial190.stdout:(69/99): python3-google-auth-2.45.0-1.el9.noarc 3.5 MB/s | 254 kB 00:00 2026-02-22T21:45:14.233 INFO:teuthology.orchestra.run.trial190.stdout:(70/99): python3-influxdb-5.3.1-1.el9.noarch.rp 2.1 MB/s | 139 kB 00:00 2026-02-22T21:45:14.234 INFO:teuthology.orchestra.run.trial190.stdout:(71/99): python3-grpcio-tools-1.46.7-10.el9.x86 2.2 MB/s | 144 kB 00:00 2026-02-22T21:45:14.287 INFO:teuthology.orchestra.run.trial190.stdout:(72/99): python3-jaraco-8.2.1-3.el9.noarch.rpm 200 kB/s | 11 kB 00:00 2026-02-22T21:45:14.289 INFO:teuthology.orchestra.run.trial190.stdout:(73/99): python3-isodate-0.6.1-3.el9.noarch.rpm 993 kB/s | 56 kB 00:00 2026-02-22T21:45:14.333 INFO:teuthology.orchestra.run.trial190.stdout:(74/99): python3-grpcio-1.46.7-10.el9.x86_64.rp 11 MB/s | 2.0 MB 00:00 2026-02-22T21:45:14.341 INFO:teuthology.orchestra.run.trial190.stdout:(75/99): python3-jaraco-classes-3.2.1-5.el9.noa 329 kB/s | 18 kB 00:00 2026-02-22T21:45:14.342 INFO:teuthology.orchestra.run.trial190.stdout:(76/99): python3-jaraco-collections-3.0.0-8.el9 439 kB/s | 23 kB 00:00 2026-02-22T21:45:14.382 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 90/99 2026-02-22T21:45:14.386 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noar 91/99 2026-02-22T21:45:14.387 INFO:teuthology.orchestra.run.trial190.stdout:(77/99): python3-jaraco-context-6.0.1-3.el9.noa 365 kB/s | 20 kB 00:00 2026-02-22T21:45:14.394 INFO:teuthology.orchestra.run.trial190.stdout:(78/99): python3-jaraco-functools-3.5.0-2.el9.n 362 kB/s | 19 kB 00:00 2026-02-22T21:45:14.396 INFO:teuthology.orchestra.run.trial190.stdout:(79/99): python3-jaraco-text-4.0.0-2.el9.noarch 491 kB/s | 26 kB 00:00 2026-02-22T21:45:14.451 INFO:teuthology.orchestra.run.trial190.stdout:(80/99): python3-logutils-0.3.5-21.el9.noarch.r 828 kB/s | 46 kB 00:00 2026-02-22T21:45:14.455 INFO:teuthology.orchestra.run.trial190.stdout:(81/99): python3-more-itertools-8.12.0-2.el9.no 1.3 MB/s | 79 kB 00:00 2026-02-22T21:45:14.496 INFO:teuthology.orchestra.run.trial190.stdout:(82/99): python3-kubernetes-26.1.0-3.el9.noarch 9.4 MB/s | 1.0 MB 00:00 2026-02-22T21:45:14.509 INFO:teuthology.orchestra.run.trial190.stdout:(83/99): python3-msgpack-1.0.3-2.el9.x86_64.rpm 1.5 MB/s | 86 kB 00:00 2026-02-22T21:45:14.511 INFO:teuthology.orchestra.run.trial190.stdout:(84/99): python3-natsort-7.1.1-5.el9.noarch.rpm 1.0 MB/s | 58 kB 00:00 2026-02-22T21:45:14.557 INFO:teuthology.orchestra.run.trial190.stdout:(85/99): python3-pecan-1.4.2-3.el9.noarch.rpm 4.4 MB/s | 272 kB 00:00 2026-02-22T21:45:14.563 INFO:teuthology.orchestra.run.trial190.stdout:(86/99): python3-portend-3.1.0-2.el9.noarch.rpm 304 kB/s | 16 kB 00:00 2026-02-22T21:45:14.570 INFO:teuthology.orchestra.run.trial190.stdout:(87/99): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.5 MB/s | 90 kB 00:00 2026-02-22T21:45:14.611 INFO:teuthology.orchestra.run.trial190.stdout:(88/99): python3-repoze-lru-0.7-16.el9.noarch.r 566 kB/s | 31 kB 00:00 2026-02-22T21:45:14.627 INFO:teuthology.orchestra.run.trial190.stdout:(89/99): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2026-02-22T21:45:14.629 INFO:teuthology.orchestra.run.trial190.stdout:(90/99): python3-routes-2.5.1-5.el9.noarch.rpm 2.8 MB/s | 188 kB 00:00 2026-02-22T21:45:14.668 INFO:teuthology.orchestra.run.trial190.stdout:(91/99): python3-saml-1.16.0-1.el9.noarch.rpm 2.2 MB/s | 125 kB 00:00 2026-02-22T21:45:14.681 INFO:teuthology.orchestra.run.trial190.stdout:(92/99): python3-tempora-5.0.0-2.el9.noarch.rpm 657 kB/s | 36 kB 00:00 2026-02-22T21:45:14.687 INFO:teuthology.orchestra.run.trial190.stdout:(93/99): python3-typing-extensions-4.15.0-1.el9 1.4 MB/s | 86 kB 00:00 2026-02-22T21:45:14.725 INFO:teuthology.orchestra.run.trial190.stdout:(94/99): python3-webob-1.8.8-2.el9.noarch.rpm 3.9 MB/s | 230 kB 00:00 2026-02-22T21:45:14.741 INFO:teuthology.orchestra.run.trial190.stdout:(95/99): python3-websocket-client-1.2.3-2.el9.n 1.5 MB/s | 90 kB 00:00 2026-02-22T21:45:14.770 INFO:teuthology.orchestra.run.trial190.stdout:(96/99): python3-werkzeug-2.0.3-3.el9.1.noarch. 5.1 MB/s | 427 kB 00:00 2026-02-22T21:45:14.779 INFO:teuthology.orchestra.run.trial190.stdout:(97/99): python3-xmlsec-1.3.13-1.el9.x86_64.rpm 898 kB/s | 48 kB 00:00 2026-02-22T21:45:14.807 INFO:teuthology.orchestra.run.trial190.stdout:(98/99): python3-xmltodict-0.12.0-15.el9.noarch 333 kB/s | 22 kB 00:00 2026-02-22T21:45:14.824 INFO:teuthology.orchestra.run.trial190.stdout:(99/99): python3-zc-lockfile-2.0-10.el9.noarch. 367 kB/s | 20 kB 00:00 2026-02-22T21:45:14.826 INFO:teuthology.orchestra.run.trial190.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:14.826 INFO:teuthology.orchestra.run.trial190.stdout:Total 12 MB/s | 95 MB 00:08 2026-02-22T21:45:14.838 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noar 91/99 2026-02-22T21:45:14.839 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4e 92/99 2026-02-22T21:45:14.852 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4e 92/99 2026-02-22T21:45:14.853 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noar 93/99 2026-02-22T21:45:14.908 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noar 93/99 2026-02-22T21:45:14.957 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-mgr-modules-core-2:19.2.3-689.gf90f4eae.el9.n 94/99 2026-02-22T21:45:14.958 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 95/99 2026-02-22T21:45:14.979 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 95/99 2026-02-22T21:45:14.979 INFO:teuthology.orchestra.run.trial082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:14.979 INFO:teuthology.orchestra.run.trial082.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-02-22T21:45:14.979 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-22T21:45:14.980 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-22T21:45:14.980 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:14.991 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 96/99 2026-02-22T21:45:15.207 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 96/99 2026-02-22T21:45:15.208 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 97/99 2026-02-22T21:45:15.230 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 97/99 2026-02-22T21:45:15.230 INFO:teuthology.orchestra.run.trial082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:15.230 INFO:teuthology.orchestra.run.trial082.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-02-22T21:45:15.231 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-22T21:45:15.231 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-22T21:45:15.231 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:15.249 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction check 2026-02-22T21:45:15.285 INFO:teuthology.orchestra.run.trial190.stdout:Transaction check succeeded. 2026-02-22T21:45:15.285 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction test 2026-02-22T21:45:15.331 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 98/99 2026-02-22T21:45:15.352 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 98/99 2026-02-22T21:45:15.352 INFO:teuthology.orchestra.run.trial082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:15.352 INFO:teuthology.orchestra.run.trial082.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-02-22T21:45:15.352 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-22T21:45:15.352 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-22T21:45:15.352 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:15.370 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 99/99 2026-02-22T21:45:15.707 INFO:teuthology.orchestra.run.trial190.stdout:Transaction test succeeded. 2026-02-22T21:45:15.707 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction 2026-02-22T21:45:16.032 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 99/99 2026-02-22T21:45:16.032 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 1/99 2026-02-22T21:45:16.033 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 2/99 2026-02-22T21:45:16.033 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 3/99 2026-02-22T21:45:16.033 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 4/99 2026-02-22T21:45:16.033 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 5/99 2026-02-22T21:45:16.033 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-grafana-dashboards-2:19.2.3-689.gf90f4eae.el9 6/99 2026-02-22T21:45:16.033 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 7/99 2026-02-22T21:45:16.033 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noar 8/99 2026-02-22T21:45:16.033 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4e 9/99 2026-02-22T21:45:16.033 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noar 10/99 2026-02-22T21:45:16.033 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-689.gf90f4eae.el9.n 11/99 2026-02-22T21:45:16.033 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 12/99 2026-02-22T21:45:16.033 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-prometheus-alerts-2:19.2.3-689.gf90f4eae.el9. 13/99 2026-02-22T21:45:16.033 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 14/99 2026-02-22T21:45:16.034 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 15/99 2026-02-22T21:45:16.034 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : cryptsetup-2.8.1-3.el9.x86_64 16/99 2026-02-22T21:45:16.034 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 17/99 2026-02-22T21:45:16.034 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 18/99 2026-02-22T21:45:16.034 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : libgfortran-11.5.0-14.el9.x86_64 19/99 2026-02-22T21:45:16.034 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : libquadmath-11.5.0-14.el9.x86_64 20/99 2026-02-22T21:45:16.034 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 21/99 2026-02-22T21:45:16.034 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-cryptography-36.0.1-5.el9.x86_64 22/99 2026-02-22T21:45:16.034 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-ply-3.11-14.el9.noarch 23/99 2026-02-22T21:45:16.034 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 24/99 2026-02-22T21:45:16.034 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 25/99 2026-02-22T21:45:16.034 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-requests-2.25.1-10.el9.noarch 26/99 2026-02-22T21:45:16.034 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-urllib3-1.26.5-7.el9.noarch 27/99 2026-02-22T21:45:16.034 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : unzip-6.0-59.el9.x86_64 28/99 2026-02-22T21:45:16.035 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : zip-3.0-35.el9.x86_64 29/99 2026-02-22T21:45:16.035 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : flexiblas-3.0.4-9.el9.x86_64 30/99 2026-02-22T21:45:16.035 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : flexiblas-netlib-3.0.4-9.el9.x86_64 31/99 2026-02-22T21:45:16.035 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 32/99 2026-02-22T21:45:16.035 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 33/99 2026-02-22T21:45:16.035 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : lua-5.4.4-4.el9.x86_64 34/99 2026-02-22T21:45:16.035 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 35/99 2026-02-22T21:45:16.035 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 36/99 2026-02-22T21:45:16.035 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : protobuf-3.14.0-17.el9.x86_64 37/99 2026-02-22T21:45:16.035 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 38/99 2026-02-22T21:45:16.035 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-devel-3.9.25-3.el9.x86_64 39/99 2026-02-22T21:45:16.035 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-jinja2-2.11.3-8.el9.noarch 40/99 2026-02-22T21:45:16.035 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 41/99 2026-02-22T21:45:16.035 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 42/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 43/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 44/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-numpy-1:1.23.5-2.el9.x86_64 45/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9.x86_64 46/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 47/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-protobuf-3.14.0-17.el9.noarch 48/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 49/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 50/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 51/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 52/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 53/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 54/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 55/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 56/99 2026-02-22T21:45:16.036 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : protobuf-compiler-3.14.0-17.el9.x86_64 57/99 2026-02-22T21:45:16.037 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 58/99 2026-02-22T21:45:16.037 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 59/99 2026-02-22T21:45:16.037 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 60/99 2026-02-22T21:45:16.037 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 61/99 2026-02-22T21:45:16.037 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 62/99 2026-02-22T21:45:16.037 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 63/99 2026-02-22T21:45:16.037 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 64/99 2026-02-22T21:45:16.037 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 65/99 2026-02-22T21:45:16.037 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 66/99 2026-02-22T21:45:16.037 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 67/99 2026-02-22T21:45:16.037 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 68/99 2026-02-22T21:45:16.037 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 69/99 2026-02-22T21:45:16.037 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 70/99 2026-02-22T21:45:16.037 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 71/99 2026-02-22T21:45:16.038 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 72/99 2026-02-22T21:45:16.038 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 73/99 2026-02-22T21:45:16.038 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 74/99 2026-02-22T21:45:16.038 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 75/99 2026-02-22T21:45:16.038 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 76/99 2026-02-22T21:45:16.038 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 77/99 2026-02-22T21:45:16.038 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 78/99 2026-02-22T21:45:16.038 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 79/99 2026-02-22T21:45:16.038 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 80/99 2026-02-22T21:45:16.038 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 81/99 2026-02-22T21:45:16.038 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 82/99 2026-02-22T21:45:16.038 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 83/99 2026-02-22T21:45:16.038 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 84/99 2026-02-22T21:45:16.038 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 85/99 2026-02-22T21:45:16.039 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 86/99 2026-02-22T21:45:16.039 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/99 2026-02-22T21:45:16.039 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 88/99 2026-02-22T21:45:16.039 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 89/99 2026-02-22T21:45:16.039 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 90/99 2026-02-22T21:45:16.039 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 91/99 2026-02-22T21:45:16.039 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 92/99 2026-02-22T21:45:16.039 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 93/99 2026-02-22T21:45:16.039 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 94/99 2026-02-22T21:45:16.039 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 95/99 2026-02-22T21:45:16.039 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 96/99 2026-02-22T21:45:16.039 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 97/99 2026-02-22T21:45:16.039 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 98/99 2026-02-22T21:45:16.095 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 99/99 2026-02-22T21:45:16.095 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:16.095 INFO:teuthology.orchestra.run.trial082.stdout:Installed: 2026-02-22T21:45:16.095 INFO:teuthology.orchestra.run.trial082.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-02-22T21:45:16.095 INFO:teuthology.orchestra.run.trial082.stdout: ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:16.095 INFO:teuthology.orchestra.run.trial082.stdout: ceph-grafana-dashboards-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:16.095 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:16.095 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:16.095 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:16.096 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:16.096 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:16.096 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:16.096 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mgr-modules-core-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:16.096 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:16.096 INFO:teuthology.orchestra.run.trial082.stdout: ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:16.096 INFO:teuthology.orchestra.run.trial082.stdout: ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:16.096 INFO:teuthology.orchestra.run.trial082.stdout: ceph-prometheus-alerts-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:16.096 INFO:teuthology.orchestra.run.trial082.stdout: ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:16.096 INFO:teuthology.orchestra.run.trial082.stdout: cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:16.096 INFO:teuthology.orchestra.run.trial082.stdout: cryptsetup-2.8.1-3.el9.x86_64 2026-02-22T21:45:16.096 INFO:teuthology.orchestra.run.trial082.stdout: flexiblas-3.0.4-9.el9.x86_64 2026-02-22T21:45:16.097 INFO:teuthology.orchestra.run.trial082.stdout: flexiblas-netlib-3.0.4-9.el9.x86_64 2026-02-22T21:45:16.097 INFO:teuthology.orchestra.run.trial082.stdout: flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 2026-02-22T21:45:16.097 INFO:teuthology.orchestra.run.trial082.stdout: grpc-data-1.46.7-10.el9.noarch 2026-02-22T21:45:16.097 INFO:teuthology.orchestra.run.trial082.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-02-22T21:45:16.097 INFO:teuthology.orchestra.run.trial082.stdout: libconfig-1.7.2-9.el9.x86_64 2026-02-22T21:45:16.097 INFO:teuthology.orchestra.run.trial082.stdout: libgfortran-11.5.0-14.el9.x86_64 2026-02-22T21:45:16.097 INFO:teuthology.orchestra.run.trial082.stdout: libquadmath-11.5.0-14.el9.x86_64 2026-02-22T21:45:16.097 INFO:teuthology.orchestra.run.trial082.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-22T21:45:16.097 INFO:teuthology.orchestra.run.trial082.stdout: lua-5.4.4-4.el9.x86_64 2026-02-22T21:45:16.097 INFO:teuthology.orchestra.run.trial082.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-02-22T21:45:16.097 INFO:teuthology.orchestra.run.trial082.stdout: luarocks-3.9.2-5.el9.noarch 2026-02-22T21:45:16.097 INFO:teuthology.orchestra.run.trial082.stdout: openblas-0.3.29-1.el9.x86_64 2026-02-22T21:45:16.098 INFO:teuthology.orchestra.run.trial082.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-02-22T21:45:16.098 INFO:teuthology.orchestra.run.trial082.stdout: protobuf-3.14.0-17.el9.x86_64 2026-02-22T21:45:16.098 INFO:teuthology.orchestra.run.trial082.stdout: protobuf-compiler-3.14.0-17.el9.x86_64 2026-02-22T21:45:16.098 INFO:teuthology.orchestra.run.trial082.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-02-22T21:45:16.098 INFO:teuthology.orchestra.run.trial082.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-02-22T21:45:16.098 INFO:teuthology.orchestra.run.trial082.stdout: python3-babel-2.9.1-2.el9.noarch 2026-02-22T21:45:16.098 INFO:teuthology.orchestra.run.trial082.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-02-22T21:45:16.098 INFO:teuthology.orchestra.run.trial082.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-02-22T21:45:16.098 INFO:teuthology.orchestra.run.trial082.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-02-22T21:45:16.098 INFO:teuthology.orchestra.run.trial082.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-02-22T21:45:16.098 INFO:teuthology.orchestra.run.trial082.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-02-22T21:45:16.098 INFO:teuthology.orchestra.run.trial082.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-02-22T21:45:16.098 INFO:teuthology.orchestra.run.trial082.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-02-22T21:45:16.099 INFO:teuthology.orchestra.run.trial082.stdout: python3-cryptography-36.0.1-5.el9.x86_64 2026-02-22T21:45:16.099 INFO:teuthology.orchestra.run.trial082.stdout: python3-devel-3.9.25-3.el9.x86_64 2026-02-22T21:45:16.099 INFO:teuthology.orchestra.run.trial082.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-02-22T21:45:16.099 INFO:teuthology.orchestra.run.trial082.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-02-22T21:45:16.099 INFO:teuthology.orchestra.run.trial082.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-02-22T21:45:16.099 INFO:teuthology.orchestra.run.trial082.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-02-22T21:45:16.099 INFO:teuthology.orchestra.run.trial082.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-02-22T21:45:16.099 INFO:teuthology.orchestra.run.trial082.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-02-22T21:45:16.099 INFO:teuthology.orchestra.run.trial082.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-02-22T21:45:16.099 INFO:teuthology.orchestra.run.trial082.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-02-22T21:45:16.099 INFO:teuthology.orchestra.run.trial082.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-02-22T21:45:16.099 INFO:teuthology.orchestra.run.trial082.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-02-22T21:45:16.100 INFO:teuthology.orchestra.run.trial082.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-02-22T21:45:16.100 INFO:teuthology.orchestra.run.trial082.stdout: python3-jinja2-2.11.3-8.el9.noarch 2026-02-22T21:45:16.100 INFO:teuthology.orchestra.run.trial082.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-02-22T21:45:16.100 INFO:teuthology.orchestra.run.trial082.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-22T21:45:16.100 INFO:teuthology.orchestra.run.trial082.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-02-22T21:45:16.100 INFO:teuthology.orchestra.run.trial082.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-02-22T21:45:16.100 INFO:teuthology.orchestra.run.trial082.stdout: python3-mako-1.1.4-6.el9.noarch 2026-02-22T21:45:16.100 INFO:teuthology.orchestra.run.trial082.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-02-22T21:45:16.100 INFO:teuthology.orchestra.run.trial082.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-02-22T21:45:16.100 INFO:teuthology.orchestra.run.trial082.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-02-22T21:45:16.100 INFO:teuthology.orchestra.run.trial082.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-02-22T21:45:16.100 INFO:teuthology.orchestra.run.trial082.stdout: python3-numpy-1:1.23.5-2.el9.x86_64 2026-02-22T21:45:16.100 INFO:teuthology.orchestra.run.trial082.stdout: python3-numpy-f2py-1:1.23.5-2.el9.x86_64 2026-02-22T21:45:16.100 INFO:teuthology.orchestra.run.trial082.stdout: python3-packaging-20.9-5.el9.noarch 2026-02-22T21:45:16.101 INFO:teuthology.orchestra.run.trial082.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-02-22T21:45:16.101 INFO:teuthology.orchestra.run.trial082.stdout: python3-ply-3.11-14.el9.noarch 2026-02-22T21:45:16.101 INFO:teuthology.orchestra.run.trial082.stdout: python3-portend-3.1.0-2.el9.noarch 2026-02-22T21:45:16.101 INFO:teuthology.orchestra.run.trial082.stdout: python3-protobuf-3.14.0-17.el9.noarch 2026-02-22T21:45:16.101 INFO:teuthology.orchestra.run.trial082.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-02-22T21:45:16.101 INFO:teuthology.orchestra.run.trial082.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2026-02-22T21:45:16.101 INFO:teuthology.orchestra.run.trial082.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2026-02-22T21:45:16.101 INFO:teuthology.orchestra.run.trial082.stdout: python3-pycparser-2.20-6.el9.noarch 2026-02-22T21:45:16.101 INFO:teuthology.orchestra.run.trial082.stdout: python3-pyparsing-2.4.7-9.el9.noarch 2026-02-22T21:45:16.101 INFO:teuthology.orchestra.run.trial082.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-02-22T21:45:16.101 INFO:teuthology.orchestra.run.trial082.stdout: python3-requests-2.25.1-10.el9.noarch 2026-02-22T21:45:16.101 INFO:teuthology.orchestra.run.trial082.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-02-22T21:45:16.102 INFO:teuthology.orchestra.run.trial082.stdout: python3-routes-2.5.1-5.el9.noarch 2026-02-22T21:45:16.102 INFO:teuthology.orchestra.run.trial082.stdout: python3-rsa-4.9-2.el9.noarch 2026-02-22T21:45:16.102 INFO:teuthology.orchestra.run.trial082.stdout: python3-saml-1.16.0-1.el9.noarch 2026-02-22T21:45:16.102 INFO:teuthology.orchestra.run.trial082.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-02-22T21:45:16.102 INFO:teuthology.orchestra.run.trial082.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-02-22T21:45:16.102 INFO:teuthology.orchestra.run.trial082.stdout: python3-toml-0.10.2-6.el9.noarch 2026-02-22T21:45:16.102 INFO:teuthology.orchestra.run.trial082.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-02-22T21:45:16.102 INFO:teuthology.orchestra.run.trial082.stdout: python3-urllib3-1.26.5-7.el9.noarch 2026-02-22T21:45:16.102 INFO:teuthology.orchestra.run.trial082.stdout: python3-webob-1.8.8-2.el9.noarch 2026-02-22T21:45:16.102 INFO:teuthology.orchestra.run.trial082.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-02-22T21:45:16.102 INFO:teuthology.orchestra.run.trial082.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-02-22T21:45:16.102 INFO:teuthology.orchestra.run.trial082.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-02-22T21:45:16.102 INFO:teuthology.orchestra.run.trial082.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-02-22T21:45:16.103 INFO:teuthology.orchestra.run.trial082.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-02-22T21:45:16.103 INFO:teuthology.orchestra.run.trial082.stdout: unzip-6.0-59.el9.x86_64 2026-02-22T21:45:16.103 INFO:teuthology.orchestra.run.trial082.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-02-22T21:45:16.103 INFO:teuthology.orchestra.run.trial082.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-02-22T21:45:16.103 INFO:teuthology.orchestra.run.trial082.stdout: zip-3.0-35.el9.x86_64 2026-02-22T21:45:16.103 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:16.103 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:16.148 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install ceph-base 2026-02-22T21:45:16.177 INFO:teuthology.orchestra.run.trial190.stdout: Preparing : 1/1 2026-02-22T21:45:16.179 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/99 2026-02-22T21:45:16.210 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/99 2026-02-22T21:45:16.215 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 3/99 2026-02-22T21:45:16.237 INFO:teuthology.orchestra.run.trial190.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 4/99 2026-02-22T21:45:16.243 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 5/99 2026-02-22T21:45:16.276 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 6/99 2026-02-22T21:45:16.286 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 7/99 2026-02-22T21:45:16.291 INFO:teuthology.orchestra.run.trial190.stdout: Installing : protobuf-3.14.0-17.el9.x86_64 8/99 2026-02-22T21:45:16.294 INFO:teuthology.orchestra.run.trial190.stdout: Installing : lua-5.4.4-4.el9.x86_64 9/99 2026-02-22T21:45:16.298 INFO:teuthology.orchestra.run.trial190.stdout: Installing : flexiblas-3.0.4-9.el9.x86_64 10/99 2026-02-22T21:45:16.321 INFO:teuthology.orchestra.run.trial190.stdout: Installing : unzip-6.0-59.el9.x86_64 11/99 2026-02-22T21:45:16.334 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-urllib3-1.26.5-7.el9.noarch 12/99 2026-02-22T21:45:16.337 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-requests-2.25.1-10.el9.noarch 13/99 2026-02-22T21:45:16.343 INFO:teuthology.orchestra.run.trial190.stdout: Installing : libquadmath-11.5.0-14.el9.x86_64 14/99 2026-02-22T21:45:16.345 INFO:teuthology.orchestra.run.trial190.stdout: Installing : libgfortran-11.5.0-14.el9.x86_64 15/99 2026-02-22T21:45:16.357 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 16/99 2026-02-22T21:45:16.363 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 17/99 2026-02-22T21:45:16.387 INFO:teuthology.orchestra.run.trial190.stdout: Installing : zip-3.0-35.el9.x86_64 18/99 2026-02-22T21:45:16.391 INFO:teuthology.orchestra.run.trial190.stdout: Installing : luarocks-3.9.2-5.el9.noarch 19/99 2026-02-22T21:45:16.398 INFO:teuthology.orchestra.run.trial190.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 20/99 2026-02-22T21:45:16.422 INFO:teuthology.orchestra.run.trial190.stdout: Installing : protobuf-compiler-3.14.0-17.el9.x86_64 21/99 2026-02-22T21:45:16.460 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:30 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:16.475 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 22/99 2026-02-22T21:45:16.487 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 23/99 2026-02-22T21:45:16.490 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-rsa-4.9-2.el9.noarch 24/99 2026-02-22T21:45:16.494 INFO:teuthology.orchestra.run.trial190.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 25/99 2026-02-22T21:45:16.500 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 26/99 2026-02-22T21:45:16.504 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 27/99 2026-02-22T21:45:16.508 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 28/99 2026-02-22T21:45:16.522 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 29/99 2026-02-22T21:45:16.524 INFO:teuthology.orchestra.run.trial082.stdout:Package ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:16.542 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:16.543 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:16.543 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:16.543 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 30/99 2026-02-22T21:45:16.548 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 31/99 2026-02-22T21:45:16.553 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 32/99 2026-02-22T21:45:16.563 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install cephadm 2026-02-22T21:45:16.565 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 33/99 2026-02-22T21:45:16.573 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 34/99 2026-02-22T21:45:16.580 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 35/99 2026-02-22T21:45:16.600 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 36/99 2026-02-22T21:45:16.609 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 37/99 2026-02-22T21:45:16.664 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 38/99 2026-02-22T21:45:16.676 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 39/99 2026-02-22T21:45:16.692 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 40/99 2026-02-22T21:45:16.697 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 41/99 2026-02-22T21:45:16.704 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 42/99 2026-02-22T21:45:16.745 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 43/99 2026-02-22T21:45:16.869 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:30 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:16.934 INFO:teuthology.orchestra.run.trial082.stdout:Package cephadm-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T21:45:16.951 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:16.952 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:16.952 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:16.973 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install ceph-immutable-object-cache 2026-02-22T21:45:17.075 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 44/99 2026-02-22T21:45:17.085 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 45/99 2026-02-22T21:45:17.089 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 46/99 2026-02-22T21:45:17.095 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 47/99 2026-02-22T21:45:17.097 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 48/99 2026-02-22T21:45:17.125 INFO:teuthology.orchestra.run.trial190.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 49/99 2026-02-22T21:45:17.169 INFO:teuthology.orchestra.run.trial190.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 50/99 2026-02-22T21:45:17.176 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 51/99 2026-02-22T21:45:17.179 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 52/99 2026-02-22T21:45:17.185 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 53/99 2026-02-22T21:45:17.189 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 54/99 2026-02-22T21:45:17.196 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 55/99 2026-02-22T21:45:17.199 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 56/99 2026-02-22T21:45:17.227 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 57/99 2026-02-22T21:45:17.239 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-protobuf-3.14.0-17.el9.noarch 58/99 2026-02-22T21:45:17.274 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/99 2026-02-22T21:45:17.280 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:31 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:17.365 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:17.365 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:17.365 INFO:teuthology.orchestra.run.trial082.stdout: Package Arch Version Repo Size 2026-02-22T21:45:17.366 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:17.366 INFO:teuthology.orchestra.run.trial082.stdout:Installing: 2026-02-22T21:45:17.366 INFO:teuthology.orchestra.run.trial082.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 145 k 2026-02-22T21:45:17.366 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:17.366 INFO:teuthology.orchestra.run.trial082.stdout:Transaction Summary 2026-02-22T21:45:17.366 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:17.366 INFO:teuthology.orchestra.run.trial082.stdout:Install 1 Package 2026-02-22T21:45:17.366 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:17.366 INFO:teuthology.orchestra.run.trial082.stdout:Total download size: 145 k 2026-02-22T21:45:17.366 INFO:teuthology.orchestra.run.trial082.stdout:Installed size: 431 k 2026-02-22T21:45:17.367 INFO:teuthology.orchestra.run.trial082.stdout:Downloading Packages: 2026-02-22T21:45:17.453 INFO:teuthology.orchestra.run.trial082.stdout:ceph-immutable-object-cache-19.2.3-689.gf90f4ea 1.6 MB/s | 145 kB 00:00 2026-02-22T21:45:17.454 INFO:teuthology.orchestra.run.trial082.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:17.454 INFO:teuthology.orchestra.run.trial082.stdout:Total 1.6 MB/s | 145 kB 00:00 2026-02-22T21:45:17.454 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction check 2026-02-22T21:45:17.457 INFO:teuthology.orchestra.run.trial082.stdout:Transaction check succeeded. 2026-02-22T21:45:17.457 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction test 2026-02-22T21:45:17.489 INFO:teuthology.orchestra.run.trial082.stdout:Transaction test succeeded. 2026-02-22T21:45:17.490 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction 2026-02-22T21:45:17.502 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-devel-3.9.25-3.el9.x86_64 60/99 2026-02-22T21:45:17.526 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 61/99 2026-02-22T21:45:17.530 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-jinja2-2.11.3-8.el9.noarch 62/99 2026-02-22T21:45:17.544 INFO:teuthology.orchestra.run.trial082.stdout: Preparing : 1/1 2026-02-22T21:45:17.546 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.e 1/1 2026-02-22T21:45:17.568 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.e 1/1 2026-02-22T21:45:17.568 INFO:teuthology.orchestra.run.trial082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:17.568 INFO:teuthology.orchestra.run.trial082.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-02-22T21:45:17.568 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:17.589 INFO:teuthology.orchestra.run.trial190.stdout: Installing : openblas-0.3.29-1.el9.x86_64 63/99 2026-02-22T21:45:17.591 INFO:teuthology.orchestra.run.trial190.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 64/99 2026-02-22T21:45:17.612 INFO:teuthology.orchestra.run.trial190.stdout: Installing : flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 65/99 2026-02-22T21:45:17.856 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.e 1/1 2026-02-22T21:45:17.857 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:17.857 INFO:teuthology.orchestra.run.trial082.stdout:Installed: 2026-02-22T21:45:17.857 INFO:teuthology.orchestra.run.trial082.stdout: ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:17.857 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:17.857 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:17.883 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install ceph-mgr 2026-02-22T21:45:17.943 INFO:teuthology.orchestra.run.trial190.stdout: Installing : flexiblas-netlib-3.0.4-9.el9.x86_64 66/99 2026-02-22T21:45:18.017 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-numpy-1:1.23.5-2.el9.x86_64 67/99 2026-02-22T21:45:18.191 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:32 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:18.255 INFO:teuthology.orchestra.run.trial082.stdout:Package ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:18.274 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:18.275 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:18.275 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:18.296 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install ceph-mgr-dashboard 2026-02-22T21:45:18.609 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:32 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:18.673 INFO:teuthology.orchestra.run.trial082.stdout:Package ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T21:45:18.691 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:18.692 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:18.692 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:18.696 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9.x86_64 68/99 2026-02-22T21:45:18.713 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install ceph-mgr-diskprediction-local 2026-02-22T21:45:18.714 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 69/99 2026-02-22T21:45:18.723 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 70/99 2026-02-22T21:45:18.730 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/99 2026-02-22T21:45:18.744 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-ply-3.11-14.el9.noarch 72/99 2026-02-22T21:45:18.760 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 73/99 2026-02-22T21:45:18.836 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 74/99 2026-02-22T21:45:18.845 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-cryptography-36.0.1-5.el9.x86_64 75/99 2026-02-22T21:45:18.868 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 76/99 2026-02-22T21:45:18.898 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 77/99 2026-02-22T21:45:18.949 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 78/99 2026-02-22T21:45:18.956 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 79/99 2026-02-22T21:45:18.961 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 80/99 2026-02-22T21:45:18.962 INFO:teuthology.orchestra.run.trial190.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 81/99 2026-02-22T21:45:18.980 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 82/99 2026-02-22T21:45:18.980 INFO:teuthology.orchestra.run.trial190.stdout:Creating group 'libstoragemgmt' with GID 991. 2026-02-22T21:45:18.980 INFO:teuthology.orchestra.run.trial190.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 991 and GID 991. 2026-02-22T21:45:18.980 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:18.989 INFO:teuthology.orchestra.run.trial190.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 82/99 2026-02-22T21:45:19.013 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 82/99 2026-02-22T21:45:19.014 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-02-22T21:45:19.014 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:19.023 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:33 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:19.050 INFO:teuthology.orchestra.run.trial190.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 83/99 2026-02-22T21:45:19.088 INFO:teuthology.orchestra.run.trial082.stdout:Package ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T21:45:19.106 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:19.107 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:19.107 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:19.113 INFO:teuthology.orchestra.run.trial190.stdout: Installing : cryptsetup-2.8.1-3.el9.x86_64 84/99 2026-02-22T21:45:19.116 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 85/99 2026-02-22T21:45:19.128 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install ceph-mgr-rook 2026-02-22T21:45:19.130 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 85/99 2026-02-22T21:45:19.130 INFO:teuthology.orchestra.run.trial190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:19.130 INFO:teuthology.orchestra.run.trial190.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-02-22T21:45:19.130 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:19.441 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:33 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:19.506 INFO:teuthology.orchestra.run.trial082.stdout:Package ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T21:45:19.524 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:19.525 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:19.525 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:19.547 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install ceph-mgr-cephadm 2026-02-22T21:45:19.830 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 86/99 2026-02-22T21:45:19.851 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:33 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:19.854 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 86/99 2026-02-22T21:45:19.854 INFO:teuthology.orchestra.run.trial190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:19.855 INFO:teuthology.orchestra.run.trial190.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-02-22T21:45:19.855 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-22T21:45:19.855 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-22T21:45:19.855 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:19.913 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 87/99 2026-02-22T21:45:19.914 INFO:teuthology.orchestra.run.trial190.stdout: Installing : cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 87/99 2026-02-22T21:45:19.915 INFO:teuthology.orchestra.run.trial082.stdout:Package ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T21:45:19.919 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-prometheus-alerts-2:19.2.3-689.gf90f4eae.el9. 88/99 2026-02-22T21:45:19.934 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:19.934 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:19.934 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:19.938 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-grafana-dashboards-2:19.2.3-689.gf90f4eae.el9 89/99 2026-02-22T21:45:19.940 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 90/99 2026-02-22T21:45:19.955 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install ceph-fuse 2026-02-22T21:45:20.263 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:34 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:20.345 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:20.346 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:20.346 INFO:teuthology.orchestra.run.trial082.stdout: Package Architecture Version Repository Size 2026-02-22T21:45:20.346 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:20.346 INFO:teuthology.orchestra.run.trial082.stdout:Installing: 2026-02-22T21:45:20.346 INFO:teuthology.orchestra.run.trial082.stdout: ceph-fuse x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 1.2 M 2026-02-22T21:45:20.346 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:20.346 INFO:teuthology.orchestra.run.trial082.stdout:Transaction Summary 2026-02-22T21:45:20.346 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:20.346 INFO:teuthology.orchestra.run.trial082.stdout:Install 1 Package 2026-02-22T21:45:20.346 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:20.346 INFO:teuthology.orchestra.run.trial082.stdout:Total download size: 1.2 M 2026-02-22T21:45:20.346 INFO:teuthology.orchestra.run.trial082.stdout:Installed size: 3.6 M 2026-02-22T21:45:20.346 INFO:teuthology.orchestra.run.trial082.stdout:Downloading Packages: 2026-02-22T21:45:20.429 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 90/99 2026-02-22T21:45:20.432 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noar 91/99 2026-02-22T21:45:20.469 INFO:teuthology.orchestra.run.trial082.stdout:ceph-fuse-19.2.3-689.gf90f4eae.el9.x86_64.rpm 9.4 MB/s | 1.2 MB 00:00 2026-02-22T21:45:20.470 INFO:teuthology.orchestra.run.trial082.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:20.470 INFO:teuthology.orchestra.run.trial082.stdout:Total 9.4 MB/s | 1.2 MB 00:00 2026-02-22T21:45:20.470 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction check 2026-02-22T21:45:20.474 INFO:teuthology.orchestra.run.trial082.stdout:Transaction check succeeded. 2026-02-22T21:45:20.474 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction test 2026-02-22T21:45:20.509 INFO:teuthology.orchestra.run.trial082.stdout:Transaction test succeeded. 2026-02-22T21:45:20.510 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction 2026-02-22T21:45:20.612 INFO:teuthology.orchestra.run.trial082.stdout: Preparing : 1/1 2026-02-22T21:45:20.629 INFO:teuthology.orchestra.run.trial082.stdout: Installing : ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:20.870 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:20.883 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noar 91/99 2026-02-22T21:45:20.884 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4e 92/99 2026-02-22T21:45:20.896 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4e 92/99 2026-02-22T21:45:20.897 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noar 93/99 2026-02-22T21:45:20.927 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:20.927 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:20.927 INFO:teuthology.orchestra.run.trial082.stdout:Installed: 2026-02-22T21:45:20.927 INFO:teuthology.orchestra.run.trial082.stdout: ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:20.927 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:20.927 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:20.954 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install ceph-volume 2026-02-22T21:45:20.956 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noar 93/99 2026-02-22T21:45:21.004 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-mgr-modules-core-2:19.2.3-689.gf90f4eae.el9.n 94/99 2026-02-22T21:45:21.005 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 95/99 2026-02-22T21:45:21.027 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 95/99 2026-02-22T21:45:21.027 INFO:teuthology.orchestra.run.trial190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:21.027 INFO:teuthology.orchestra.run.trial190.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-02-22T21:45:21.027 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-22T21:45:21.027 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-22T21:45:21.027 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:21.038 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 96/99 2026-02-22T21:45:21.255 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 96/99 2026-02-22T21:45:21.256 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 97/99 2026-02-22T21:45:21.263 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:35 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:21.277 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 97/99 2026-02-22T21:45:21.277 INFO:teuthology.orchestra.run.trial190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:21.277 INFO:teuthology.orchestra.run.trial190.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-02-22T21:45:21.277 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-22T21:45:21.278 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-22T21:45:21.278 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:21.328 INFO:teuthology.orchestra.run.trial082.stdout:Package ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T21:45:21.346 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:21.347 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:21.347 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:21.368 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install librados-devel 2026-02-22T21:45:21.379 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 98/99 2026-02-22T21:45:21.400 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 98/99 2026-02-22T21:45:21.400 INFO:teuthology.orchestra.run.trial190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:21.401 INFO:teuthology.orchestra.run.trial190.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-02-22T21:45:21.401 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-22T21:45:21.401 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-22T21:45:21.401 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:21.419 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 99/99 2026-02-22T21:45:21.672 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:35 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:21.755 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:21.756 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:21.756 INFO:teuthology.orchestra.run.trial082.stdout: Package Arch Version Repo Size 2026-02-22T21:45:21.756 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:21.756 INFO:teuthology.orchestra.run.trial082.stdout:Installing: 2026-02-22T21:45:21.757 INFO:teuthology.orchestra.run.trial082.stdout: librados-devel x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 126 k 2026-02-22T21:45:21.757 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:21.757 INFO:teuthology.orchestra.run.trial082.stdout:Transaction Summary 2026-02-22T21:45:21.757 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:21.757 INFO:teuthology.orchestra.run.trial082.stdout:Install 1 Package 2026-02-22T21:45:21.757 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:21.757 INFO:teuthology.orchestra.run.trial082.stdout:Total download size: 126 k 2026-02-22T21:45:21.757 INFO:teuthology.orchestra.run.trial082.stdout:Installed size: 456 k 2026-02-22T21:45:21.757 INFO:teuthology.orchestra.run.trial082.stdout:Downloading Packages: 2026-02-22T21:45:21.844 INFO:teuthology.orchestra.run.trial082.stdout:librados-devel-19.2.3-689.gf90f4eae.el9.x86_64. 1.4 MB/s | 126 kB 00:00 2026-02-22T21:45:21.845 INFO:teuthology.orchestra.run.trial082.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:21.845 INFO:teuthology.orchestra.run.trial082.stdout:Total 1.4 MB/s | 126 kB 00:00 2026-02-22T21:45:21.845 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction check 2026-02-22T21:45:21.848 INFO:teuthology.orchestra.run.trial082.stdout:Transaction check succeeded. 2026-02-22T21:45:21.848 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction test 2026-02-22T21:45:21.882 INFO:teuthology.orchestra.run.trial082.stdout:Transaction test succeeded. 2026-02-22T21:45:21.882 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction 2026-02-22T21:45:21.937 INFO:teuthology.orchestra.run.trial082.stdout: Preparing : 1/1 2026-02-22T21:45:21.953 INFO:teuthology.orchestra.run.trial082.stdout: Installing : librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:22.036 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:22.098 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:22.099 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:22.099 INFO:teuthology.orchestra.run.trial082.stdout:Installed: 2026-02-22T21:45:22.099 INFO:teuthology.orchestra.run.trial082.stdout: librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:22.099 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:22.099 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:22.105 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 99/99 2026-02-22T21:45:22.106 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 1/99 2026-02-22T21:45:22.106 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 2/99 2026-02-22T21:45:22.106 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 3/99 2026-02-22T21:45:22.106 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 4/99 2026-02-22T21:45:22.106 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 5/99 2026-02-22T21:45:22.106 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-grafana-dashboards-2:19.2.3-689.gf90f4eae.el9 6/99 2026-02-22T21:45:22.106 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 7/99 2026-02-22T21:45:22.106 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noar 8/99 2026-02-22T21:45:22.107 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4e 9/99 2026-02-22T21:45:22.107 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noar 10/99 2026-02-22T21:45:22.107 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-689.gf90f4eae.el9.n 11/99 2026-02-22T21:45:22.107 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 12/99 2026-02-22T21:45:22.107 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-prometheus-alerts-2:19.2.3-689.gf90f4eae.el9. 13/99 2026-02-22T21:45:22.107 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 14/99 2026-02-22T21:45:22.107 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 15/99 2026-02-22T21:45:22.107 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : cryptsetup-2.8.1-3.el9.x86_64 16/99 2026-02-22T21:45:22.107 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 17/99 2026-02-22T21:45:22.108 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 18/99 2026-02-22T21:45:22.108 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : libgfortran-11.5.0-14.el9.x86_64 19/99 2026-02-22T21:45:22.108 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : libquadmath-11.5.0-14.el9.x86_64 20/99 2026-02-22T21:45:22.108 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 21/99 2026-02-22T21:45:22.108 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-cryptography-36.0.1-5.el9.x86_64 22/99 2026-02-22T21:45:22.108 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-ply-3.11-14.el9.noarch 23/99 2026-02-22T21:45:22.109 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 24/99 2026-02-22T21:45:22.109 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 25/99 2026-02-22T21:45:22.109 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-requests-2.25.1-10.el9.noarch 26/99 2026-02-22T21:45:22.109 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-urllib3-1.26.5-7.el9.noarch 27/99 2026-02-22T21:45:22.109 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : unzip-6.0-59.el9.x86_64 28/99 2026-02-22T21:45:22.110 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : zip-3.0-35.el9.x86_64 29/99 2026-02-22T21:45:22.110 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : flexiblas-3.0.4-9.el9.x86_64 30/99 2026-02-22T21:45:22.110 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : flexiblas-netlib-3.0.4-9.el9.x86_64 31/99 2026-02-22T21:45:22.110 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 32/99 2026-02-22T21:45:22.110 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 33/99 2026-02-22T21:45:22.111 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : lua-5.4.4-4.el9.x86_64 34/99 2026-02-22T21:45:22.111 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 35/99 2026-02-22T21:45:22.111 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 36/99 2026-02-22T21:45:22.111 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : protobuf-3.14.0-17.el9.x86_64 37/99 2026-02-22T21:45:22.111 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 38/99 2026-02-22T21:45:22.111 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-devel-3.9.25-3.el9.x86_64 39/99 2026-02-22T21:45:22.111 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-jinja2-2.11.3-8.el9.noarch 40/99 2026-02-22T21:45:22.111 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 41/99 2026-02-22T21:45:22.111 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 42/99 2026-02-22T21:45:22.111 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 43/99 2026-02-22T21:45:22.111 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 44/99 2026-02-22T21:45:22.112 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-numpy-1:1.23.5-2.el9.x86_64 45/99 2026-02-22T21:45:22.112 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9.x86_64 46/99 2026-02-22T21:45:22.112 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 47/99 2026-02-22T21:45:22.112 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-protobuf-3.14.0-17.el9.noarch 48/99 2026-02-22T21:45:22.112 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 49/99 2026-02-22T21:45:22.112 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 50/99 2026-02-22T21:45:22.112 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 51/99 2026-02-22T21:45:22.112 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 52/99 2026-02-22T21:45:22.112 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 53/99 2026-02-22T21:45:22.112 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 54/99 2026-02-22T21:45:22.112 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 55/99 2026-02-22T21:45:22.112 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 56/99 2026-02-22T21:45:22.113 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : protobuf-compiler-3.14.0-17.el9.x86_64 57/99 2026-02-22T21:45:22.113 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 58/99 2026-02-22T21:45:22.113 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 59/99 2026-02-22T21:45:22.113 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 60/99 2026-02-22T21:45:22.113 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 61/99 2026-02-22T21:45:22.113 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 62/99 2026-02-22T21:45:22.113 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 63/99 2026-02-22T21:45:22.113 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 64/99 2026-02-22T21:45:22.113 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 65/99 2026-02-22T21:45:22.113 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 66/99 2026-02-22T21:45:22.113 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 67/99 2026-02-22T21:45:22.113 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 68/99 2026-02-22T21:45:22.114 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 69/99 2026-02-22T21:45:22.114 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 70/99 2026-02-22T21:45:22.114 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 71/99 2026-02-22T21:45:22.114 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 72/99 2026-02-22T21:45:22.114 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 73/99 2026-02-22T21:45:22.114 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 74/99 2026-02-22T21:45:22.114 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 75/99 2026-02-22T21:45:22.114 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 76/99 2026-02-22T21:45:22.114 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 77/99 2026-02-22T21:45:22.114 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 78/99 2026-02-22T21:45:22.114 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 79/99 2026-02-22T21:45:22.114 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 80/99 2026-02-22T21:45:22.114 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 81/99 2026-02-22T21:45:22.115 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 82/99 2026-02-22T21:45:22.115 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 83/99 2026-02-22T21:45:22.115 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 84/99 2026-02-22T21:45:22.115 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 85/99 2026-02-22T21:45:22.115 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 86/99 2026-02-22T21:45:22.115 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/99 2026-02-22T21:45:22.115 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 88/99 2026-02-22T21:45:22.115 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 89/99 2026-02-22T21:45:22.115 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 90/99 2026-02-22T21:45:22.115 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 91/99 2026-02-22T21:45:22.115 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 92/99 2026-02-22T21:45:22.115 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 93/99 2026-02-22T21:45:22.115 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 94/99 2026-02-22T21:45:22.116 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 95/99 2026-02-22T21:45:22.116 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 96/99 2026-02-22T21:45:22.116 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 97/99 2026-02-22T21:45:22.116 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 98/99 2026-02-22T21:45:22.123 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install libcephfs2 2026-02-22T21:45:22.160 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 99/99 2026-02-22T21:45:22.160 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:22.160 INFO:teuthology.orchestra.run.trial190.stdout:Installed: 2026-02-22T21:45:22.160 INFO:teuthology.orchestra.run.trial190.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-02-22T21:45:22.161 INFO:teuthology.orchestra.run.trial190.stdout: ceph-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:22.161 INFO:teuthology.orchestra.run.trial190.stdout: ceph-grafana-dashboards-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:22.161 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mds-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:22.161 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:22.161 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:22.161 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:22.161 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:22.161 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mgr-k8sevents-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:22.161 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mgr-modules-core-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:22.161 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:22.162 INFO:teuthology.orchestra.run.trial190.stdout: ceph-mon-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:22.162 INFO:teuthology.orchestra.run.trial190.stdout: ceph-osd-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:22.162 INFO:teuthology.orchestra.run.trial190.stdout: ceph-prometheus-alerts-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:22.162 INFO:teuthology.orchestra.run.trial190.stdout: ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:22.162 INFO:teuthology.orchestra.run.trial190.stdout: cephadm-2:19.2.3-689.gf90f4eae.el9.noarch 2026-02-22T21:45:22.162 INFO:teuthology.orchestra.run.trial190.stdout: cryptsetup-2.8.1-3.el9.x86_64 2026-02-22T21:45:22.162 INFO:teuthology.orchestra.run.trial190.stdout: flexiblas-3.0.4-9.el9.x86_64 2026-02-22T21:45:22.162 INFO:teuthology.orchestra.run.trial190.stdout: flexiblas-netlib-3.0.4-9.el9.x86_64 2026-02-22T21:45:22.162 INFO:teuthology.orchestra.run.trial190.stdout: flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 2026-02-22T21:45:22.162 INFO:teuthology.orchestra.run.trial190.stdout: grpc-data-1.46.7-10.el9.noarch 2026-02-22T21:45:22.163 INFO:teuthology.orchestra.run.trial190.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-02-22T21:45:22.163 INFO:teuthology.orchestra.run.trial190.stdout: libconfig-1.7.2-9.el9.x86_64 2026-02-22T21:45:22.163 INFO:teuthology.orchestra.run.trial190.stdout: libgfortran-11.5.0-14.el9.x86_64 2026-02-22T21:45:22.163 INFO:teuthology.orchestra.run.trial190.stdout: libquadmath-11.5.0-14.el9.x86_64 2026-02-22T21:45:22.163 INFO:teuthology.orchestra.run.trial190.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-22T21:45:22.163 INFO:teuthology.orchestra.run.trial190.stdout: lua-5.4.4-4.el9.x86_64 2026-02-22T21:45:22.163 INFO:teuthology.orchestra.run.trial190.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-02-22T21:45:22.163 INFO:teuthology.orchestra.run.trial190.stdout: luarocks-3.9.2-5.el9.noarch 2026-02-22T21:45:22.163 INFO:teuthology.orchestra.run.trial190.stdout: openblas-0.3.29-1.el9.x86_64 2026-02-22T21:45:22.163 INFO:teuthology.orchestra.run.trial190.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-02-22T21:45:22.163 INFO:teuthology.orchestra.run.trial190.stdout: protobuf-3.14.0-17.el9.x86_64 2026-02-22T21:45:22.164 INFO:teuthology.orchestra.run.trial190.stdout: protobuf-compiler-3.14.0-17.el9.x86_64 2026-02-22T21:45:22.164 INFO:teuthology.orchestra.run.trial190.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-02-22T21:45:22.164 INFO:teuthology.orchestra.run.trial190.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-02-22T21:45:22.164 INFO:teuthology.orchestra.run.trial190.stdout: python3-babel-2.9.1-2.el9.noarch 2026-02-22T21:45:22.164 INFO:teuthology.orchestra.run.trial190.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-02-22T21:45:22.164 INFO:teuthology.orchestra.run.trial190.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-02-22T21:45:22.164 INFO:teuthology.orchestra.run.trial190.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-02-22T21:45:22.164 INFO:teuthology.orchestra.run.trial190.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-02-22T21:45:22.164 INFO:teuthology.orchestra.run.trial190.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-02-22T21:45:22.164 INFO:teuthology.orchestra.run.trial190.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-02-22T21:45:22.164 INFO:teuthology.orchestra.run.trial190.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-02-22T21:45:22.164 INFO:teuthology.orchestra.run.trial190.stdout: python3-cryptography-36.0.1-5.el9.x86_64 2026-02-22T21:45:22.165 INFO:teuthology.orchestra.run.trial190.stdout: python3-devel-3.9.25-3.el9.x86_64 2026-02-22T21:45:22.165 INFO:teuthology.orchestra.run.trial190.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-02-22T21:45:22.165 INFO:teuthology.orchestra.run.trial190.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-02-22T21:45:22.165 INFO:teuthology.orchestra.run.trial190.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-02-22T21:45:22.165 INFO:teuthology.orchestra.run.trial190.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-02-22T21:45:22.165 INFO:teuthology.orchestra.run.trial190.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-02-22T21:45:22.165 INFO:teuthology.orchestra.run.trial190.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-02-22T21:45:22.165 INFO:teuthology.orchestra.run.trial190.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-02-22T21:45:22.165 INFO:teuthology.orchestra.run.trial190.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-02-22T21:45:22.165 INFO:teuthology.orchestra.run.trial190.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-02-22T21:45:22.166 INFO:teuthology.orchestra.run.trial190.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-02-22T21:45:22.166 INFO:teuthology.orchestra.run.trial190.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-02-22T21:45:22.166 INFO:teuthology.orchestra.run.trial190.stdout: python3-jinja2-2.11.3-8.el9.noarch 2026-02-22T21:45:22.166 INFO:teuthology.orchestra.run.trial190.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-02-22T21:45:22.166 INFO:teuthology.orchestra.run.trial190.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-22T21:45:22.166 INFO:teuthology.orchestra.run.trial190.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-02-22T21:45:22.166 INFO:teuthology.orchestra.run.trial190.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-02-22T21:45:22.166 INFO:teuthology.orchestra.run.trial190.stdout: python3-mako-1.1.4-6.el9.noarch 2026-02-22T21:45:22.166 INFO:teuthology.orchestra.run.trial190.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-02-22T21:45:22.166 INFO:teuthology.orchestra.run.trial190.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-02-22T21:45:22.166 INFO:teuthology.orchestra.run.trial190.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-02-22T21:45:22.166 INFO:teuthology.orchestra.run.trial190.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-02-22T21:45:22.167 INFO:teuthology.orchestra.run.trial190.stdout: python3-numpy-1:1.23.5-2.el9.x86_64 2026-02-22T21:45:22.167 INFO:teuthology.orchestra.run.trial190.stdout: python3-numpy-f2py-1:1.23.5-2.el9.x86_64 2026-02-22T21:45:22.167 INFO:teuthology.orchestra.run.trial190.stdout: python3-packaging-20.9-5.el9.noarch 2026-02-22T21:45:22.167 INFO:teuthology.orchestra.run.trial190.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-02-22T21:45:22.167 INFO:teuthology.orchestra.run.trial190.stdout: python3-ply-3.11-14.el9.noarch 2026-02-22T21:45:22.167 INFO:teuthology.orchestra.run.trial190.stdout: python3-portend-3.1.0-2.el9.noarch 2026-02-22T21:45:22.167 INFO:teuthology.orchestra.run.trial190.stdout: python3-protobuf-3.14.0-17.el9.noarch 2026-02-22T21:45:22.168 INFO:teuthology.orchestra.run.trial190.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-02-22T21:45:22.168 INFO:teuthology.orchestra.run.trial190.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2026-02-22T21:45:22.168 INFO:teuthology.orchestra.run.trial190.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2026-02-22T21:45:22.168 INFO:teuthology.orchestra.run.trial190.stdout: python3-pycparser-2.20-6.el9.noarch 2026-02-22T21:45:22.168 INFO:teuthology.orchestra.run.trial190.stdout: python3-pyparsing-2.4.7-9.el9.noarch 2026-02-22T21:45:22.168 INFO:teuthology.orchestra.run.trial190.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-02-22T21:45:22.168 INFO:teuthology.orchestra.run.trial190.stdout: python3-requests-2.25.1-10.el9.noarch 2026-02-22T21:45:22.168 INFO:teuthology.orchestra.run.trial190.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-02-22T21:45:22.168 INFO:teuthology.orchestra.run.trial190.stdout: python3-routes-2.5.1-5.el9.noarch 2026-02-22T21:45:22.168 INFO:teuthology.orchestra.run.trial190.stdout: python3-rsa-4.9-2.el9.noarch 2026-02-22T21:45:22.168 INFO:teuthology.orchestra.run.trial190.stdout: python3-saml-1.16.0-1.el9.noarch 2026-02-22T21:45:22.169 INFO:teuthology.orchestra.run.trial190.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-02-22T21:45:22.169 INFO:teuthology.orchestra.run.trial190.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-02-22T21:45:22.169 INFO:teuthology.orchestra.run.trial190.stdout: python3-toml-0.10.2-6.el9.noarch 2026-02-22T21:45:22.169 INFO:teuthology.orchestra.run.trial190.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-02-22T21:45:22.169 INFO:teuthology.orchestra.run.trial190.stdout: python3-urllib3-1.26.5-7.el9.noarch 2026-02-22T21:45:22.169 INFO:teuthology.orchestra.run.trial190.stdout: python3-webob-1.8.8-2.el9.noarch 2026-02-22T21:45:22.169 INFO:teuthology.orchestra.run.trial190.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-02-22T21:45:22.169 INFO:teuthology.orchestra.run.trial190.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-02-22T21:45:22.169 INFO:teuthology.orchestra.run.trial190.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-02-22T21:45:22.169 INFO:teuthology.orchestra.run.trial190.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-02-22T21:45:22.169 INFO:teuthology.orchestra.run.trial190.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-02-22T21:45:22.170 INFO:teuthology.orchestra.run.trial190.stdout: unzip-6.0-59.el9.x86_64 2026-02-22T21:45:22.170 INFO:teuthology.orchestra.run.trial190.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-02-22T21:45:22.170 INFO:teuthology.orchestra.run.trial190.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-02-22T21:45:22.170 INFO:teuthology.orchestra.run.trial190.stdout: zip-3.0-35.el9.x86_64 2026-02-22T21:45:22.170 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:22.170 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:22.217 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install ceph-base 2026-02-22T21:45:22.444 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:36 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:22.509 INFO:teuthology.orchestra.run.trial082.stdout:Package libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:22.527 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:22.528 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:22.528 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:22.537 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:37 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:22.550 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install libcephfs-devel 2026-02-22T21:45:22.602 INFO:teuthology.orchestra.run.trial190.stdout:Package ceph-base-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:22.620 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:22.621 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:22.621 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:22.643 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install cephadm 2026-02-22T21:45:22.855 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:36 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:22.938 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:22.939 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:22.939 INFO:teuthology.orchestra.run.trial082.stdout: Package Arch Version Repo Size 2026-02-22T21:45:22.939 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:22.939 INFO:teuthology.orchestra.run.trial082.stdout:Installing: 2026-02-22T21:45:22.939 INFO:teuthology.orchestra.run.trial082.stdout: libcephfs-devel x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 34 k 2026-02-22T21:45:22.939 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:22.940 INFO:teuthology.orchestra.run.trial082.stdout:Transaction Summary 2026-02-22T21:45:22.940 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:22.940 INFO:teuthology.orchestra.run.trial082.stdout:Install 1 Package 2026-02-22T21:45:22.940 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:22.940 INFO:teuthology.orchestra.run.trial082.stdout:Total download size: 34 k 2026-02-22T21:45:22.940 INFO:teuthology.orchestra.run.trial082.stdout:Installed size: 153 k 2026-02-22T21:45:22.940 INFO:teuthology.orchestra.run.trial082.stdout:Downloading Packages: 2026-02-22T21:45:22.954 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:37 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:23.004 INFO:teuthology.orchestra.run.trial082.stdout:libcephfs-devel-19.2.3-689.gf90f4eae.el9.x86_64 513 kB/s | 34 kB 00:00 2026-02-22T21:45:23.005 INFO:teuthology.orchestra.run.trial082.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:23.005 INFO:teuthology.orchestra.run.trial082.stdout:Total 505 kB/s | 34 kB 00:00 2026-02-22T21:45:23.005 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction check 2026-02-22T21:45:23.007 INFO:teuthology.orchestra.run.trial082.stdout:Transaction check succeeded. 2026-02-22T21:45:23.007 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction test 2026-02-22T21:45:23.010 INFO:teuthology.orchestra.run.trial082.stdout:Transaction test succeeded. 2026-02-22T21:45:23.010 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction 2026-02-22T21:45:23.018 INFO:teuthology.orchestra.run.trial190.stdout:Package cephadm-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T21:45:23.031 INFO:teuthology.orchestra.run.trial082.stdout: Preparing : 1/1 2026-02-22T21:45:23.036 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:23.037 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:23.037 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:23.047 INFO:teuthology.orchestra.run.trial082.stdout: Installing : libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:23.058 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install ceph-immutable-object-cache 2026-02-22T21:45:23.104 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:23.160 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:23.161 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:23.161 INFO:teuthology.orchestra.run.trial082.stdout:Installed: 2026-02-22T21:45:23.161 INFO:teuthology.orchestra.run.trial082.stdout: libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:23.161 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:23.161 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:23.189 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install librados2 2026-02-22T21:45:23.368 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:38 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:23.451 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:23.452 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:23.452 INFO:teuthology.orchestra.run.trial190.stdout: Package Arch Version Repo Size 2026-02-22T21:45:23.453 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:23.453 INFO:teuthology.orchestra.run.trial190.stdout:Installing: 2026-02-22T21:45:23.453 INFO:teuthology.orchestra.run.trial190.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 145 k 2026-02-22T21:45:23.453 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:23.453 INFO:teuthology.orchestra.run.trial190.stdout:Transaction Summary 2026-02-22T21:45:23.453 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:23.453 INFO:teuthology.orchestra.run.trial190.stdout:Install 1 Package 2026-02-22T21:45:23.453 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:23.453 INFO:teuthology.orchestra.run.trial190.stdout:Total download size: 145 k 2026-02-22T21:45:23.453 INFO:teuthology.orchestra.run.trial190.stdout:Installed size: 431 k 2026-02-22T21:45:23.454 INFO:teuthology.orchestra.run.trial190.stdout:Downloading Packages: 2026-02-22T21:45:23.497 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:37 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:23.540 INFO:teuthology.orchestra.run.trial190.stdout:ceph-immutable-object-cache-19.2.3-689.gf90f4ea 1.6 MB/s | 145 kB 00:00 2026-02-22T21:45:23.541 INFO:teuthology.orchestra.run.trial190.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:23.541 INFO:teuthology.orchestra.run.trial190.stdout:Total 1.6 MB/s | 145 kB 00:00 2026-02-22T21:45:23.541 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction check 2026-02-22T21:45:23.545 INFO:teuthology.orchestra.run.trial190.stdout:Transaction check succeeded. 2026-02-22T21:45:23.545 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction test 2026-02-22T21:45:23.561 INFO:teuthology.orchestra.run.trial082.stdout:Package librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:23.576 INFO:teuthology.orchestra.run.trial190.stdout:Transaction test succeeded. 2026-02-22T21:45:23.577 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction 2026-02-22T21:45:23.579 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:23.580 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:23.580 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:23.601 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install librbd1 2026-02-22T21:45:23.631 INFO:teuthology.orchestra.run.trial190.stdout: Preparing : 1/1 2026-02-22T21:45:23.633 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.e 1/1 2026-02-22T21:45:23.655 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.e 1/1 2026-02-22T21:45:23.655 INFO:teuthology.orchestra.run.trial190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:23.655 INFO:teuthology.orchestra.run.trial190.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-02-22T21:45:23.656 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:23.907 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:37 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:23.971 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.e 1/1 2026-02-22T21:45:23.971 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:23.971 INFO:teuthology.orchestra.run.trial190.stdout:Installed: 2026-02-22T21:45:23.971 INFO:teuthology.orchestra.run.trial190.stdout: ceph-immutable-object-cache-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:23.971 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:23.971 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:23.972 INFO:teuthology.orchestra.run.trial082.stdout:Package librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:23.990 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:23.991 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:23.991 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:24.001 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install ceph-mgr 2026-02-22T21:45:24.012 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install python3-rados 2026-02-22T21:45:24.317 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:39 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:24.325 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:38 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:24.383 INFO:teuthology.orchestra.run.trial190.stdout:Package ceph-mgr-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:24.389 INFO:teuthology.orchestra.run.trial082.stdout:Package python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:24.401 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:24.401 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:24.401 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:24.407 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:24.408 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:24.408 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:24.423 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install ceph-mgr-dashboard 2026-02-22T21:45:24.429 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install python3-rgw 2026-02-22T21:45:24.735 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:39 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:24.736 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:38 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:24.799 INFO:teuthology.orchestra.run.trial190.stdout:Package ceph-mgr-dashboard-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T21:45:24.800 INFO:teuthology.orchestra.run.trial082.stdout:Package python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:24.818 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:24.818 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:24.818 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:24.818 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:24.819 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:24.819 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:24.839 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install python3-cephfs 2026-02-22T21:45:24.840 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install ceph-mgr-diskprediction-local 2026-02-22T21:45:25.145 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:39 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:25.147 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:40 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:25.211 INFO:teuthology.orchestra.run.trial082.stdout:Package python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:25.211 INFO:teuthology.orchestra.run.trial190.stdout:Package ceph-mgr-diskprediction-local-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T21:45:25.229 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:25.229 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:25.229 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:25.230 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:25.231 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:25.231 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:25.251 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install python3-rbd 2026-02-22T21:45:25.252 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install ceph-mgr-rook 2026-02-22T21:45:25.560 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:39 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:25.563 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:40 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:25.626 INFO:teuthology.orchestra.run.trial082.stdout:Package python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:25.628 INFO:teuthology.orchestra.run.trial190.stdout:Package ceph-mgr-rook-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T21:45:25.644 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:25.644 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:45:25.644 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:25.647 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:25.647 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:25.647 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:25.665 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install rbd-fuse 2026-02-22T21:45:25.669 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install ceph-mgr-cephadm 2026-02-22T21:45:25.970 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:39 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:25.981 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:40 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:26.046 INFO:teuthology.orchestra.run.trial190.stdout:Package ceph-mgr-cephadm-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T21:45:26.054 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:26.055 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:26.055 INFO:teuthology.orchestra.run.trial082.stdout: Package Architecture Version Repository Size 2026-02-22T21:45:26.056 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:26.056 INFO:teuthology.orchestra.run.trial082.stdout:Installing: 2026-02-22T21:45:26.056 INFO:teuthology.orchestra.run.trial082.stdout: rbd-fuse x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 85 k 2026-02-22T21:45:26.056 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:26.056 INFO:teuthology.orchestra.run.trial082.stdout:Transaction Summary 2026-02-22T21:45:26.056 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:26.056 INFO:teuthology.orchestra.run.trial082.stdout:Install 1 Package 2026-02-22T21:45:26.056 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:26.056 INFO:teuthology.orchestra.run.trial082.stdout:Total download size: 85 k 2026-02-22T21:45:26.056 INFO:teuthology.orchestra.run.trial082.stdout:Installed size: 227 k 2026-02-22T21:45:26.057 INFO:teuthology.orchestra.run.trial082.stdout:Downloading Packages: 2026-02-22T21:45:26.064 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:26.065 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:26.065 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:26.087 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install ceph-fuse 2026-02-22T21:45:26.131 INFO:teuthology.orchestra.run.trial082.stdout:rbd-fuse-19.2.3-689.gf90f4eae.el9.x86_64.rpm 1.1 MB/s | 85 kB 00:00 2026-02-22T21:45:26.132 INFO:teuthology.orchestra.run.trial082.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:26.133 INFO:teuthology.orchestra.run.trial082.stdout:Total 1.1 MB/s | 85 kB 00:00 2026-02-22T21:45:26.133 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction check 2026-02-22T21:45:26.136 INFO:teuthology.orchestra.run.trial082.stdout:Transaction check succeeded. 2026-02-22T21:45:26.136 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction test 2026-02-22T21:45:26.167 INFO:teuthology.orchestra.run.trial082.stdout:Transaction test succeeded. 2026-02-22T21:45:26.167 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction 2026-02-22T21:45:26.218 INFO:teuthology.orchestra.run.trial082.stdout: Preparing : 1/1 2026-02-22T21:45:26.235 INFO:teuthology.orchestra.run.trial082.stdout: Installing : rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:26.314 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:26.373 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:26.373 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:26.374 INFO:teuthology.orchestra.run.trial082.stdout:Installed: 2026-02-22T21:45:26.374 INFO:teuthology.orchestra.run.trial082.stdout: rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:26.374 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:26.374 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:26.401 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install rbd-mirror 2026-02-22T21:45:26.403 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:41 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:26.484 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:26.484 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:26.485 INFO:teuthology.orchestra.run.trial190.stdout: Package Architecture Version Repository Size 2026-02-22T21:45:26.485 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:26.485 INFO:teuthology.orchestra.run.trial190.stdout:Installing: 2026-02-22T21:45:26.485 INFO:teuthology.orchestra.run.trial190.stdout: ceph-fuse x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 1.2 M 2026-02-22T21:45:26.485 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:26.485 INFO:teuthology.orchestra.run.trial190.stdout:Transaction Summary 2026-02-22T21:45:26.485 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:26.485 INFO:teuthology.orchestra.run.trial190.stdout:Install 1 Package 2026-02-22T21:45:26.485 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:26.485 INFO:teuthology.orchestra.run.trial190.stdout:Total download size: 1.2 M 2026-02-22T21:45:26.486 INFO:teuthology.orchestra.run.trial190.stdout:Installed size: 3.6 M 2026-02-22T21:45:26.486 INFO:teuthology.orchestra.run.trial190.stdout:Downloading Packages: 2026-02-22T21:45:26.608 INFO:teuthology.orchestra.run.trial190.stdout:ceph-fuse-19.2.3-689.gf90f4eae.el9.x86_64.rpm 9.4 MB/s | 1.2 MB 00:00 2026-02-22T21:45:26.608 INFO:teuthology.orchestra.run.trial190.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:26.608 INFO:teuthology.orchestra.run.trial190.stdout:Total 9.3 MB/s | 1.2 MB 00:00 2026-02-22T21:45:26.609 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction check 2026-02-22T21:45:26.612 INFO:teuthology.orchestra.run.trial190.stdout:Transaction check succeeded. 2026-02-22T21:45:26.612 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction test 2026-02-22T21:45:26.648 INFO:teuthology.orchestra.run.trial190.stdout:Transaction test succeeded. 2026-02-22T21:45:26.649 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction 2026-02-22T21:45:26.712 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:40 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:26.751 INFO:teuthology.orchestra.run.trial190.stdout: Preparing : 1/1 2026-02-22T21:45:26.767 INFO:teuthology.orchestra.run.trial190.stdout: Installing : ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:26.795 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:26.796 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:26.796 INFO:teuthology.orchestra.run.trial082.stdout: Package Arch Version Repo Size 2026-02-22T21:45:26.796 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:26.796 INFO:teuthology.orchestra.run.trial082.stdout:Installing: 2026-02-22T21:45:26.796 INFO:teuthology.orchestra.run.trial082.stdout: rbd-mirror x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 3.1 M 2026-02-22T21:45:26.796 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:26.797 INFO:teuthology.orchestra.run.trial082.stdout:Transaction Summary 2026-02-22T21:45:26.797 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:26.797 INFO:teuthology.orchestra.run.trial082.stdout:Install 1 Package 2026-02-22T21:45:26.797 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:26.797 INFO:teuthology.orchestra.run.trial082.stdout:Total download size: 3.1 M 2026-02-22T21:45:26.797 INFO:teuthology.orchestra.run.trial082.stdout:Installed size: 13 M 2026-02-22T21:45:26.797 INFO:teuthology.orchestra.run.trial082.stdout:Downloading Packages: 2026-02-22T21:45:26.950 INFO:teuthology.orchestra.run.trial082.stdout:rbd-mirror-19.2.3-689.gf90f4eae.el9.x86_64.rpm 20 MB/s | 3.1 MB 00:00 2026-02-22T21:45:26.950 INFO:teuthology.orchestra.run.trial082.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:26.950 INFO:teuthology.orchestra.run.trial082.stdout:Total 20 MB/s | 3.1 MB 00:00 2026-02-22T21:45:26.951 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction check 2026-02-22T21:45:26.954 INFO:teuthology.orchestra.run.trial082.stdout:Transaction check succeeded. 2026-02-22T21:45:26.954 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction test 2026-02-22T21:45:26.995 INFO:teuthology.orchestra.run.trial082.stdout:Transaction test succeeded. 2026-02-22T21:45:26.995 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction 2026-02-22T21:45:27.009 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:27.068 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:27.068 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:27.068 INFO:teuthology.orchestra.run.trial190.stdout:Installed: 2026-02-22T21:45:27.068 INFO:teuthology.orchestra.run.trial190.stdout: ceph-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:27.068 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:27.069 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:27.095 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install ceph-volume 2026-02-22T21:45:27.188 INFO:teuthology.orchestra.run.trial082.stdout: Preparing : 1/1 2026-02-22T21:45:27.190 INFO:teuthology.orchestra.run.trial082.stdout: Installing : rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:27.213 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:27.213 INFO:teuthology.orchestra.run.trial082.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:27.213 INFO:teuthology.orchestra.run.trial082.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-02-22T21:45:27.214 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-22T21:45:27.214 INFO:teuthology.orchestra.run.trial082.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-22T21:45:27.214 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:27.403 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:42 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:27.468 INFO:teuthology.orchestra.run.trial190.stdout:Package ceph-volume-2:19.2.3-689.gf90f4eae.el9.noarch is already installed. 2026-02-22T21:45:27.487 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:27.487 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:27.487 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:27.509 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install librados-devel 2026-02-22T21:45:27.532 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:27.532 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:27.532 INFO:teuthology.orchestra.run.trial082.stdout:Installed: 2026-02-22T21:45:27.532 INFO:teuthology.orchestra.run.trial082.stdout: rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:27.532 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:27.532 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:27.559 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install rbd-nbd 2026-02-22T21:45:27.823 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:42 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:27.878 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:00:41 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:45:27.906 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:27.906 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:27.906 INFO:teuthology.orchestra.run.trial190.stdout: Package Arch Version Repo Size 2026-02-22T21:45:27.906 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:27.907 INFO:teuthology.orchestra.run.trial190.stdout:Installing: 2026-02-22T21:45:27.907 INFO:teuthology.orchestra.run.trial190.stdout: librados-devel x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 126 k 2026-02-22T21:45:27.907 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:27.907 INFO:teuthology.orchestra.run.trial190.stdout:Transaction Summary 2026-02-22T21:45:27.907 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:27.907 INFO:teuthology.orchestra.run.trial190.stdout:Install 1 Package 2026-02-22T21:45:27.907 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:27.907 INFO:teuthology.orchestra.run.trial190.stdout:Total download size: 126 k 2026-02-22T21:45:27.907 INFO:teuthology.orchestra.run.trial190.stdout:Installed size: 456 k 2026-02-22T21:45:27.907 INFO:teuthology.orchestra.run.trial190.stdout:Downloading Packages: 2026-02-22T21:45:27.960 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:45:27.961 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:27.961 INFO:teuthology.orchestra.run.trial082.stdout: Package Architecture Version Repository Size 2026-02-22T21:45:27.961 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:27.961 INFO:teuthology.orchestra.run.trial082.stdout:Installing: 2026-02-22T21:45:27.961 INFO:teuthology.orchestra.run.trial082.stdout: rbd-nbd x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 170 k 2026-02-22T21:45:27.961 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:27.961 INFO:teuthology.orchestra.run.trial082.stdout:Transaction Summary 2026-02-22T21:45:27.961 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T21:45:27.961 INFO:teuthology.orchestra.run.trial082.stdout:Install 1 Package 2026-02-22T21:45:27.961 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:27.961 INFO:teuthology.orchestra.run.trial082.stdout:Total download size: 170 k 2026-02-22T21:45:27.961 INFO:teuthology.orchestra.run.trial082.stdout:Installed size: 490 k 2026-02-22T21:45:27.961 INFO:teuthology.orchestra.run.trial082.stdout:Downloading Packages: 2026-02-22T21:45:27.996 INFO:teuthology.orchestra.run.trial190.stdout:librados-devel-19.2.3-689.gf90f4eae.el9.x86_64. 1.4 MB/s | 126 kB 00:00 2026-02-22T21:45:27.997 INFO:teuthology.orchestra.run.trial190.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:27.997 INFO:teuthology.orchestra.run.trial190.stdout:Total 1.4 MB/s | 126 kB 00:00 2026-02-22T21:45:27.998 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction check 2026-02-22T21:45:28.000 INFO:teuthology.orchestra.run.trial190.stdout:Transaction check succeeded. 2026-02-22T21:45:28.000 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction test 2026-02-22T21:45:28.033 INFO:teuthology.orchestra.run.trial190.stdout:Transaction test succeeded. 2026-02-22T21:45:28.033 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction 2026-02-22T21:45:28.048 INFO:teuthology.orchestra.run.trial082.stdout:rbd-nbd-19.2.3-689.gf90f4eae.el9.x86_64.rpm 1.9 MB/s | 170 kB 00:00 2026-02-22T21:45:28.049 INFO:teuthology.orchestra.run.trial082.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:28.049 INFO:teuthology.orchestra.run.trial082.stdout:Total 1.9 MB/s | 170 kB 00:00 2026-02-22T21:45:28.049 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction check 2026-02-22T21:45:28.052 INFO:teuthology.orchestra.run.trial082.stdout:Transaction check succeeded. 2026-02-22T21:45:28.052 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction test 2026-02-22T21:45:28.084 INFO:teuthology.orchestra.run.trial082.stdout:Transaction test succeeded. 2026-02-22T21:45:28.084 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction 2026-02-22T21:45:28.087 INFO:teuthology.orchestra.run.trial190.stdout: Preparing : 1/1 2026-02-22T21:45:28.104 INFO:teuthology.orchestra.run.trial190.stdout: Installing : librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:28.139 INFO:teuthology.orchestra.run.trial082.stdout: Preparing : 1/1 2026-02-22T21:45:28.157 INFO:teuthology.orchestra.run.trial082.stdout: Installing : rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:28.188 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:28.239 INFO:teuthology.orchestra.run.trial082.stdout: Running scriptlet: rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:28.246 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:28.247 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:28.247 INFO:teuthology.orchestra.run.trial190.stdout:Installed: 2026-02-22T21:45:28.247 INFO:teuthology.orchestra.run.trial190.stdout: librados-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:28.247 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:28.247 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:28.276 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install libcephfs2 2026-02-22T21:45:28.296 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:28.296 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:28.296 INFO:teuthology.orchestra.run.trial082.stdout:Installed: 2026-02-22T21:45:28.296 INFO:teuthology.orchestra.run.trial082.stdout: rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:28.296 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:28.296 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:45:28.328 DEBUG:teuthology.parallel:result is None 2026-02-22T21:45:28.589 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:43 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:28.654 INFO:teuthology.orchestra.run.trial190.stdout:Package libcephfs2-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:28.672 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:28.673 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:28.673 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:28.695 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install libcephfs-devel 2026-02-22T21:45:29.005 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:44 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:29.091 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:29.091 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:29.091 INFO:teuthology.orchestra.run.trial190.stdout: Package Arch Version Repo Size 2026-02-22T21:45:29.091 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:29.091 INFO:teuthology.orchestra.run.trial190.stdout:Installing: 2026-02-22T21:45:29.091 INFO:teuthology.orchestra.run.trial190.stdout: libcephfs-devel x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 34 k 2026-02-22T21:45:29.091 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:29.091 INFO:teuthology.orchestra.run.trial190.stdout:Transaction Summary 2026-02-22T21:45:29.091 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:29.092 INFO:teuthology.orchestra.run.trial190.stdout:Install 1 Package 2026-02-22T21:45:29.092 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:29.092 INFO:teuthology.orchestra.run.trial190.stdout:Total download size: 34 k 2026-02-22T21:45:29.092 INFO:teuthology.orchestra.run.trial190.stdout:Installed size: 153 k 2026-02-22T21:45:29.092 INFO:teuthology.orchestra.run.trial190.stdout:Downloading Packages: 2026-02-22T21:45:29.155 INFO:teuthology.orchestra.run.trial190.stdout:libcephfs-devel-19.2.3-689.gf90f4eae.el9.x86_64 527 kB/s | 34 kB 00:00 2026-02-22T21:45:29.155 INFO:teuthology.orchestra.run.trial190.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:29.156 INFO:teuthology.orchestra.run.trial190.stdout:Total 520 kB/s | 34 kB 00:00 2026-02-22T21:45:29.156 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction check 2026-02-22T21:45:29.157 INFO:teuthology.orchestra.run.trial190.stdout:Transaction check succeeded. 2026-02-22T21:45:29.157 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction test 2026-02-22T21:45:29.160 INFO:teuthology.orchestra.run.trial190.stdout:Transaction test succeeded. 2026-02-22T21:45:29.160 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction 2026-02-22T21:45:29.180 INFO:teuthology.orchestra.run.trial190.stdout: Preparing : 1/1 2026-02-22T21:45:29.196 INFO:teuthology.orchestra.run.trial190.stdout: Installing : libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:29.252 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:29.309 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:29.309 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:29.309 INFO:teuthology.orchestra.run.trial190.stdout:Installed: 2026-02-22T21:45:29.309 INFO:teuthology.orchestra.run.trial190.stdout: libcephfs-devel-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:29.309 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:29.309 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:29.336 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install librados2 2026-02-22T21:45:29.651 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:44 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:29.716 INFO:teuthology.orchestra.run.trial190.stdout:Package librados2-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:29.735 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:29.736 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:29.736 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:29.757 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install librbd1 2026-02-22T21:45:30.072 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:45 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:30.138 INFO:teuthology.orchestra.run.trial190.stdout:Package librbd1-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:30.156 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:30.157 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:30.157 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:30.179 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install python3-rados 2026-02-22T21:45:30.490 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:45 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:30.556 INFO:teuthology.orchestra.run.trial190.stdout:Package python3-rados-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:30.574 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:30.575 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:30.575 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:30.597 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install python3-rgw 2026-02-22T21:45:30.910 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:45 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:30.976 INFO:teuthology.orchestra.run.trial190.stdout:Package python3-rgw-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:30.995 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:30.996 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:30.996 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:31.018 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install python3-cephfs 2026-02-22T21:45:31.332 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:46 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:31.397 INFO:teuthology.orchestra.run.trial190.stdout:Package python3-cephfs-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:31.415 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:31.416 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:31.416 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:31.438 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install python3-rbd 2026-02-22T21:45:31.753 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:46 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:31.819 INFO:teuthology.orchestra.run.trial190.stdout:Package python3-rbd-2:19.2.3-689.gf90f4eae.el9.x86_64 is already installed. 2026-02-22T21:45:31.837 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:31.838 INFO:teuthology.orchestra.run.trial190.stdout:Nothing to do. 2026-02-22T21:45:31.838 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:31.860 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install rbd-fuse 2026-02-22T21:45:32.171 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:47 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:32.255 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:32.255 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:32.255 INFO:teuthology.orchestra.run.trial190.stdout: Package Architecture Version Repository Size 2026-02-22T21:45:32.256 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:32.256 INFO:teuthology.orchestra.run.trial190.stdout:Installing: 2026-02-22T21:45:32.256 INFO:teuthology.orchestra.run.trial190.stdout: rbd-fuse x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 85 k 2026-02-22T21:45:32.256 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:32.256 INFO:teuthology.orchestra.run.trial190.stdout:Transaction Summary 2026-02-22T21:45:32.256 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:32.256 INFO:teuthology.orchestra.run.trial190.stdout:Install 1 Package 2026-02-22T21:45:32.256 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:32.256 INFO:teuthology.orchestra.run.trial190.stdout:Total download size: 85 k 2026-02-22T21:45:32.256 INFO:teuthology.orchestra.run.trial190.stdout:Installed size: 227 k 2026-02-22T21:45:32.256 INFO:teuthology.orchestra.run.trial190.stdout:Downloading Packages: 2026-02-22T21:45:32.331 INFO:teuthology.orchestra.run.trial190.stdout:rbd-fuse-19.2.3-689.gf90f4eae.el9.x86_64.rpm 1.1 MB/s | 85 kB 00:00 2026-02-22T21:45:32.332 INFO:teuthology.orchestra.run.trial190.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:32.332 INFO:teuthology.orchestra.run.trial190.stdout:Total 1.1 MB/s | 85 kB 00:00 2026-02-22T21:45:32.332 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction check 2026-02-22T21:45:32.335 INFO:teuthology.orchestra.run.trial190.stdout:Transaction check succeeded. 2026-02-22T21:45:32.335 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction test 2026-02-22T21:45:32.367 INFO:teuthology.orchestra.run.trial190.stdout:Transaction test succeeded. 2026-02-22T21:45:32.367 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction 2026-02-22T21:45:32.418 INFO:teuthology.orchestra.run.trial190.stdout: Preparing : 1/1 2026-02-22T21:45:32.435 INFO:teuthology.orchestra.run.trial190.stdout: Installing : rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:32.515 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:32.573 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:32.574 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:32.574 INFO:teuthology.orchestra.run.trial190.stdout:Installed: 2026-02-22T21:45:32.574 INFO:teuthology.orchestra.run.trial190.stdout: rbd-fuse-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:32.574 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:32.575 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:32.603 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install rbd-mirror 2026-02-22T21:45:32.929 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:47 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:33.014 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:33.014 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:33.015 INFO:teuthology.orchestra.run.trial190.stdout: Package Arch Version Repo Size 2026-02-22T21:45:33.015 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:33.015 INFO:teuthology.orchestra.run.trial190.stdout:Installing: 2026-02-22T21:45:33.015 INFO:teuthology.orchestra.run.trial190.stdout: rbd-mirror x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 3.1 M 2026-02-22T21:45:33.015 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:33.015 INFO:teuthology.orchestra.run.trial190.stdout:Transaction Summary 2026-02-22T21:45:33.015 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:33.015 INFO:teuthology.orchestra.run.trial190.stdout:Install 1 Package 2026-02-22T21:45:33.015 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:33.016 INFO:teuthology.orchestra.run.trial190.stdout:Total download size: 3.1 M 2026-02-22T21:45:33.016 INFO:teuthology.orchestra.run.trial190.stdout:Installed size: 13 M 2026-02-22T21:45:33.016 INFO:teuthology.orchestra.run.trial190.stdout:Downloading Packages: 2026-02-22T21:45:33.169 INFO:teuthology.orchestra.run.trial190.stdout:rbd-mirror-19.2.3-689.gf90f4eae.el9.x86_64.rpm 20 MB/s | 3.1 MB 00:00 2026-02-22T21:45:33.169 INFO:teuthology.orchestra.run.trial190.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:33.169 INFO:teuthology.orchestra.run.trial190.stdout:Total 20 MB/s | 3.1 MB 00:00 2026-02-22T21:45:33.169 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction check 2026-02-22T21:45:33.173 INFO:teuthology.orchestra.run.trial190.stdout:Transaction check succeeded. 2026-02-22T21:45:33.173 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction test 2026-02-22T21:45:33.214 INFO:teuthology.orchestra.run.trial190.stdout:Transaction test succeeded. 2026-02-22T21:45:33.214 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction 2026-02-22T21:45:33.406 INFO:teuthology.orchestra.run.trial190.stdout: Preparing : 1/1 2026-02-22T21:45:33.407 INFO:teuthology.orchestra.run.trial190.stdout: Installing : rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:33.431 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:33.432 INFO:teuthology.orchestra.run.trial190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-22T21:45:33.432 INFO:teuthology.orchestra.run.trial190.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-02-22T21:45:33.432 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-22T21:45:33.432 INFO:teuthology.orchestra.run.trial190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-22T21:45:33.433 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:33.732 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:33.732 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:33.732 INFO:teuthology.orchestra.run.trial190.stdout:Installed: 2026-02-22T21:45:33.732 INFO:teuthology.orchestra.run.trial190.stdout: rbd-mirror-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:33.732 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:33.732 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:33.760 DEBUG:teuthology.orchestra.run.trial190:> sudo yum -y install rbd-nbd 2026-02-22T21:45:34.072 INFO:teuthology.orchestra.run.trial190.stdout:Last metadata expiration check: 0:00:49 ago on Sun 22 Feb 2026 09:44:45 PM UTC. 2026-02-22T21:45:34.155 INFO:teuthology.orchestra.run.trial190.stdout:Dependencies resolved. 2026-02-22T21:45:34.155 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:34.155 INFO:teuthology.orchestra.run.trial190.stdout: Package Architecture Version Repository Size 2026-02-22T21:45:34.155 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:34.155 INFO:teuthology.orchestra.run.trial190.stdout:Installing: 2026-02-22T21:45:34.155 INFO:teuthology.orchestra.run.trial190.stdout: rbd-nbd x86_64 2:19.2.3-689.gf90f4eae.el9 ceph 170 k 2026-02-22T21:45:34.155 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:34.155 INFO:teuthology.orchestra.run.trial190.stdout:Transaction Summary 2026-02-22T21:45:34.155 INFO:teuthology.orchestra.run.trial190.stdout:================================================================================ 2026-02-22T21:45:34.155 INFO:teuthology.orchestra.run.trial190.stdout:Install 1 Package 2026-02-22T21:45:34.155 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:34.156 INFO:teuthology.orchestra.run.trial190.stdout:Total download size: 170 k 2026-02-22T21:45:34.156 INFO:teuthology.orchestra.run.trial190.stdout:Installed size: 490 k 2026-02-22T21:45:34.156 INFO:teuthology.orchestra.run.trial190.stdout:Downloading Packages: 2026-02-22T21:45:34.244 INFO:teuthology.orchestra.run.trial190.stdout:rbd-nbd-19.2.3-689.gf90f4eae.el9.x86_64.rpm 1.9 MB/s | 170 kB 00:00 2026-02-22T21:45:34.244 INFO:teuthology.orchestra.run.trial190.stdout:-------------------------------------------------------------------------------- 2026-02-22T21:45:34.244 INFO:teuthology.orchestra.run.trial190.stdout:Total 1.9 MB/s | 170 kB 00:00 2026-02-22T21:45:34.244 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction check 2026-02-22T21:45:34.247 INFO:teuthology.orchestra.run.trial190.stdout:Transaction check succeeded. 2026-02-22T21:45:34.247 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction test 2026-02-22T21:45:34.278 INFO:teuthology.orchestra.run.trial190.stdout:Transaction test succeeded. 2026-02-22T21:45:34.279 INFO:teuthology.orchestra.run.trial190.stdout:Running transaction 2026-02-22T21:45:34.335 INFO:teuthology.orchestra.run.trial190.stdout: Preparing : 1/1 2026-02-22T21:45:34.351 INFO:teuthology.orchestra.run.trial190.stdout: Installing : rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:34.435 INFO:teuthology.orchestra.run.trial190.stdout: Running scriptlet: rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:34.493 INFO:teuthology.orchestra.run.trial190.stdout: Verifying : rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 1/1 2026-02-22T21:45:34.493 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:34.493 INFO:teuthology.orchestra.run.trial190.stdout:Installed: 2026-02-22T21:45:34.493 INFO:teuthology.orchestra.run.trial190.stdout: rbd-nbd-2:19.2.3-689.gf90f4eae.el9.x86_64 2026-02-22T21:45:34.493 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:34.493 INFO:teuthology.orchestra.run.trial190.stdout:Complete! 2026-02-22T21:45:34.522 DEBUG:teuthology.parallel:result is None 2026-02-22T21:45:34.522 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T21:45:34.659 DEBUG:teuthology.orchestra.run.trial082:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2026-02-22T21:45:34.680 INFO:teuthology.orchestra.run.trial082.stdout:19.2.3-689.gf90f4eae.el9 2026-02-22T21:45:34.680 INFO:teuthology.packaging:The installed version of ceph is 19.2.3-689.gf90f4eae.el9 2026-02-22T21:45:34.680 INFO:teuthology.task.install:The correct ceph version 19.2.3-689.gf90f4eae is installed. 2026-02-22T21:45:34.683 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T21:45:34.826 DEBUG:teuthology.orchestra.run.trial190:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2026-02-22T21:45:34.848 INFO:teuthology.orchestra.run.trial190.stdout:19.2.3-689.gf90f4eae.el9 2026-02-22T21:45:34.848 INFO:teuthology.packaging:The installed version of ceph is 19.2.3-689.gf90f4eae.el9 2026-02-22T21:45:34.848 INFO:teuthology.task.install:The correct ceph version 19.2.3-689.gf90f4eae is installed. 2026-02-22T21:45:34.851 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-02-22T21:45:34.851 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:34.851 DEBUG:teuthology.orchestra.run.trial082:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-02-22T21:45:34.876 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:45:34.876 DEBUG:teuthology.orchestra.run.trial190:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-02-22T21:45:34.916 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-02-22T21:45:34.916 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:34.917 DEBUG:teuthology.orchestra.run.trial082:> sudo dd of=/usr/bin/daemon-helper 2026-02-22T21:45:34.941 DEBUG:teuthology.orchestra.run.trial082:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-02-22T21:45:35.006 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:45:35.006 DEBUG:teuthology.orchestra.run.trial190:> sudo dd of=/usr/bin/daemon-helper 2026-02-22T21:45:35.032 DEBUG:teuthology.orchestra.run.trial190:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-02-22T21:45:35.097 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-02-22T21:45:35.097 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:35.097 DEBUG:teuthology.orchestra.run.trial082:> sudo dd of=/usr/bin/adjust-ulimits 2026-02-22T21:45:35.123 DEBUG:teuthology.orchestra.run.trial082:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-02-22T21:45:35.187 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:45:35.187 DEBUG:teuthology.orchestra.run.trial190:> sudo dd of=/usr/bin/adjust-ulimits 2026-02-22T21:45:35.213 DEBUG:teuthology.orchestra.run.trial190:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-02-22T21:45:35.278 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-02-22T21:45:35.278 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:35.279 DEBUG:teuthology.orchestra.run.trial082:> sudo dd of=/usr/bin/stdin-killer 2026-02-22T21:45:35.305 DEBUG:teuthology.orchestra.run.trial082:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-02-22T21:45:35.369 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:45:35.369 DEBUG:teuthology.orchestra.run.trial190:> sudo dd of=/usr/bin/stdin-killer 2026-02-22T21:45:35.394 DEBUG:teuthology.orchestra.run.trial190:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-02-22T21:45:35.458 INFO:teuthology.run_tasks:Running task ceph... 2026-02-22T21:45:35.528 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-02-22T21:45:35.528 DEBUG:teuthology.orchestra.run.trial082:> sudo chmod 777 /var/log/ceph 2026-02-22T21:45:35.530 DEBUG:teuthology.orchestra.run.trial190:> sudo chmod 777 /var/log/ceph 2026-02-22T21:45:35.555 INFO:tasks.ceph:Disabling ceph logrotate... 2026-02-22T21:45:35.555 DEBUG:teuthology.orchestra.run.trial082:> sudo rm -f -- /etc/logrotate.d/ceph 2026-02-22T21:45:35.594 DEBUG:teuthology.orchestra.run.trial190:> sudo rm -f -- /etc/logrotate.d/ceph 2026-02-22T21:45:35.619 INFO:tasks.ceph:Creating extra log directories... 2026-02-22T21:45:35.619 DEBUG:teuthology.orchestra.run.trial082:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-02-22T21:45:35.658 DEBUG:teuthology.orchestra.run.trial190:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-02-22T21:45:35.690 INFO:tasks.ceph:Creating ceph cluster cluster1... 2026-02-22T21:45:35.690 INFO:tasks.ceph:config {'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'cpu_profile': set(), 'cluster': 'cluster1', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-02-22T21:45:35.690 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64104', 'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'description': 'rbd/migration-external/{1-base/install 2-clusters/2-node 3-objectstore/bluestore-comp-snappy 4-supported-random-distro$/{centos_latest} 5-data-pool/none 6-prepare/native-clone 7-io-workloads/qemu_xfstests 8-migrate-workloads/execute conf/{disable-pool-app}}', 'email': 'yweinste@redhat.com', 'exclude_arch': 'armv7l', 'first_in_suite': False, 'flavor': 'default', 'io_workload': {'sequential': [{'qemu': {'cluster1.client.0': {'disks': [{'action': 'none', 'image_name': 'client.0.0'}, {'action': 'none', 'image_name': 'client.0.1'}, {'action': 'none', 'image_name': 'client.0.2'}], 'test': 'qa/run_xfstests_qemu.sh', 'type': 'block'}}}]}, 'job_id': '64104', 'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'trial', 'meta': [{'desc': 'run two ceph clusters'}, {'desc': '2 ceph clusters with 1 mon and 3 osds each'}], 'migrate_workload': {'sequential': [{'exec': {'cluster1.client.0': ['sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration execute client.0.0', 'sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration commit client.0.0', 'sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration execute client.0.1']}}]}, 'name': 'yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial', 'no_nested_subset': False, 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid'}, 'ceph': {'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'owner': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'priority': 69, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['cluster1.mon.a', 'cluster1.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0'], ['cluster2.mon.a', 'cluster2.mgr.x', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster2.client.0']], 'seed': 9196, 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'sleep_before_teardown': 0, 'subset': '111/120000', 'suite': 'rbd', 'suite_branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'targets': {'trial082.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIISHgazZ4d2FXtnWdo8MZMIU+AC8nBjVI8wdMo7bS+sMfvyAAMurKIUDyPcu5TmJlPivV5dSyp3J6XlY261t5c=', 'trial190.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBINl+KowCkOJo0tjqG7MSQtIkprhkDgS/KOZRphmuM1HsjMGQojPBCvqjzHFUZq8540dQ9VQkWcN1dtqDf+tByg='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': {'cluster': 'cluster1', 'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, {'ceph': {'cluster': 'cluster2'}}, {'exec': {'cluster2.client.0': ['echo \'{"type":"qcow","stream":{"type":"http","url":"http://download.ceph.com/qa/ubuntu-12.04.qcow2"}}\' | rbd --cluster cluster2 migration prepare --import-only --source-spec-path - client.0.0-src', 'rbd --cluster cluster2 migration execute client.0.0-src', 'rbd --cluster cluster2 migration commit client.0.0-src', 'rbd --cluster cluster2 snap create client.0.0-src@snap', 'rbd --cluster cluster2 snap protect client.0.0-src@snap', 'rbd --cluster cluster2 clone client.0.0-src@snap client.0.0', 'rbd --cluster cluster2 snap create client.0.0@snap', 'rbd --cluster cluster2 create --size 1G client.0.1-src', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1-src', 'rbd --cluster cluster2 snap create client.0.1-src@snap', 'rbd --cluster cluster2 snap protect client.0.1-src@snap', 'rbd --cluster cluster2 clone client.0.1-src@snap client.0.1', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1', 'rbd --cluster cluster2 snap create client.0.1@snap', 'rbd --cluster cluster2 create --size 1G client.0.2-src', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.2-src', 'rbd --cluster cluster2 snap create client.0.2-src@snap', 'rbd --cluster cluster2 snap protect client.0.2-src@snap', 'rbd --cluster cluster2 clone client.0.2-src@snap client.0.2', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.2', 'rbd --cluster cluster2 snap create client.0.2@snap']}}, {'exec': {'cluster1.client.0': ['echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.0","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.0', 'echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.1","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.1', 'echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.2","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.2']}}, {'parallel': ['io_workload', 'migrate_workload']}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': 'fa17720d0088c3ac28e473468bfc79eeaff5cd38', 'timestamp': '2026-02-22_19:35:38', 'tube': 'trial', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3318653'} 2026-02-22T21:45:35.691 DEBUG:teuthology.orchestra.run.trial082:> install -d -m0755 -- /home/ubuntu/cephtest/cluster1.data 2026-02-22T21:45:35.721 DEBUG:teuthology.orchestra.run.trial190:> install -d -m0755 -- /home/ubuntu/cephtest/cluster1.data 2026-02-22T21:45:35.739 DEBUG:teuthology.orchestra.run.trial082:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T21:45:35.778 DEBUG:teuthology.orchestra.run.trial190:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T21:45:35.803 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:35.803 DEBUG:teuthology.orchestra.run.trial082:> dd if=/scratch_devs of=/dev/stdout 2026-02-22T21:45:35.858 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-22T21:45:35.859 DEBUG:teuthology.orchestra.run.trial082:> stat /dev/vg_nvme/lv_1 2026-02-22T21:45:35.914 INFO:teuthology.orchestra.run.trial082.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-22T21:45:35.915 INFO:teuthology.orchestra.run.trial082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:45:35.915 INFO:teuthology.orchestra.run.trial082.stdout:Device: 6h/6d Inode: 1288 Links: 1 2026-02-22T21:45:35.915 INFO:teuthology.orchestra.run.trial082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:45:35.915 INFO:teuthology.orchestra.run.trial082.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T21:45:35.915 INFO:teuthology.orchestra.run.trial082.stdout:Access: 2026-02-22 21:45:27.345498830 +0000 2026-02-22T21:45:35.915 INFO:teuthology.orchestra.run.trial082.stdout:Modify: 2026-02-22 21:44:54.046644151 +0000 2026-02-22T21:45:35.915 INFO:teuthology.orchestra.run.trial082.stdout:Change: 2026-02-22 21:44:54.046644151 +0000 2026-02-22T21:45:35.915 INFO:teuthology.orchestra.run.trial082.stdout: Birth: 2026-02-22 21:44:54.046644151 +0000 2026-02-22T21:45:35.916 DEBUG:teuthology.orchestra.run.trial082:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-22T21:45:35.978 INFO:teuthology.orchestra.run.trial082.stderr:1+0 records in 2026-02-22T21:45:35.978 INFO:teuthology.orchestra.run.trial082.stderr:1+0 records out 2026-02-22T21:45:35.979 INFO:teuthology.orchestra.run.trial082.stderr:512 bytes copied, 0.000151818 s, 3.4 MB/s 2026-02-22T21:45:35.980 DEBUG:teuthology.orchestra.run.trial082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-22T21:45:36.038 DEBUG:teuthology.orchestra.run.trial082:> stat /dev/vg_nvme/lv_2 2026-02-22T21:45:36.095 INFO:teuthology.orchestra.run.trial082.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-22T21:45:36.096 INFO:teuthology.orchestra.run.trial082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:45:36.096 INFO:teuthology.orchestra.run.trial082.stdout:Device: 6h/6d Inode: 1307 Links: 1 2026-02-22T21:45:36.096 INFO:teuthology.orchestra.run.trial082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:45:36.096 INFO:teuthology.orchestra.run.trial082.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T21:45:36.096 INFO:teuthology.orchestra.run.trial082.stdout:Access: 2026-02-22 21:45:27.345498830 +0000 2026-02-22T21:45:36.096 INFO:teuthology.orchestra.run.trial082.stdout:Modify: 2026-02-22 21:44:54.047644134 +0000 2026-02-22T21:45:36.096 INFO:teuthology.orchestra.run.trial082.stdout:Change: 2026-02-22 21:44:54.047644134 +0000 2026-02-22T21:45:36.096 INFO:teuthology.orchestra.run.trial082.stdout: Birth: 2026-02-22 21:44:54.047644134 +0000 2026-02-22T21:45:36.097 DEBUG:teuthology.orchestra.run.trial082:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-22T21:45:36.158 INFO:teuthology.orchestra.run.trial082.stderr:1+0 records in 2026-02-22T21:45:36.158 INFO:teuthology.orchestra.run.trial082.stderr:1+0 records out 2026-02-22T21:45:36.159 INFO:teuthology.orchestra.run.trial082.stderr:512 bytes copied, 0.000138985 s, 3.7 MB/s 2026-02-22T21:45:36.160 DEBUG:teuthology.orchestra.run.trial082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-22T21:45:36.219 DEBUG:teuthology.orchestra.run.trial082:> stat /dev/vg_nvme/lv_3 2026-02-22T21:45:36.275 INFO:teuthology.orchestra.run.trial082.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-22T21:45:36.275 INFO:teuthology.orchestra.run.trial082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:45:36.275 INFO:teuthology.orchestra.run.trial082.stdout:Device: 6h/6d Inode: 1290 Links: 1 2026-02-22T21:45:36.275 INFO:teuthology.orchestra.run.trial082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:45:36.275 INFO:teuthology.orchestra.run.trial082.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T21:45:36.275 INFO:teuthology.orchestra.run.trial082.stdout:Access: 2026-02-22 21:45:27.345498830 +0000 2026-02-22T21:45:36.275 INFO:teuthology.orchestra.run.trial082.stdout:Modify: 2026-02-22 21:44:54.046644151 +0000 2026-02-22T21:45:36.275 INFO:teuthology.orchestra.run.trial082.stdout:Change: 2026-02-22 21:44:54.046644151 +0000 2026-02-22T21:45:36.275 INFO:teuthology.orchestra.run.trial082.stdout: Birth: 2026-02-22 21:44:54.046644151 +0000 2026-02-22T21:45:36.275 DEBUG:teuthology.orchestra.run.trial082:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-22T21:45:36.339 INFO:teuthology.orchestra.run.trial082.stderr:1+0 records in 2026-02-22T21:45:36.339 INFO:teuthology.orchestra.run.trial082.stderr:1+0 records out 2026-02-22T21:45:36.339 INFO:teuthology.orchestra.run.trial082.stderr:512 bytes copied, 0.000139556 s, 3.7 MB/s 2026-02-22T21:45:36.341 DEBUG:teuthology.orchestra.run.trial082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-22T21:45:36.398 DEBUG:teuthology.orchestra.run.trial082:> stat /dev/vg_nvme/lv_4 2026-02-22T21:45:36.455 INFO:teuthology.orchestra.run.trial082.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-22T21:45:36.455 INFO:teuthology.orchestra.run.trial082.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:45:36.455 INFO:teuthology.orchestra.run.trial082.stdout:Device: 6h/6d Inode: 1298 Links: 1 2026-02-22T21:45:36.455 INFO:teuthology.orchestra.run.trial082.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:45:36.455 INFO:teuthology.orchestra.run.trial082.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T21:45:36.455 INFO:teuthology.orchestra.run.trial082.stdout:Access: 2026-02-22 21:45:27.346498791 +0000 2026-02-22T21:45:36.456 INFO:teuthology.orchestra.run.trial082.stdout:Modify: 2026-02-22 21:44:54.047644134 +0000 2026-02-22T21:45:36.456 INFO:teuthology.orchestra.run.trial082.stdout:Change: 2026-02-22 21:44:54.047644134 +0000 2026-02-22T21:45:36.456 INFO:teuthology.orchestra.run.trial082.stdout: Birth: 2026-02-22 21:44:54.047644134 +0000 2026-02-22T21:45:36.456 DEBUG:teuthology.orchestra.run.trial082:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-22T21:45:36.518 INFO:teuthology.orchestra.run.trial082.stderr:1+0 records in 2026-02-22T21:45:36.518 INFO:teuthology.orchestra.run.trial082.stderr:1+0 records out 2026-02-22T21:45:36.518 INFO:teuthology.orchestra.run.trial082.stderr:512 bytes copied, 0.000141779 s, 3.6 MB/s 2026-02-22T21:45:36.520 DEBUG:teuthology.orchestra.run.trial082:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-22T21:45:36.576 INFO:tasks.ceph:osd dev map: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:45:36.576 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@trial082.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T21:45:36.576 INFO:tasks.ceph:Generating config... 2026-02-22T21:45:36.578 INFO:tasks.ceph:[global] mon warn on pool no app = False 2026-02-22T21:45:36.579 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-02-22T21:45:36.579 INFO:tasks.ceph:[mgr] debug ms = 1 2026-02-22T21:45:36.579 INFO:tasks.ceph:[mon] debug mon = 20 2026-02-22T21:45:36.579 INFO:tasks.ceph:[mon] debug ms = 1 2026-02-22T21:45:36.579 INFO:tasks.ceph:[mon] debug paxos = 20 2026-02-22T21:45:36.579 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-02-22T21:45:36.579 INFO:tasks.ceph:[osd] bluestore compression algorithm = snappy 2026-02-22T21:45:36.579 INFO:tasks.ceph:[osd] bluestore compression mode = aggressive 2026-02-22T21:45:36.579 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-02-22T21:45:36.579 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-02-22T21:45:36.580 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-02-22T21:45:36.580 INFO:tasks.ceph:[osd] debug ms = 1 2026-02-22T21:45:36.580 INFO:tasks.ceph:[osd] debug osd = 20 2026-02-22T21:45:36.580 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-02-22T21:45:36.580 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-02-22T21:45:36.580 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-02-22T21:45:36.580 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-02-22T21:45:36.580 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-02-22T21:45:36.580 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-02-22T21:45:36.580 INFO:tasks.ceph:Setting up cluster1.mon.a... 2026-02-22T21:45:36.581 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/cluster1.keyring 2026-02-22T21:45:36.652 INFO:teuthology.orchestra.run.trial082.stdout:creating /etc/ceph/cluster1.keyring 2026-02-22T21:45:36.655 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/cluster1.keyring 2026-02-22T21:45:36.731 DEBUG:teuthology.orchestra.run.trial082:> sudo chmod 0644 /etc/ceph/cluster1.keyring 2026-02-22T21:45:36.795 DEBUG:tasks.ceph:Ceph mon addresses: [('cluster1.mon.a', '10.20.193.82')] 2026-02-22T21:45:36.796 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '10.20.193.82', 'mon warn on pool no app': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd mclock skip benchmark': 'true', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok'}, 'mon.a': {}} 2026-02-22T21:45:36.797 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:36.797 DEBUG:teuthology.orchestra.run.trial082:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T21:45:36.853 DEBUG:teuthology.orchestra.run.trial082:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 10.20.193.82 --print /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:45:36.926 INFO:teuthology.orchestra.run.trial082.stdout:monmaptool: monmap file /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:45:36.927 INFO:teuthology.orchestra.run.trial082.stdout:monmaptool: generated fsid 6fd1c771-8211-455a-be1d-b6a08555a8a1 2026-02-22T21:45:36.927 INFO:teuthology.orchestra.run.trial082.stdout:setting min_mon_release = quincy 2026-02-22T21:45:36.927 INFO:teuthology.orchestra.run.trial082.stdout:epoch 0 2026-02-22T21:45:36.927 INFO:teuthology.orchestra.run.trial082.stdout:fsid 6fd1c771-8211-455a-be1d-b6a08555a8a1 2026-02-22T21:45:36.927 INFO:teuthology.orchestra.run.trial082.stdout:last_changed 2026-02-22T21:45:36.923553+0000 2026-02-22T21:45:36.927 INFO:teuthology.orchestra.run.trial082.stdout:created 2026-02-22T21:45:36.923553+0000 2026-02-22T21:45:36.927 INFO:teuthology.orchestra.run.trial082.stdout:min_mon_release 17 (quincy) 2026-02-22T21:45:36.927 INFO:teuthology.orchestra.run.trial082.stdout:election_strategy: 1 2026-02-22T21:45:36.927 INFO:teuthology.orchestra.run.trial082.stdout:0: [v2:10.20.193.82:3300/0,v1:10.20.193.82:6789/0] mon.a 2026-02-22T21:45:36.927 INFO:teuthology.orchestra.run.trial082.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/cluster1.monmap (1 monitors) 2026-02-22T21:45:36.929 DEBUG:teuthology.orchestra.run.trial082:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T21:45:36.986 INFO:tasks.ceph:Writing /etc/ceph/cluster1.conf for FSID 6fd1c771-8211-455a-be1d-b6a08555a8a1... 2026-02-22T21:45:36.987 DEBUG:teuthology.orchestra.run.trial082:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster1.conf && sudo chmod 0644 /etc/ceph/cluster1.conf > /dev/null 2026-02-22T21:45:37.028 DEBUG:teuthology.orchestra.run.trial190:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster1.conf && sudo chmod 0644 /etc/ceph/cluster1.conf > /dev/null 2026-02-22T21:45:37.066 INFO:teuthology.orchestra.run.trial082.stdout:[global] 2026-02-22T21:45:37.066 INFO:teuthology.orchestra.run.trial082.stdout: chdir = "" 2026-02-22T21:45:37.066 INFO:teuthology.orchestra.run.trial082.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T21:45:37.066 INFO:teuthology.orchestra.run.trial082.stdout: auth supported = cephx 2026-02-22T21:45:37.066 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.066 INFO:teuthology.orchestra.run.trial082.stdout: filestore xattr use omap = true 2026-02-22T21:45:37.066 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.066 INFO:teuthology.orchestra.run.trial082.stdout: mon clock drift allowed = 1.000 2026-02-22T21:45:37.066 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.066 INFO:teuthology.orchestra.run.trial082.stdout: osd crush chooseleaf type = 0 2026-02-22T21:45:37.066 INFO:teuthology.orchestra.run.trial082.stdout: auth debug = true 2026-02-22T21:45:37.066 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.066 INFO:teuthology.orchestra.run.trial082.stdout: ms die on old message = true 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: ms die on bug = true 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: mon pg warn max object skew = 0 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: osd pool default size = 2 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: mon osd allow primary affinity = true 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: mon osd allow pg remap = true 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: mon warn on legacy crush tunables = false 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: mon warn on crush straw calc version zero = false 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: mon warn on no sortbitwise = false 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: mon warn on osd down out interval zero = false 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: mon warn on too few osds = false 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: mon_allow_pool_size_one = true 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: osd default data pool replay window = 5 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.067 INFO:teuthology.orchestra.run.trial082.stdout: mon allow pool delete = true 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: mon cluster log file level = debug 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: debug asserts on shutdown = true 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: mon health detail to clog = false 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: mon host = 10.20.193.82 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: mon warn on pool no app = False 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: fsid = 6fd1c771-8211-455a-be1d-b6a08555a8a1 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout:[osd] 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: osd journal size = 100 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: osd scrub load threshold = 5.0 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: osd scrub max interval = 600 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: osd mclock profile = high_recovery_ops 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: osd mclock skip benchmark = true 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: osd recover clone overlap = true 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: osd recovery max chunk = 1048576 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: osd debug shutdown = true 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: osd debug op order = true 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: osd debug verify stray on activate = true 2026-02-22T21:45:37.068 INFO:teuthology.orchestra.run.trial082.stdout: osd debug trim objects = true 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: osd open classes on start = true 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: osd debug pg log writeout = true 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: osd deep scrub update digest min age = 30 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: osd map max advance = 10 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: journal zero on create = true 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: filestore ondisk finisher threads = 3 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: filestore apply finisher threads = 3 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: bdev debug aio = true 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: osd debug misdirected ops = true 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: bluestore block size = 96636764160 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: bluestore compression algorithm = snappy 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: bluestore compression mode = aggressive 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: bluestore fsck on mount = True 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: debug bluefs = 1/20 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: debug bluestore = 1/20 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: debug ms = 1 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: debug osd = 20 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: debug rocksdb = 4/10 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: mon osd full ratio = 0.9 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: mon osd nearfull ratio = 0.8 2026-02-22T21:45:37.069 INFO:teuthology.orchestra.run.trial082.stdout: osd failsafe full ratio = 0.95 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: osd objectstore = bluestore 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout:[mgr] 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: debug ms = 1 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: debug mgr = 20 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: debug mon = 20 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: debug auth = 20 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: mgr/telemetry/nag = false 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout:[mon] 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: debug ms = 1 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: debug mon = 20 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: debug paxos = 20 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: debug auth = 20 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: mon data avail warn = 5 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: mon mgr mkfs grace = 240 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: mon osd reporter subtree level = osd 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: mon osd prime pg temp = true 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T21:45:37.070 INFO:teuthology.orchestra.run.trial082.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial082.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial082.stdout: # 1m isn't quite enough 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial082.stdout: mon_down_mkfs_grace = 2m 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial082.stdout: mon_warn_on_filestore_osds = false 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial082.stdout:[client] 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial082.stdout: rgw cache enabled = true 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial082.stdout: rgw enable ops log = true 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial082.stdout: rgw enable usage log = true 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial082.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial082.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial082.stdout:[mon.a] 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial190.stdout:[global] 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial190.stdout: chdir = "" 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial190.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial190.stdout: auth supported = cephx 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial190.stdout: filestore xattr use omap = true 2026-02-22T21:45:37.071 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: mon clock drift allowed = 1.000 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: osd crush chooseleaf type = 0 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: auth debug = true 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: ms die on old message = true 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: ms die on bug = true 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: mon pg warn max object skew = 0 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: osd pool default size = 2 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: mon osd allow primary affinity = true 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: mon osd allow pg remap = true 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: mon warn on legacy crush tunables = false 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: mon warn on crush straw calc version zero = false 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: mon warn on no sortbitwise = false 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: mon warn on osd down out interval zero = false 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: mon warn on too few osds = false 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: mon_allow_pool_size_one = true 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.072 INFO:teuthology.orchestra.run.trial190.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: osd default data pool replay window = 5 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: mon allow pool delete = true 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: mon cluster log file level = debug 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: debug asserts on shutdown = true 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: mon health detail to clog = false 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: mon host = 10.20.193.82 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: mon warn on pool no app = False 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: fsid = 6fd1c771-8211-455a-be1d-b6a08555a8a1 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout:[osd] 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: osd journal size = 100 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: osd scrub load threshold = 5.0 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: osd scrub max interval = 600 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: osd mclock profile = high_recovery_ops 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: osd mclock skip benchmark = true 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: osd recover clone overlap = true 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: osd recovery max chunk = 1048576 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: osd debug shutdown = true 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: osd debug op order = true 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: osd debug verify stray on activate = true 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: osd debug trim objects = true 2026-02-22T21:45:37.073 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: osd open classes on start = true 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: osd debug pg log writeout = true 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: osd deep scrub update digest min age = 30 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: osd map max advance = 10 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: journal zero on create = true 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: filestore ondisk finisher threads = 3 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: filestore apply finisher threads = 3 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: bdev debug aio = true 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: osd debug misdirected ops = true 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: bluestore block size = 96636764160 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: bluestore compression algorithm = snappy 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: bluestore compression mode = aggressive 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: bluestore fsck on mount = True 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: debug bluefs = 1/20 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: debug bluestore = 1/20 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: debug ms = 1 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: debug osd = 20 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: debug rocksdb = 4/10 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: mon osd full ratio = 0.9 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: mon osd nearfull ratio = 0.8 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: osd failsafe full ratio = 0.95 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: osd objectstore = bluestore 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.074 INFO:teuthology.orchestra.run.trial190.stdout:[mgr] 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: debug ms = 1 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: debug mgr = 20 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: debug mon = 20 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: debug auth = 20 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: mgr/telemetry/nag = false 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout:[mon] 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: debug ms = 1 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: debug mon = 20 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: debug paxos = 20 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: debug auth = 20 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: mon data avail warn = 5 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: mon mgr mkfs grace = 240 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: mon osd reporter subtree level = osd 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: mon osd prime pg temp = true 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.075 INFO:teuthology.orchestra.run.trial190.stdout: # 1m isn't quite enough 2026-02-22T21:45:37.076 INFO:teuthology.orchestra.run.trial190.stdout: mon_down_mkfs_grace = 2m 2026-02-22T21:45:37.076 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.076 INFO:teuthology.orchestra.run.trial190.stdout: mon_warn_on_filestore_osds = false 2026-02-22T21:45:37.076 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:45:37.076 INFO:teuthology.orchestra.run.trial190.stdout:[client] 2026-02-22T21:45:37.076 INFO:teuthology.orchestra.run.trial190.stdout: rgw cache enabled = true 2026-02-22T21:45:37.076 INFO:teuthology.orchestra.run.trial190.stdout: rgw enable ops log = true 2026-02-22T21:45:37.076 INFO:teuthology.orchestra.run.trial190.stdout: rgw enable usage log = true 2026-02-22T21:45:37.076 INFO:teuthology.orchestra.run.trial190.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T21:45:37.076 INFO:teuthology.orchestra.run.trial190.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T21:45:37.076 INFO:teuthology.orchestra.run.trial190.stdout:[mon.a] 2026-02-22T21:45:37.077 INFO:tasks.ceph:Creating admin key on cluster1.mon.a... 2026-02-22T21:45:37.077 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/cluster1.keyring 2026-02-22T21:45:37.160 INFO:tasks.ceph:Copying monmap to all nodes... 2026-02-22T21:45:37.160 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:37.160 DEBUG:teuthology.orchestra.run.trial082:> dd if=/etc/ceph/cluster1.keyring of=/dev/stdout 2026-02-22T21:45:37.217 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:37.217 DEBUG:teuthology.orchestra.run.trial082:> dd if=/home/ubuntu/cephtest/cluster1.monmap of=/dev/stdout 2026-02-22T21:45:37.274 INFO:tasks.ceph:Sending monmap to node ubuntu@trial082.front.sepia.ceph.com 2026-02-22T21:45:37.274 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:37.274 DEBUG:teuthology.orchestra.run.trial082:> sudo dd of=/etc/ceph/cluster1.keyring 2026-02-22T21:45:37.274 DEBUG:teuthology.orchestra.run.trial082:> sudo chmod 0644 /etc/ceph/cluster1.keyring 2026-02-22T21:45:37.347 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:37.347 DEBUG:teuthology.orchestra.run.trial082:> dd of=/home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:45:37.403 INFO:tasks.ceph:Sending monmap to node ubuntu@trial190.front.sepia.ceph.com 2026-02-22T21:45:37.404 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:45:37.404 DEBUG:teuthology.orchestra.run.trial190:> sudo dd of=/etc/ceph/cluster1.keyring 2026-02-22T21:45:37.404 DEBUG:teuthology.orchestra.run.trial190:> sudo chmod 0644 /etc/ceph/cluster1.keyring 2026-02-22T21:45:37.439 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:45:37.439 DEBUG:teuthology.orchestra.run.trial190:> dd of=/home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:45:37.497 INFO:tasks.ceph:Setting up mon nodes... 2026-02-22T21:45:37.497 INFO:tasks.ceph:Setting up mgr nodes... 2026-02-22T21:45:37.497 DEBUG:teuthology.orchestra.run.trial082:> sudo mkdir -p /var/lib/ceph/mgr/cluster1-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/cluster1-x/keyring 2026-02-22T21:45:37.542 INFO:teuthology.orchestra.run.trial082.stdout:creating /var/lib/ceph/mgr/cluster1-x/keyring 2026-02-22T21:45:37.545 INFO:tasks.ceph:Setting up mds nodes... 2026-02-22T21:45:37.545 INFO:tasks.ceph_client:Setting up client nodes... 2026-02-22T21:45:37.546 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/cluster1.client.0.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.0.keyring 2026-02-22T21:45:37.579 INFO:teuthology.orchestra.run.trial082.stdout:creating /etc/ceph/cluster1.client.0.keyring 2026-02-22T21:45:37.589 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-02-22T21:45:37.590 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@trial082.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T21:45:37.590 DEBUG:teuthology.orchestra.run.trial082:> sudo mkdir -p /var/lib/ceph/osd/cluster1-0 2026-02-22T21:45:37.652 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:45:37.652 INFO:tasks.ceph:role: cluster1.osd.0 2026-02-22T21:45:37.652 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@trial082.front.sepia.ceph.com 2026-02-22T21:45:37.652 DEBUG:teuthology.orchestra.run.trial082:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-02-22T21:45:37.716 INFO:teuthology.orchestra.run.trial082.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T21:45:37.716 INFO:teuthology.orchestra.run.trial082.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T21:45:37.716 INFO:teuthology.orchestra.run.trial082.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T21:45:37.716 INFO:teuthology.orchestra.run.trial082.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-22T21:45:37.716 INFO:teuthology.orchestra.run.trial082.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T21:45:37.716 INFO:teuthology.orchestra.run.trial082.stdout: = sunit=0 swidth=0 blks 2026-02-22T21:45:37.716 INFO:teuthology.orchestra.run.trial082.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T21:45:37.716 INFO:teuthology.orchestra.run.trial082.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T21:45:37.716 INFO:teuthology.orchestra.run.trial082.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T21:45:37.716 INFO:teuthology.orchestra.run.trial082.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T21:45:38.286 INFO:teuthology.orchestra.run.trial082.stdout:Discarding blocks...Done. 2026-02-22T21:45:38.288 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@trial082.front.sepia.ceph.com -o noatime 2026-02-22T21:45:38.288 DEBUG:teuthology.orchestra.run.trial082:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/cluster1-0 2026-02-22T21:45:38.357 DEBUG:teuthology.orchestra.run.trial082:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-0 2026-02-22T21:45:38.422 DEBUG:teuthology.orchestra.run.trial082:> sudo mkdir -p /var/lib/ceph/osd/cluster1-1 2026-02-22T21:45:38.485 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:45:38.485 INFO:tasks.ceph:role: cluster1.osd.1 2026-02-22T21:45:38.485 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@trial082.front.sepia.ceph.com 2026-02-22T21:45:38.486 DEBUG:teuthology.orchestra.run.trial082:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-02-22T21:45:38.549 INFO:teuthology.orchestra.run.trial082.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T21:45:38.549 INFO:teuthology.orchestra.run.trial082.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T21:45:38.549 INFO:teuthology.orchestra.run.trial082.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T21:45:38.549 INFO:teuthology.orchestra.run.trial082.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-22T21:45:38.549 INFO:teuthology.orchestra.run.trial082.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T21:45:38.549 INFO:teuthology.orchestra.run.trial082.stdout: = sunit=0 swidth=0 blks 2026-02-22T21:45:38.549 INFO:teuthology.orchestra.run.trial082.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T21:45:38.549 INFO:teuthology.orchestra.run.trial082.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T21:45:38.549 INFO:teuthology.orchestra.run.trial082.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T21:45:38.549 INFO:teuthology.orchestra.run.trial082.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T21:45:39.107 INFO:teuthology.orchestra.run.trial082.stdout:Discarding blocks...Done. 2026-02-22T21:45:39.109 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@trial082.front.sepia.ceph.com -o noatime 2026-02-22T21:45:39.110 DEBUG:teuthology.orchestra.run.trial082:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/cluster1-1 2026-02-22T21:45:39.177 DEBUG:teuthology.orchestra.run.trial082:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-1 2026-02-22T21:45:39.243 DEBUG:teuthology.orchestra.run.trial082:> sudo mkdir -p /var/lib/ceph/osd/cluster1-2 2026-02-22T21:45:39.308 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:45:39.308 INFO:tasks.ceph:role: cluster1.osd.2 2026-02-22T21:45:39.308 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@trial082.front.sepia.ceph.com 2026-02-22T21:45:39.308 DEBUG:teuthology.orchestra.run.trial082:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-02-22T21:45:39.372 INFO:teuthology.orchestra.run.trial082.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T21:45:39.372 INFO:teuthology.orchestra.run.trial082.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T21:45:39.372 INFO:teuthology.orchestra.run.trial082.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T21:45:39.372 INFO:teuthology.orchestra.run.trial082.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-22T21:45:39.372 INFO:teuthology.orchestra.run.trial082.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T21:45:39.372 INFO:teuthology.orchestra.run.trial082.stdout: = sunit=0 swidth=0 blks 2026-02-22T21:45:39.372 INFO:teuthology.orchestra.run.trial082.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T21:45:39.372 INFO:teuthology.orchestra.run.trial082.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T21:45:39.372 INFO:teuthology.orchestra.run.trial082.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T21:45:39.373 INFO:teuthology.orchestra.run.trial082.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T21:45:39.929 INFO:teuthology.orchestra.run.trial082.stdout:Discarding blocks...Done. 2026-02-22T21:45:39.931 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@trial082.front.sepia.ceph.com -o noatime 2026-02-22T21:45:39.931 DEBUG:teuthology.orchestra.run.trial082:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/cluster1-2 2026-02-22T21:45:40.006 DEBUG:teuthology.orchestra.run.trial082:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-2 2026-02-22T21:45:40.073 DEBUG:teuthology.orchestra.run.trial082:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:45:40.152 INFO:teuthology.orchestra.run.trial082.stderr:2026-02-22T21:45:40.148+0000 7f578b61b780 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-0/keyring: can't open /var/lib/ceph/osd/cluster1-0/keyring: (2) No such file or directory 2026-02-22T21:45:40.152 INFO:teuthology.orchestra.run.trial082.stderr:2026-02-22T21:45:40.149+0000 7f578b61b780 -1 created new key in keyring /var/lib/ceph/osd/cluster1-0/keyring 2026-02-22T21:45:40.152 INFO:teuthology.orchestra.run.trial082.stderr:2026-02-22T21:45:40.149+0000 7f578b61b780 -1 bdev(0x55d89c901800 /var/lib/ceph/osd/cluster1-0/block) open stat got: (1) Operation not permitted 2026-02-22T21:45:40.153 INFO:teuthology.orchestra.run.trial082.stderr:2026-02-22T21:45:40.149+0000 7f578b61b780 -1 bluestore(/var/lib/ceph/osd/cluster1-0) _read_fsid unparsable uuid 2026-02-22T21:45:43.306 DEBUG:teuthology.orchestra.run.trial082:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-0 2026-02-22T21:45:43.372 DEBUG:teuthology.orchestra.run.trial082:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:45:43.451 INFO:teuthology.orchestra.run.trial082.stderr:2026-02-22T21:45:43.447+0000 7f2c8acb8780 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-1/keyring: can't open /var/lib/ceph/osd/cluster1-1/keyring: (2) No such file or directory 2026-02-22T21:45:43.452 INFO:teuthology.orchestra.run.trial082.stderr:2026-02-22T21:45:43.447+0000 7f2c8acb8780 -1 created new key in keyring /var/lib/ceph/osd/cluster1-1/keyring 2026-02-22T21:45:43.452 INFO:teuthology.orchestra.run.trial082.stderr:2026-02-22T21:45:43.447+0000 7f2c8acb8780 -1 bdev(0x55dc0d711800 /var/lib/ceph/osd/cluster1-1/block) open stat got: (1) Operation not permitted 2026-02-22T21:45:43.452 INFO:teuthology.orchestra.run.trial082.stderr:2026-02-22T21:45:43.448+0000 7f2c8acb8780 -1 bluestore(/var/lib/ceph/osd/cluster1-1) _read_fsid unparsable uuid 2026-02-22T21:45:46.603 DEBUG:teuthology.orchestra.run.trial082:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-1 2026-02-22T21:45:46.668 DEBUG:teuthology.orchestra.run.trial082:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:45:46.746 INFO:teuthology.orchestra.run.trial082.stderr:2026-02-22T21:45:46.742+0000 7f44eaf34780 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-2/keyring: can't open /var/lib/ceph/osd/cluster1-2/keyring: (2) No such file or directory 2026-02-22T21:45:46.747 INFO:teuthology.orchestra.run.trial082.stderr:2026-02-22T21:45:46.742+0000 7f44eaf34780 -1 created new key in keyring /var/lib/ceph/osd/cluster1-2/keyring 2026-02-22T21:45:46.747 INFO:teuthology.orchestra.run.trial082.stderr:2026-02-22T21:45:46.742+0000 7f44eaf34780 -1 bdev(0x555fdc27b800 /var/lib/ceph/osd/cluster1-2/block) open stat got: (1) Operation not permitted 2026-02-22T21:45:46.747 INFO:teuthology.orchestra.run.trial082.stderr:2026-02-22T21:45:46.742+0000 7f44eaf34780 -1 bluestore(/var/lib/ceph/osd/cluster1-2) _read_fsid unparsable uuid 2026-02-22T21:45:49.892 DEBUG:teuthology.orchestra.run.trial082:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-2 2026-02-22T21:45:49.957 INFO:tasks.ceph:Reading keys from all nodes... 2026-02-22T21:45:49.957 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:49.957 DEBUG:teuthology.orchestra.run.trial082:> sudo dd if=/var/lib/ceph/mgr/cluster1-x/keyring of=/dev/stdout 2026-02-22T21:45:50.020 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:50.020 DEBUG:teuthology.orchestra.run.trial082:> sudo dd if=/var/lib/ceph/osd/cluster1-0/keyring of=/dev/stdout 2026-02-22T21:45:50.083 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:50.084 DEBUG:teuthology.orchestra.run.trial082:> sudo dd if=/var/lib/ceph/osd/cluster1-1/keyring of=/dev/stdout 2026-02-22T21:45:50.147 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:50.147 DEBUG:teuthology.orchestra.run.trial082:> sudo dd if=/var/lib/ceph/osd/cluster1-2/keyring of=/dev/stdout 2026-02-22T21:45:50.211 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:50.212 DEBUG:teuthology.orchestra.run.trial082:> dd if=/etc/ceph/cluster1.client.0.keyring of=/dev/stdout 2026-02-22T21:45:50.270 INFO:tasks.ceph:Adding keys to all mons... 2026-02-22T21:45:50.270 DEBUG:teuthology.orchestra.run.trial082:> sudo tee -a /etc/ceph/cluster1.keyring 2026-02-22T21:45:50.333 INFO:teuthology.orchestra.run.trial082.stdout:[mgr.x] 2026-02-22T21:45:50.333 INFO:teuthology.orchestra.run.trial082.stdout: key = AQABeZtpwHYtIBAA1eZSUR3I9wUNtk3ZEc9Bqw== 2026-02-22T21:45:50.333 INFO:teuthology.orchestra.run.trial082.stdout:[osd.0] 2026-02-22T21:45:50.333 INFO:teuthology.orchestra.run.trial082.stdout: key = AQAEeZtpKbPkCBAA0yZnjzEzGNf2RcvkyhYDTw== 2026-02-22T21:45:50.333 INFO:teuthology.orchestra.run.trial082.stdout:[osd.1] 2026-02-22T21:45:50.333 INFO:teuthology.orchestra.run.trial082.stdout: key = AQAHeZtpeyXEGhAAg0Abn7osh6zJLtEfsrhZvw== 2026-02-22T21:45:50.333 INFO:teuthology.orchestra.run.trial082.stdout:[osd.2] 2026-02-22T21:45:50.333 INFO:teuthology.orchestra.run.trial082.stdout: key = AQAKeZtpvhxWLBAAz+cuzN85o7/n8DRrTfgubQ== 2026-02-22T21:45:50.334 INFO:teuthology.orchestra.run.trial082.stdout:[client.0] 2026-02-22T21:45:50.334 INFO:teuthology.orchestra.run.trial082.stdout: key = AQABeZtpk+piIhAAg9U/DiPxxBC33VYbRMDC3A== 2026-02-22T21:45:50.335 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-22T21:45:50.414 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T21:45:50.495 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T21:45:50.575 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T21:45:50.653 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:45:50.734 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-02-22T21:45:50.735 DEBUG:teuthology.orchestra.run.trial082:> sudo mkdir -p /var/lib/ceph/mon/cluster1-a 2026-02-22T21:45:50.800 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster cluster1 --mkfs -i a --monmap /home/ubuntu/cephtest/cluster1.monmap --keyring /etc/ceph/cluster1.keyring 2026-02-22T21:45:50.881 DEBUG:teuthology.orchestra.run.trial082:> sudo chown -R ceph:ceph /var/lib/ceph/mon/cluster1-a 2026-02-22T21:45:50.945 DEBUG:teuthology.orchestra.run.trial082:> rm -- /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:45:51.002 INFO:tasks.ceph:Starting mon daemons in cluster cluster1... 2026-02-22T21:45:51.002 INFO:tasks.ceph.cluster1.mon.a:Restarting daemon 2026-02-22T21:45:51.003 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster cluster1 -i a 2026-02-22T21:45:51.043 INFO:tasks.ceph.cluster1.mon.a:Started 2026-02-22T21:45:51.043 INFO:tasks.ceph:Starting mgr daemons in cluster cluster1... 2026-02-22T21:45:51.043 INFO:tasks.ceph.cluster1.mgr.x:Restarting daemon 2026-02-22T21:45:51.044 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster cluster1 -i x 2026-02-22T21:45:51.045 INFO:tasks.ceph.cluster1.mgr.x:Started 2026-02-22T21:45:51.045 INFO:tasks.ceph:Setting crush tunables to default 2026-02-22T21:45:51.045 DEBUG:teuthology.orchestra.run.trial082:> sudo ceph --cluster cluster1 osd crush tunables default 2026-02-22T21:45:51.145 INFO:teuthology.orchestra.run.trial082.stderr:adjusted tunables profile to default 2026-02-22T21:45:51.153 INFO:tasks.ceph:check_enable_crimson: False 2026-02-22T21:45:51.153 INFO:tasks.ceph:Starting osd daemons in cluster cluster1... 2026-02-22T21:45:51.153 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:51.153 DEBUG:teuthology.orchestra.run.trial082:> sudo dd if=/var/lib/ceph/osd/cluster1-0/fsid of=/dev/stdout 2026-02-22T21:45:51.177 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:51.178 DEBUG:teuthology.orchestra.run.trial082:> sudo dd if=/var/lib/ceph/osd/cluster1-1/fsid of=/dev/stdout 2026-02-22T21:45:51.242 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:45:51.242 DEBUG:teuthology.orchestra.run.trial082:> sudo dd if=/var/lib/ceph/osd/cluster1-2/fsid of=/dev/stdout 2026-02-22T21:45:51.305 DEBUG:teuthology.orchestra.run.trial082:> sudo ceph --cluster cluster1 osd new db564c7c-ed3c-473c-a0c8-89efafb3deed 0 2026-02-22T21:45:51.447 INFO:teuthology.orchestra.run.trial082.stdout:0 2026-02-22T21:45:51.454 DEBUG:teuthology.orchestra.run.trial082:> sudo ceph --cluster cluster1 osd new 33873a62-9fdb-4ff6-a4bf-1127e1c66efb 1 2026-02-22T21:45:51.555 INFO:teuthology.orchestra.run.trial082.stdout:1 2026-02-22T21:45:51.565 DEBUG:teuthology.orchestra.run.trial082:> sudo ceph --cluster cluster1 osd new a5d9d87b-e53d-4bb1-8c31-2c2fc90619e4 2 2026-02-22T21:45:51.657 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:51.653+0000 7ff1ce3c6140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-22T21:45:51.666 INFO:teuthology.orchestra.run.trial082.stdout:2 2026-02-22T21:45:51.673 INFO:tasks.ceph.cluster1.osd.0:Restarting daemon 2026-02-22T21:45:51.673 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 0 2026-02-22T21:45:51.675 INFO:tasks.ceph.cluster1.osd.0:Started 2026-02-22T21:45:51.675 INFO:tasks.ceph.cluster1.osd.1:Restarting daemon 2026-02-22T21:45:51.675 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 1 2026-02-22T21:45:51.676 INFO:tasks.ceph.cluster1.osd.1:Started 2026-02-22T21:45:51.676 INFO:tasks.ceph.cluster1.osd.2:Restarting daemon 2026-02-22T21:45:51.676 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 2 2026-02-22T21:45:51.677 INFO:tasks.ceph.cluster1.osd.2:Started 2026-02-22T21:45:51.677 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T21:45:51.778 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:45:51.778 INFO:teuthology.orchestra.run.trial082.stdout:{"epoch":5,"fsid":"6fd1c771-8211-455a-be1d-b6a08555a8a1","created":"2026-02-22T21:45:51.102682+0000","modified":"2026-02-22T21:45:51.662728+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T21:45:51.662728+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"db564c7c-ed3c-473c-a0c8-89efafb3deed","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"33873a62-9fdb-4ff6-a4bf-1127e1c66efb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"a5d9d87b-e53d-4bb1-8c31-2c2fc90619e4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:45:51.785 INFO:tasks.ceph.ceph_manager.cluster1:[] 2026-02-22T21:45:51.786 INFO:tasks.ceph:Waiting for OSDs to come up 2026-02-22T21:45:51.787 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:51.782+0000 7ff1ce3c6140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-22T21:45:51.814 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:51.810+0000 7ff1ce3c6140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-22T21:45:51.848 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:51.843+0000 7ff1ce3c6140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-22T21:45:51.870 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:51.866+0000 7ff1ce3c6140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-22T21:45:51.896 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:51.892+0000 7ff1ce3c6140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-22T21:45:51.952 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:51.947+0000 7ff1ce3c6140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-22T21:45:52.013 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-22T21:45:52.013 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-22T21:45:52.013 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr: from numpy import show_config as show_numpy_config 2026-02-22T21:45:52.017 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.012+0000 7ff1ce3c6140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-22T21:45:52.042 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.038+0000 7ff1ce3c6140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-22T21:45:52.088 DEBUG:teuthology.orchestra.run.trial082:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json 2026-02-22T21:45:52.097 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.092+0000 7ff1ce3c6140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-22T21:45:52.140 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.136+0000 7ff1ce3c6140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-22T21:45:52.166 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.162+0000 7ff1ce3c6140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-22T21:45:52.179 INFO:teuthology.misc.health.trial082.stdout: 2026-02-22T21:45:52.180 INFO:teuthology.misc.health.trial082.stdout:{"epoch":5,"fsid":"6fd1c771-8211-455a-be1d-b6a08555a8a1","created":"2026-02-22T21:45:51.102682+0000","modified":"2026-02-22T21:45:51.662728+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T21:45:51.662728+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"db564c7c-ed3c-473c-a0c8-89efafb3deed","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"33873a62-9fdb-4ff6-a4bf-1127e1c66efb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"a5d9d87b-e53d-4bb1-8c31-2c2fc90619e4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:45:52.185 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T21:45:52.191 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.186+0000 7ff1ce3c6140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-22T21:45:52.217 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.212+0000 7ff1ce3c6140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-22T21:45:52.239 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.235+0000 7ff1ce3c6140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-22T21:45:52.432 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.427+0000 7ff1ce3c6140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-22T21:45:52.486 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.482+0000 7ff1ce3c6140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-22T21:45:52.509 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.504+0000 7ff1ce3c6140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-22T21:45:52.532 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.527+0000 7ff1ce3c6140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-22T21:45:52.585 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.580+0000 7ff1ce3c6140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-22T21:45:52.606 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.601+0000 7ff1ce3c6140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-22T21:45:52.658 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:52.653+0000 7ff1ce3c6140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-22T21:45:53.051 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:53.046+0000 7ff1ce3c6140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-22T21:45:53.073 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:53.068+0000 7ff1ce3c6140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-22T21:45:53.109 INFO:tasks.ceph.cluster1.osd.2.trial082.stderr:2026-02-22T21:45:53.104+0000 7f882b22c780 -1 Falling back to public interface 2026-02-22T21:45:53.411 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:53.406+0000 7ff1ce3c6140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-22T21:45:53.620 INFO:tasks.ceph.cluster1.osd.1.trial082.stderr:2026-02-22T21:45:53.615+0000 7ff0d0f64780 -1 Falling back to public interface 2026-02-22T21:45:53.625 INFO:tasks.ceph.cluster1.osd.0.trial082.stderr:2026-02-22T21:45:53.620+0000 7f239c0c8780 -1 Falling back to public interface 2026-02-22T21:45:54.417 INFO:tasks.ceph.cluster1.mgr.x.trial082.stderr:2026-02-22T21:45:54.413+0000 7ff0ebb4e640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-22T21:45:56.912 INFO:tasks.ceph.cluster1.osd.2.trial082.stderr:2026-02-22T21:45:56.907+0000 7f882b22c780 -1 osd.2 0 log_to_monitors true 2026-02-22T21:45:57.183 INFO:tasks.ceph.cluster1.osd.1.trial082.stderr:2026-02-22T21:45:57.179+0000 7ff0d0f64780 -1 osd.1 0 log_to_monitors true 2026-02-22T21:45:57.423 INFO:tasks.ceph.cluster1.osd.0.trial082.stderr:2026-02-22T21:45:57.419+0000 7f239c0c8780 -1 osd.0 0 log_to_monitors true 2026-02-22T21:45:58.433 INFO:tasks.ceph.cluster1.osd.1.trial082.stderr:2026-02-22T21:45:58.430+0000 7ff0ccef1640 -1 osd.1 0 waiting for initial osdmap 2026-02-22T21:45:58.433 INFO:tasks.ceph.cluster1.osd.2.trial082.stderr:2026-02-22T21:45:58.430+0000 7f8826fdd640 -1 osd.2 0 waiting for initial osdmap 2026-02-22T21:45:58.435 INFO:tasks.ceph.cluster1.osd.1.trial082.stderr:2026-02-22T21:45:58.432+0000 7ff0c4d13640 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T21:45:58.435 INFO:tasks.ceph.cluster1.osd.2.trial082.stderr:2026-02-22T21:45:58.432+0000 7f881e5fe640 -1 osd.2 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T21:45:58.488 DEBUG:teuthology.orchestra.run.trial082:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json 2026-02-22T21:45:58.636 INFO:teuthology.misc.health.trial082.stdout: 2026-02-22T21:45:58.636 INFO:teuthology.misc.health.trial082.stdout:{"epoch":7,"fsid":"6fd1c771-8211-455a-be1d-b6a08555a8a1","created":"2026-02-22T21:45:51.102682+0000","modified":"2026-02-22T21:45:58.417143+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T21:45:51.662728+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"db564c7c-ed3c-473c-a0c8-89efafb3deed","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"33873a62-9fdb-4ff6-a4bf-1127e1c66efb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"a5d9d87b-e53d-4bb1-8c31-2c2fc90619e4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:45:58.642 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T21:45:59.427 INFO:tasks.ceph.cluster1.osd.0.trial082.stderr:2026-02-22T21:45:59.423+0000 7f2398057640 -1 osd.0 0 waiting for initial osdmap 2026-02-22T21:45:59.441 INFO:tasks.ceph.cluster1.osd.0.trial082.stderr:2026-02-22T21:45:59.438+0000 7f238fe79640 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T21:46:04.945 DEBUG:teuthology.orchestra.run.trial082:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json 2026-02-22T21:46:05.094 INFO:teuthology.misc.health.trial082.stdout: 2026-02-22T21:46:05.095 INFO:teuthology.misc.health.trial082.stdout:{"epoch":12,"fsid":"6fd1c771-8211-455a-be1d-b6a08555a8a1","created":"2026-02-22T21:45:51.102682+0000","modified":"2026-02-22T21:46:03.425892+0000","last_up_change":"2026-02-22T21:46:00.421642+0000","last_in_change":"2026-02-22T21:45:51.662728+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:46:01.423223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"db564c7c-ed3c-473c-a0c8-89efafb3deed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6818","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6819","nonce":1890121331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6820","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6821","nonce":1890121331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6824","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6825","nonce":1890121331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6822","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6823","nonce":1890121331}]},"public_addr":"10.20.193.82:6819/1890121331","cluster_addr":"10.20.193.82:6821/1890121331","heartbeat_back_addr":"10.20.193.82:6825/1890121331","heartbeat_front_addr":"10.20.193.82:6823/1890121331","state":["exists","up"]},{"osd":1,"uuid":"33873a62-9fdb-4ff6-a4bf-1127e1c66efb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6810","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6811","nonce":668187272}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6812","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6813","nonce":668187272}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6816","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6817","nonce":668187272}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6814","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6815","nonce":668187272}]},"public_addr":"10.20.193.82:6811/668187272","cluster_addr":"10.20.193.82:6813/668187272","heartbeat_back_addr":"10.20.193.82:6817/668187272","heartbeat_front_addr":"10.20.193.82:6815/668187272","state":["exists","up"]},{"osd":2,"uuid":"a5d9d87b-e53d-4bb1-8c31-2c2fc90619e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6800","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6801","nonce":995703113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6802","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6803","nonce":995703113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6806","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6807","nonce":995703113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6804","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6805","nonce":995703113}]},"public_addr":"10.20.193.82:6801/995703113","cluster_addr":"10.20.193.82:6803/995703113","heartbeat_back_addr":"10.20.193.82:6807/995703113","heartbeat_front_addr":"10.20.193.82:6805/995703113","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:45:58.402472+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:45:58.206995+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:45:57.889674+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:05.101 DEBUG:teuthology.misc:3 of 3 OSDs are up 2026-02-22T21:46:05.101 INFO:tasks.ceph:Creating RBD pool 2026-02-22T21:46:05.101 DEBUG:teuthology.orchestra.run.trial082:> sudo ceph --cluster cluster1 osd pool create rbd 8 2026-02-22T21:46:05.435 INFO:teuthology.orchestra.run.trial082.stderr:pool 'rbd' created 2026-02-22T21:46:05.445 DEBUG:teuthology.orchestra.run.trial082:> rbd --cluster cluster1 pool init rbd 2026-02-22T21:46:08.447 INFO:tasks.ceph:Starting mds daemons in cluster cluster1... 2026-02-22T21:46:08.448 INFO:tasks.ceph:Waiting until cluster1 daemons up and pgs clean... 2026-02-22T21:46:08.448 INFO:tasks.ceph.ceph_manager.cluster1:waiting for mgr available 2026-02-22T21:46:08.448 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 mgr dump --format=json 2026-02-22T21:46:08.448 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-02-22T21:46:08.625 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:08.631 INFO:teuthology.orchestra.run.trial082.stdout:{"epoch":5,"flags":0,"active_gid":4102,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6808","nonce":4124139136},{"type":"v1","addr":"10.20.193.82:6809","nonce":4124139136}]},"active_addr":"10.20.193.82:6809/4124139136","active_change":"2026-02-22T21:45:53.409181+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.82:0","nonce":1236370996}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.82:0","nonce":1921747279}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.82:0","nonce":1485182955}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.82:0","nonce":4050151708}]}]} 2026-02-22T21:46:08.633 INFO:tasks.ceph.ceph_manager.cluster1:mgr available! 2026-02-22T21:46:08.633 INFO:tasks.ceph.ceph_manager.cluster1:waiting for all up 2026-02-22T21:46:08.633 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T21:46:08.788 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:08.788 INFO:teuthology.orchestra.run.trial082.stdout:{"epoch":16,"fsid":"6fd1c771-8211-455a-be1d-b6a08555a8a1","created":"2026-02-22T21:45:51.102682+0000","modified":"2026-02-22T21:46:08.435785+0000","last_up_change":"2026-02-22T21:46:00.421642+0000","last_in_change":"2026-02-22T21:45:51.662728+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:46:01.423223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T21:46:05.257122+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"db564c7c-ed3c-473c-a0c8-89efafb3deed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6818","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6819","nonce":1890121331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6820","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6821","nonce":1890121331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6824","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6825","nonce":1890121331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6822","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6823","nonce":1890121331}]},"public_addr":"10.20.193.82:6819/1890121331","cluster_addr":"10.20.193.82:6821/1890121331","heartbeat_back_addr":"10.20.193.82:6825/1890121331","heartbeat_front_addr":"10.20.193.82:6823/1890121331","state":["exists","up"]},{"osd":1,"uuid":"33873a62-9fdb-4ff6-a4bf-1127e1c66efb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6810","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6811","nonce":668187272}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6812","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6813","nonce":668187272}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6816","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6817","nonce":668187272}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6814","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6815","nonce":668187272}]},"public_addr":"10.20.193.82:6811/668187272","cluster_addr":"10.20.193.82:6813/668187272","heartbeat_back_addr":"10.20.193.82:6817/668187272","heartbeat_front_addr":"10.20.193.82:6815/668187272","state":["exists","up"]},{"osd":2,"uuid":"a5d9d87b-e53d-4bb1-8c31-2c2fc90619e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6800","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6801","nonce":995703113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6802","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6803","nonce":995703113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6806","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6807","nonce":995703113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6804","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6805","nonce":995703113}]},"public_addr":"10.20.193.82:6801/995703113","cluster_addr":"10.20.193.82:6803/995703113","heartbeat_back_addr":"10.20.193.82:6807/995703113","heartbeat_front_addr":"10.20.193.82:6805/995703113","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:45:58.402472+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:45:58.206995+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:45:57.889674+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:08.796 INFO:tasks.ceph.ceph_manager.cluster1:all up! 2026-02-22T21:46:08.796 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T21:46:08.953 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:08.953 INFO:teuthology.orchestra.run.trial082.stdout:{"epoch":16,"fsid":"6fd1c771-8211-455a-be1d-b6a08555a8a1","created":"2026-02-22T21:45:51.102682+0000","modified":"2026-02-22T21:46:08.435785+0000","last_up_change":"2026-02-22T21:46:00.421642+0000","last_in_change":"2026-02-22T21:45:51.662728+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:46:01.423223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T21:46:05.257122+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"db564c7c-ed3c-473c-a0c8-89efafb3deed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6818","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6819","nonce":1890121331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6820","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6821","nonce":1890121331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6824","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6825","nonce":1890121331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6822","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6823","nonce":1890121331}]},"public_addr":"10.20.193.82:6819/1890121331","cluster_addr":"10.20.193.82:6821/1890121331","heartbeat_back_addr":"10.20.193.82:6825/1890121331","heartbeat_front_addr":"10.20.193.82:6823/1890121331","state":["exists","up"]},{"osd":1,"uuid":"33873a62-9fdb-4ff6-a4bf-1127e1c66efb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6810","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6811","nonce":668187272}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6812","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6813","nonce":668187272}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6816","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6817","nonce":668187272}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6814","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6815","nonce":668187272}]},"public_addr":"10.20.193.82:6811/668187272","cluster_addr":"10.20.193.82:6813/668187272","heartbeat_back_addr":"10.20.193.82:6817/668187272","heartbeat_front_addr":"10.20.193.82:6815/668187272","state":["exists","up"]},{"osd":2,"uuid":"a5d9d87b-e53d-4bb1-8c31-2c2fc90619e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6800","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6801","nonce":995703113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6802","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6803","nonce":995703113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6806","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6807","nonce":995703113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6804","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6805","nonce":995703113}]},"public_addr":"10.20.193.82:6801/995703113","cluster_addr":"10.20.193.82:6803/995703113","heartbeat_back_addr":"10.20.193.82:6807/995703113","heartbeat_front_addr":"10.20.193.82:6805/995703113","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:45:58.402472+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:45:58.206995+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:45:57.889674+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:08.962 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.0 flush_pg_stats 2026-02-22T21:46:08.963 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.1 flush_pg_stats 2026-02-22T21:46:08.963 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.2 flush_pg_stats 2026-02-22T21:46:09.048 INFO:teuthology.orchestra.run.trial082.stdout:34359738373 2026-02-22T21:46:09.049 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.1 2026-02-22T21:46:09.050 INFO:teuthology.orchestra.run.trial082.stdout:34359738372 2026-02-22T21:46:09.051 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.2 2026-02-22T21:46:09.052 INFO:teuthology.orchestra.run.trial082.stdout:38654705669 2026-02-22T21:46:09.052 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.0 2026-02-22T21:46:09.248 INFO:teuthology.orchestra.run.trial082.stdout:34359738371 2026-02-22T21:46:09.251 INFO:teuthology.orchestra.run.trial082.stdout:38654705668 2026-02-22T21:46:09.253 INFO:teuthology.orchestra.run.trial082.stdout:34359738372 2026-02-22T21:46:09.259 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738372 got 34359738371 for osd.2 2026-02-22T21:46:09.261 INFO:tasks.ceph.ceph_manager.cluster1:need seq 38654705669 got 38654705668 for osd.0 2026-02-22T21:46:09.263 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738373 got 34359738372 for osd.1 2026-02-22T21:46:10.261 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.2 2026-02-22T21:46:10.262 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.0 2026-02-22T21:46:10.264 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.1 2026-02-22T21:46:10.420 INFO:teuthology.orchestra.run.trial082.stdout:38654705669 2026-02-22T21:46:10.423 INFO:teuthology.orchestra.run.trial082.stdout:34359738372 2026-02-22T21:46:10.429 INFO:tasks.ceph.ceph_manager.cluster1:need seq 38654705669 got 38654705669 for osd.0 2026-02-22T21:46:10.429 DEBUG:teuthology.parallel:result is None 2026-02-22T21:46:10.432 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738372 got 34359738372 for osd.2 2026-02-22T21:46:10.432 DEBUG:teuthology.parallel:result is None 2026-02-22T21:46:10.466 INFO:teuthology.orchestra.run.trial082.stdout:34359738373 2026-02-22T21:46:10.475 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738373 got 34359738373 for osd.1 2026-02-22T21:46:10.475 DEBUG:teuthology.parallel:result is None 2026-02-22T21:46:10.475 INFO:tasks.ceph.ceph_manager.cluster1:waiting for clean 2026-02-22T21:46:10.475 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T21:46:10.670 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:10.671 INFO:teuthology.orchestra.run.trial082.stderr:dumped all 2026-02-22T21:46:10.678 INFO:teuthology.orchestra.run.trial082.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2026-02-22T21:46:09.413262+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":81424,"kb_used_data":520,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283034096,"statfs":{"total":289910292480,"available":289826914304,"internally_reserved":0,"allocated":532480,"data_stored":1293279,"data_compressed":67082,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":82767186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.981815"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:08.440343+0000","last_change":"2026-02-22T21:46:08.440343+0000","last_active":"2026-02-22T21:46:08.440343+0000","last_peered":"2026-02-22T21:46:08.440343+0000","last_clean":"2026-02-22T21:46:08.440343+0000","last_became_active":"2026-02-22T21:46:06.437159+0000","last_became_peered":"2026-02-22T21:46:06.437159+0000","last_unstale":"2026-02-22T21:46:08.440343+0000","last_undegraded":"2026-02-22T21:46:08.440343+0000","last_fullsized":"2026-02-22T21:46:08.440343+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:56:07.742991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088290999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:08.440208+0000","last_change":"2026-02-22T21:46:08.440208+0000","last_active":"2026-02-22T21:46:08.440208+0000","last_peered":"2026-02-22T21:46:08.440208+0000","last_clean":"2026-02-22T21:46:08.440208+0000","last_became_active":"2026-02-22T21:46:06.437148+0000","last_became_peered":"2026-02-22T21:46:06.437148+0000","last_unstale":"2026-02-22T21:46:08.440208+0000","last_undegraded":"2026-02-22T21:46:08.440208+0000","last_fullsized":"2026-02-22T21:46:08.440208+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:54:09.031151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076426200000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:08.440129+0000","last_change":"2026-02-22T21:46:08.440129+0000","last_active":"2026-02-22T21:46:08.440129+0000","last_peered":"2026-02-22T21:46:08.440129+0000","last_clean":"2026-02-22T21:46:08.440129+0000","last_became_active":"2026-02-22T21:46:06.437306+0000","last_became_peered":"2026-02-22T21:46:06.437306+0000","last_unstale":"2026-02-22T21:46:08.440129+0000","last_undegraded":"2026-02-22T21:46:08.440129+0000","last_fullsized":"2026-02-22T21:46:08.440129+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:48:45.551582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070938100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:08.439910+0000","last_change":"2026-02-22T21:46:08.439910+0000","last_active":"2026-02-22T21:46:08.439910+0000","last_peered":"2026-02-22T21:46:08.439910+0000","last_clean":"2026-02-22T21:46:08.439910+0000","last_became_active":"2026-02-22T21:46:06.436428+0000","last_became_peered":"2026-02-22T21:46:06.436428+0000","last_unstale":"2026-02-22T21:46:08.439910+0000","last_undegraded":"2026-02-22T21:46:08.439910+0000","last_fullsized":"2026-02-22T21:46:08.439910+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:08:19.997963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056451500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":21,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:08.438397+0000","last_change":"2026-02-22T21:46:08.438397+0000","last_active":"2026-02-22T21:46:08.438397+0000","last_peered":"2026-02-22T21:46:08.438397+0000","last_clean":"2026-02-22T21:46:08.438397+0000","last_became_active":"2026-02-22T21:46:06.436461+0000","last_became_peered":"2026-02-22T21:46:06.436461+0000","last_unstale":"2026-02-22T21:46:08.438397+0000","last_undegraded":"2026-02-22T21:46:08.438397+0000","last_fullsized":"2026-02-22T21:46:08.438397+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:19:10.410326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078407900000000003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:46:07.613049+0000","last_change":"2026-02-22T21:46:06.437493+0000","last_active":"2026-02-22T21:46:07.613049+0000","last_peered":"2026-02-22T21:46:07.613049+0000","last_clean":"2026-02-22T21:46:07.613049+0000","last_became_active":"2026-02-22T21:46:06.437312+0000","last_became_peered":"2026-02-22T21:46:06.437312+0000","last_unstale":"2026-02-22T21:46:07.613049+0000","last_undegraded":"2026-02-22T21:46:07.613049+0000","last_fullsized":"2026-02-22T21:46:07.613049+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:44:56.335893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:46:07.613014+0000","last_change":"2026-02-22T21:46:06.436622+0000","last_active":"2026-02-22T21:46:07.613014+0000","last_peered":"2026-02-22T21:46:07.613014+0000","last_clean":"2026-02-22T21:46:07.613014+0000","last_became_active":"2026-02-22T21:46:06.436432+0000","last_became_peered":"2026-02-22T21:46:06.436432+0000","last_unstale":"2026-02-22T21:46:07.613014+0000","last_undegraded":"2026-02-22T21:46:07.613014+0000","last_fullsized":"2026-02-22T21:46:07.613014+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:21:15.454744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":20,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:08.439853+0000","last_change":"2026-02-22T21:46:08.439853+0000","last_active":"2026-02-22T21:46:08.439853+0000","last_peered":"2026-02-22T21:46:08.439853+0000","last_clean":"2026-02-22T21:46:08.439853+0000","last_became_active":"2026-02-22T21:46:06.436604+0000","last_became_peered":"2026-02-22T21:46:06.436604+0000","last_unstale":"2026-02-22T21:46:08.439853+0000","last_undegraded":"2026-02-22T21:46:08.439853+0000","last_fullsized":"2026-02-22T21:46:08.439853+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:00:49.341933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049195200000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'72","reported_seq":110,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:08.439159+0000","last_change":"2026-02-22T21:46:02.884413+0000","last_active":"2026-02-22T21:46:08.439159+0000","last_peered":"2026-02-22T21:46:08.439159+0000","last_clean":"2026-02-22T21:46:08.439159+0000","last_became_active":"2026-02-22T21:46:02.883845+0000","last_became_peered":"2026-02-22T21:46:02.883845+0000","last_unstale":"2026-02-22T21:46:08.439159+0000","last_undegraded":"2026-02-22T21:46:08.439159+0000","last_fullsized":"2026-02-22T21:46:08.439159+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:01.423484+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:01.423484+0000","last_clean_scrub_stamp":"2026-02-22T21:46:01.423484+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:49:52.628250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67082,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":0,"up_from":9,"seq":38654705669,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27164,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344676,"statfs":{"total":96636764160,"available":96608948224,"internally_reserved":0,"allocated":200704,"data_stored":627885,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738372,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27096,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344744,"statfs":{"total":96636764160,"available":96609017856,"internally_reserved":0,"allocated":131072,"data_stored":37509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738373,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27164,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344676,"statfs":{"total":96636764160,"available":96608948224,"internally_reserved":0,"allocated":200704,"data_stored":627885,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T21:46:10.679 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T21:46:10.833 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:10.833 INFO:teuthology.orchestra.run.trial082.stderr:dumped all 2026-02-22T21:46:10.841 INFO:teuthology.orchestra.run.trial082.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2026-02-22T21:46:09.413262+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":81424,"kb_used_data":520,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283034096,"statfs":{"total":289910292480,"available":289826914304,"internally_reserved":0,"allocated":532480,"data_stored":1293279,"data_compressed":67082,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":82767186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.981815"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:08.440343+0000","last_change":"2026-02-22T21:46:08.440343+0000","last_active":"2026-02-22T21:46:08.440343+0000","last_peered":"2026-02-22T21:46:08.440343+0000","last_clean":"2026-02-22T21:46:08.440343+0000","last_became_active":"2026-02-22T21:46:06.437159+0000","last_became_peered":"2026-02-22T21:46:06.437159+0000","last_unstale":"2026-02-22T21:46:08.440343+0000","last_undegraded":"2026-02-22T21:46:08.440343+0000","last_fullsized":"2026-02-22T21:46:08.440343+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:56:07.742991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088290999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:08.440208+0000","last_change":"2026-02-22T21:46:08.440208+0000","last_active":"2026-02-22T21:46:08.440208+0000","last_peered":"2026-02-22T21:46:08.440208+0000","last_clean":"2026-02-22T21:46:08.440208+0000","last_became_active":"2026-02-22T21:46:06.437148+0000","last_became_peered":"2026-02-22T21:46:06.437148+0000","last_unstale":"2026-02-22T21:46:08.440208+0000","last_undegraded":"2026-02-22T21:46:08.440208+0000","last_fullsized":"2026-02-22T21:46:08.440208+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:54:09.031151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076426200000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:08.440129+0000","last_change":"2026-02-22T21:46:08.440129+0000","last_active":"2026-02-22T21:46:08.440129+0000","last_peered":"2026-02-22T21:46:08.440129+0000","last_clean":"2026-02-22T21:46:08.440129+0000","last_became_active":"2026-02-22T21:46:06.437306+0000","last_became_peered":"2026-02-22T21:46:06.437306+0000","last_unstale":"2026-02-22T21:46:08.440129+0000","last_undegraded":"2026-02-22T21:46:08.440129+0000","last_fullsized":"2026-02-22T21:46:08.440129+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:48:45.551582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070938100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:08.439910+0000","last_change":"2026-02-22T21:46:08.439910+0000","last_active":"2026-02-22T21:46:08.439910+0000","last_peered":"2026-02-22T21:46:08.439910+0000","last_clean":"2026-02-22T21:46:08.439910+0000","last_became_active":"2026-02-22T21:46:06.436428+0000","last_became_peered":"2026-02-22T21:46:06.436428+0000","last_unstale":"2026-02-22T21:46:08.439910+0000","last_undegraded":"2026-02-22T21:46:08.439910+0000","last_fullsized":"2026-02-22T21:46:08.439910+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:08:19.997963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056451500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":21,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:08.438397+0000","last_change":"2026-02-22T21:46:08.438397+0000","last_active":"2026-02-22T21:46:08.438397+0000","last_peered":"2026-02-22T21:46:08.438397+0000","last_clean":"2026-02-22T21:46:08.438397+0000","last_became_active":"2026-02-22T21:46:06.436461+0000","last_became_peered":"2026-02-22T21:46:06.436461+0000","last_unstale":"2026-02-22T21:46:08.438397+0000","last_undegraded":"2026-02-22T21:46:08.438397+0000","last_fullsized":"2026-02-22T21:46:08.438397+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:19:10.410326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078407900000000003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:46:07.613049+0000","last_change":"2026-02-22T21:46:06.437493+0000","last_active":"2026-02-22T21:46:07.613049+0000","last_peered":"2026-02-22T21:46:07.613049+0000","last_clean":"2026-02-22T21:46:07.613049+0000","last_became_active":"2026-02-22T21:46:06.437312+0000","last_became_peered":"2026-02-22T21:46:06.437312+0000","last_unstale":"2026-02-22T21:46:07.613049+0000","last_undegraded":"2026-02-22T21:46:07.613049+0000","last_fullsized":"2026-02-22T21:46:07.613049+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:44:56.335893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:46:07.613014+0000","last_change":"2026-02-22T21:46:06.436622+0000","last_active":"2026-02-22T21:46:07.613014+0000","last_peered":"2026-02-22T21:46:07.613014+0000","last_clean":"2026-02-22T21:46:07.613014+0000","last_became_active":"2026-02-22T21:46:06.436432+0000","last_became_peered":"2026-02-22T21:46:06.436432+0000","last_unstale":"2026-02-22T21:46:07.613014+0000","last_undegraded":"2026-02-22T21:46:07.613014+0000","last_fullsized":"2026-02-22T21:46:07.613014+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:21:15.454744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":20,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:08.439853+0000","last_change":"2026-02-22T21:46:08.439853+0000","last_active":"2026-02-22T21:46:08.439853+0000","last_peered":"2026-02-22T21:46:08.439853+0000","last_clean":"2026-02-22T21:46:08.439853+0000","last_became_active":"2026-02-22T21:46:06.436604+0000","last_became_peered":"2026-02-22T21:46:06.436604+0000","last_unstale":"2026-02-22T21:46:08.439853+0000","last_undegraded":"2026-02-22T21:46:08.439853+0000","last_fullsized":"2026-02-22T21:46:08.439853+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:00:49.341933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049195200000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'72","reported_seq":110,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:08.439159+0000","last_change":"2026-02-22T21:46:02.884413+0000","last_active":"2026-02-22T21:46:08.439159+0000","last_peered":"2026-02-22T21:46:08.439159+0000","last_clean":"2026-02-22T21:46:08.439159+0000","last_became_active":"2026-02-22T21:46:02.883845+0000","last_became_peered":"2026-02-22T21:46:02.883845+0000","last_unstale":"2026-02-22T21:46:08.439159+0000","last_undegraded":"2026-02-22T21:46:08.439159+0000","last_fullsized":"2026-02-22T21:46:08.439159+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:01.423484+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:01.423484+0000","last_clean_scrub_stamp":"2026-02-22T21:46:01.423484+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:49:52.628250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67082,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":0,"up_from":9,"seq":38654705669,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27164,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344676,"statfs":{"total":96636764160,"available":96608948224,"internally_reserved":0,"allocated":200704,"data_stored":627885,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738372,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27096,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344744,"statfs":{"total":96636764160,"available":96609017856,"internally_reserved":0,"allocated":131072,"data_stored":37509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738373,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27164,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344676,"statfs":{"total":96636764160,"available":96608948224,"internally_reserved":0,"allocated":200704,"data_stored":627885,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T21:46:10.842 INFO:tasks.ceph.ceph_manager.cluster1:clean! 2026-02-22T21:46:10.842 INFO:tasks.ceph:Waiting until ceph cluster cluster1 is healthy... 2026-02-22T21:46:10.842 INFO:tasks.ceph.ceph_manager.cluster1:wait_until_healthy 2026-02-22T21:46:10.842 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 health --format=json 2026-02-22T21:46:11.015 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:11.015 INFO:teuthology.orchestra.run.trial082.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-22T21:46:11.023 INFO:tasks.ceph.ceph_manager.cluster1:wait_until_healthy done 2026-02-22T21:46:11.024 INFO:teuthology.run_tasks:Running task ceph... 2026-02-22T21:46:11.033 INFO:tasks.ceph:Creating ceph cluster cluster2... 2026-02-22T21:46:11.033 INFO:tasks.ceph:config {'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'cpu_profile': set(), 'cluster': 'cluster2', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-02-22T21:46:11.033 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64104', 'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'description': 'rbd/migration-external/{1-base/install 2-clusters/2-node 3-objectstore/bluestore-comp-snappy 4-supported-random-distro$/{centos_latest} 5-data-pool/none 6-prepare/native-clone 7-io-workloads/qemu_xfstests 8-migrate-workloads/execute conf/{disable-pool-app}}', 'email': 'yweinste@redhat.com', 'exclude_arch': 'armv7l', 'first_in_suite': False, 'flavor': 'default', 'io_workload': {'sequential': [{'qemu': {'cluster1.client.0': {'disks': [{'action': 'none', 'image_name': 'client.0.0'}, {'action': 'none', 'image_name': 'client.0.1'}, {'action': 'none', 'image_name': 'client.0.2'}], 'test': 'qa/run_xfstests_qemu.sh', 'type': 'block'}}}]}, 'job_id': '64104', 'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'trial', 'meta': [{'desc': 'run two ceph clusters'}, {'desc': '2 ceph clusters with 1 mon and 3 osds each'}], 'migrate_workload': {'sequential': [{'exec': {'cluster1.client.0': ['sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration execute client.0.0', 'sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration commit client.0.0', 'sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration execute client.0.1']}}]}, 'name': 'yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial', 'no_nested_subset': False, 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid'}, 'ceph': {'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'owner': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'priority': 69, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['cluster1.mon.a', 'cluster1.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0'], ['cluster2.mon.a', 'cluster2.mgr.x', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster2.client.0']], 'seed': 9196, 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'sleep_before_teardown': 0, 'subset': '111/120000', 'suite': 'rbd', 'suite_branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'targets': {'trial082.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIISHgazZ4d2FXtnWdo8MZMIU+AC8nBjVI8wdMo7bS+sMfvyAAMurKIUDyPcu5TmJlPivV5dSyp3J6XlY261t5c=', 'trial190.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBINl+KowCkOJo0tjqG7MSQtIkprhkDgS/KOZRphmuM1HsjMGQojPBCvqjzHFUZq8540dQ9VQkWcN1dtqDf+tByg='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': {'cluster': 'cluster1', 'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, {'ceph': {'cluster': 'cluster2', 'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, {'exec': {'cluster2.client.0': ['echo \'{"type":"qcow","stream":{"type":"http","url":"http://download.ceph.com/qa/ubuntu-12.04.qcow2"}}\' | rbd --cluster cluster2 migration prepare --import-only --source-spec-path - client.0.0-src', 'rbd --cluster cluster2 migration execute client.0.0-src', 'rbd --cluster cluster2 migration commit client.0.0-src', 'rbd --cluster cluster2 snap create client.0.0-src@snap', 'rbd --cluster cluster2 snap protect client.0.0-src@snap', 'rbd --cluster cluster2 clone client.0.0-src@snap client.0.0', 'rbd --cluster cluster2 snap create client.0.0@snap', 'rbd --cluster cluster2 create --size 1G client.0.1-src', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1-src', 'rbd --cluster cluster2 snap create client.0.1-src@snap', 'rbd --cluster cluster2 snap protect client.0.1-src@snap', 'rbd --cluster cluster2 clone client.0.1-src@snap client.0.1', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1', 'rbd --cluster cluster2 snap create client.0.1@snap', 'rbd --cluster cluster2 create --size 1G client.0.2-src', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.2-src', 'rbd --cluster cluster2 snap create client.0.2-src@snap', 'rbd --cluster cluster2 snap protect client.0.2-src@snap', 'rbd --cluster cluster2 clone client.0.2-src@snap client.0.2', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.2', 'rbd --cluster cluster2 snap create client.0.2@snap']}}, {'exec': {'cluster1.client.0': ['echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.0","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.0', 'echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.1","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.1', 'echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.2","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.2']}}, {'parallel': ['io_workload', 'migrate_workload']}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': 'fa17720d0088c3ac28e473468bfc79eeaff5cd38', 'timestamp': '2026-02-22_19:35:38', 'tube': 'trial', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3318653'} 2026-02-22T21:46:11.034 DEBUG:teuthology.orchestra.run.trial082:> install -d -m0755 -- /home/ubuntu/cephtest/cluster2.data 2026-02-22T21:46:11.037 DEBUG:teuthology.orchestra.run.trial190:> install -d -m0755 -- /home/ubuntu/cephtest/cluster2.data 2026-02-22T21:46:11.053 DEBUG:teuthology.orchestra.run.trial082:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T21:46:11.093 DEBUG:teuthology.orchestra.run.trial190:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T21:46:11.117 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:46:11.117 DEBUG:teuthology.orchestra.run.trial190:> dd if=/scratch_devs of=/dev/stdout 2026-02-22T21:46:11.175 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-22T21:46:11.176 DEBUG:teuthology.orchestra.run.trial190:> stat /dev/vg_nvme/lv_1 2026-02-22T21:46:11.233 INFO:teuthology.orchestra.run.trial190.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-22T21:46:11.233 INFO:teuthology.orchestra.run.trial190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:46:11.233 INFO:teuthology.orchestra.run.trial190.stdout:Device: 6h/6d Inode: 1294 Links: 1 2026-02-22T21:46:11.233 INFO:teuthology.orchestra.run.trial190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:46:11.233 INFO:teuthology.orchestra.run.trial190.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T21:46:11.233 INFO:teuthology.orchestra.run.trial190.stdout:Access: 2026-02-22 21:45:33.576561517 +0000 2026-02-22T21:46:11.233 INFO:teuthology.orchestra.run.trial190.stdout:Modify: 2026-02-22 21:44:54.579057607 +0000 2026-02-22T21:46:11.234 INFO:teuthology.orchestra.run.trial190.stdout:Change: 2026-02-22 21:44:54.579057607 +0000 2026-02-22T21:46:11.234 INFO:teuthology.orchestra.run.trial190.stdout: Birth: 2026-02-22 21:44:54.579057607 +0000 2026-02-22T21:46:11.234 DEBUG:teuthology.orchestra.run.trial190:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-22T21:46:11.296 INFO:teuthology.orchestra.run.trial190.stderr:1+0 records in 2026-02-22T21:46:11.296 INFO:teuthology.orchestra.run.trial190.stderr:1+0 records out 2026-02-22T21:46:11.296 INFO:teuthology.orchestra.run.trial190.stderr:512 bytes copied, 0.000163757 s, 3.1 MB/s 2026-02-22T21:46:11.298 DEBUG:teuthology.orchestra.run.trial190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-22T21:46:11.356 DEBUG:teuthology.orchestra.run.trial190:> stat /dev/vg_nvme/lv_2 2026-02-22T21:46:11.412 INFO:teuthology.orchestra.run.trial190.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-22T21:46:11.412 INFO:teuthology.orchestra.run.trial190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:46:11.412 INFO:teuthology.orchestra.run.trial190.stdout:Device: 6h/6d Inode: 1307 Links: 1 2026-02-22T21:46:11.412 INFO:teuthology.orchestra.run.trial190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:46:11.412 INFO:teuthology.orchestra.run.trial190.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T21:46:11.412 INFO:teuthology.orchestra.run.trial190.stdout:Access: 2026-02-22 21:45:33.577561478 +0000 2026-02-22T21:46:11.412 INFO:teuthology.orchestra.run.trial190.stdout:Modify: 2026-02-22 21:44:54.580057569 +0000 2026-02-22T21:46:11.412 INFO:teuthology.orchestra.run.trial190.stdout:Change: 2026-02-22 21:44:54.580057569 +0000 2026-02-22T21:46:11.412 INFO:teuthology.orchestra.run.trial190.stdout: Birth: 2026-02-22 21:44:54.580057569 +0000 2026-02-22T21:46:11.412 DEBUG:teuthology.orchestra.run.trial190:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-22T21:46:11.475 INFO:teuthology.orchestra.run.trial190.stderr:1+0 records in 2026-02-22T21:46:11.476 INFO:teuthology.orchestra.run.trial190.stderr:1+0 records out 2026-02-22T21:46:11.476 INFO:teuthology.orchestra.run.trial190.stderr:512 bytes copied, 0.000137498 s, 3.7 MB/s 2026-02-22T21:46:11.477 DEBUG:teuthology.orchestra.run.trial190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-22T21:46:11.534 DEBUG:teuthology.orchestra.run.trial190:> stat /dev/vg_nvme/lv_3 2026-02-22T21:46:11.590 INFO:teuthology.orchestra.run.trial190.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-22T21:46:11.590 INFO:teuthology.orchestra.run.trial190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:46:11.590 INFO:teuthology.orchestra.run.trial190.stdout:Device: 6h/6d Inode: 1304 Links: 1 2026-02-22T21:46:11.591 INFO:teuthology.orchestra.run.trial190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:46:11.591 INFO:teuthology.orchestra.run.trial190.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T21:46:11.591 INFO:teuthology.orchestra.run.trial190.stdout:Access: 2026-02-22 21:45:33.577561478 +0000 2026-02-22T21:46:11.591 INFO:teuthology.orchestra.run.trial190.stdout:Modify: 2026-02-22 21:44:54.579057607 +0000 2026-02-22T21:46:11.591 INFO:teuthology.orchestra.run.trial190.stdout:Change: 2026-02-22 21:44:54.580057569 +0000 2026-02-22T21:46:11.591 INFO:teuthology.orchestra.run.trial190.stdout: Birth: 2026-02-22 21:44:54.579057607 +0000 2026-02-22T21:46:11.591 DEBUG:teuthology.orchestra.run.trial190:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-22T21:46:11.654 INFO:teuthology.orchestra.run.trial190.stderr:1+0 records in 2026-02-22T21:46:11.654 INFO:teuthology.orchestra.run.trial190.stderr:1+0 records out 2026-02-22T21:46:11.654 INFO:teuthology.orchestra.run.trial190.stderr:512 bytes copied, 0.000165851 s, 3.1 MB/s 2026-02-22T21:46:11.656 DEBUG:teuthology.orchestra.run.trial190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-22T21:46:11.712 DEBUG:teuthology.orchestra.run.trial190:> stat /dev/vg_nvme/lv_4 2026-02-22T21:46:11.771 INFO:teuthology.orchestra.run.trial190.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-22T21:46:11.771 INFO:teuthology.orchestra.run.trial190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:46:11.771 INFO:teuthology.orchestra.run.trial190.stdout:Device: 6h/6d Inode: 1301 Links: 1 2026-02-22T21:46:11.771 INFO:teuthology.orchestra.run.trial190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:46:11.771 INFO:teuthology.orchestra.run.trial190.stdout:Context: system_u:object_r:device_t:s0 2026-02-22T21:46:11.771 INFO:teuthology.orchestra.run.trial190.stdout:Access: 2026-02-22 21:45:33.577561478 +0000 2026-02-22T21:46:11.771 INFO:teuthology.orchestra.run.trial190.stdout:Modify: 2026-02-22 21:44:54.579057607 +0000 2026-02-22T21:46:11.772 INFO:teuthology.orchestra.run.trial190.stdout:Change: 2026-02-22 21:44:54.579057607 +0000 2026-02-22T21:46:11.772 INFO:teuthology.orchestra.run.trial190.stdout: Birth: 2026-02-22 21:44:54.579057607 +0000 2026-02-22T21:46:11.772 DEBUG:teuthology.orchestra.run.trial190:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-22T21:46:11.834 INFO:teuthology.orchestra.run.trial190.stderr:1+0 records in 2026-02-22T21:46:11.834 INFO:teuthology.orchestra.run.trial190.stderr:1+0 records out 2026-02-22T21:46:11.834 INFO:teuthology.orchestra.run.trial190.stderr:512 bytes copied, 0.000211857 s, 2.4 MB/s 2026-02-22T21:46:11.836 DEBUG:teuthology.orchestra.run.trial190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-22T21:46:11.892 INFO:tasks.ceph:osd dev map: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:46:11.893 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@trial190.front.sepia.ceph.com'): {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T21:46:11.893 INFO:tasks.ceph:Generating config... 2026-02-22T21:46:11.895 INFO:tasks.ceph:[global] mon warn on pool no app = False 2026-02-22T21:46:11.895 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-02-22T21:46:11.895 INFO:tasks.ceph:[mgr] debug ms = 1 2026-02-22T21:46:11.895 INFO:tasks.ceph:[mon] debug mon = 20 2026-02-22T21:46:11.895 INFO:tasks.ceph:[mon] debug ms = 1 2026-02-22T21:46:11.895 INFO:tasks.ceph:[mon] debug paxos = 20 2026-02-22T21:46:11.895 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-02-22T21:46:11.895 INFO:tasks.ceph:[osd] bluestore compression algorithm = snappy 2026-02-22T21:46:11.896 INFO:tasks.ceph:[osd] bluestore compression mode = aggressive 2026-02-22T21:46:11.896 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-02-22T21:46:11.896 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-02-22T21:46:11.896 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-02-22T21:46:11.896 INFO:tasks.ceph:[osd] debug ms = 1 2026-02-22T21:46:11.896 INFO:tasks.ceph:[osd] debug osd = 20 2026-02-22T21:46:11.896 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-02-22T21:46:11.896 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-02-22T21:46:11.896 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-02-22T21:46:11.896 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-02-22T21:46:11.896 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-02-22T21:46:11.896 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-02-22T21:46:11.897 INFO:tasks.ceph:Setting up cluster2.mon.a... 2026-02-22T21:46:11.897 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/cluster2.keyring 2026-02-22T21:46:11.966 INFO:teuthology.orchestra.run.trial190.stdout:creating /etc/ceph/cluster2.keyring 2026-02-22T21:46:11.969 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/cluster2.keyring 2026-02-22T21:46:12.044 DEBUG:teuthology.orchestra.run.trial190:> sudo chmod 0644 /etc/ceph/cluster2.keyring 2026-02-22T21:46:12.110 DEBUG:tasks.ceph:Ceph mon addresses: [('cluster2.mon.a', '10.20.193.190')] 2026-02-22T21:46:12.110 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '10.20.193.190', 'mon warn on pool no app': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd mclock skip benchmark': 'true', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok'}, 'mon.a': {}} 2026-02-22T21:46:12.111 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:46:12.112 DEBUG:teuthology.orchestra.run.trial190:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T21:46:12.167 DEBUG:teuthology.orchestra.run.trial190:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 10.20.193.190 --print /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:12.241 INFO:teuthology.orchestra.run.trial190.stdout:monmaptool: monmap file /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:12.241 INFO:teuthology.orchestra.run.trial190.stdout:monmaptool: generated fsid b669c82d-e5c3-4655-8fd0-926be0595e9e 2026-02-22T21:46:12.242 INFO:teuthology.orchestra.run.trial190.stdout:setting min_mon_release = quincy 2026-02-22T21:46:12.242 INFO:teuthology.orchestra.run.trial190.stdout:epoch 0 2026-02-22T21:46:12.242 INFO:teuthology.orchestra.run.trial190.stdout:fsid b669c82d-e5c3-4655-8fd0-926be0595e9e 2026-02-22T21:46:12.242 INFO:teuthology.orchestra.run.trial190.stdout:last_changed 2026-02-22T21:46:12.238827+0000 2026-02-22T21:46:12.242 INFO:teuthology.orchestra.run.trial190.stdout:created 2026-02-22T21:46:12.238827+0000 2026-02-22T21:46:12.242 INFO:teuthology.orchestra.run.trial190.stdout:min_mon_release 17 (quincy) 2026-02-22T21:46:12.242 INFO:teuthology.orchestra.run.trial190.stdout:election_strategy: 1 2026-02-22T21:46:12.242 INFO:teuthology.orchestra.run.trial190.stdout:0: [v2:10.20.193.190:3300/0,v1:10.20.193.190:6789/0] mon.a 2026-02-22T21:46:12.242 INFO:teuthology.orchestra.run.trial190.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/cluster2.monmap (1 monitors) 2026-02-22T21:46:12.244 DEBUG:teuthology.orchestra.run.trial190:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T21:46:12.300 INFO:tasks.ceph:Writing /etc/ceph/cluster2.conf for FSID b669c82d-e5c3-4655-8fd0-926be0595e9e... 2026-02-22T21:46:12.301 DEBUG:teuthology.orchestra.run.trial082:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster2.conf && sudo chmod 0644 /etc/ceph/cluster2.conf > /dev/null 2026-02-22T21:46:12.304 DEBUG:teuthology.orchestra.run.trial190:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster2.conf && sudo chmod 0644 /etc/ceph/cluster2.conf > /dev/null 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout:[global] 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: chdir = "" 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: auth supported = cephx 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: filestore xattr use omap = true 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: mon clock drift allowed = 1.000 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: osd crush chooseleaf type = 0 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: auth debug = true 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: ms die on old message = true 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: ms die on bug = true 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: mon pg warn max object skew = 0 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T21:46:12.344 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: osd pool default size = 2 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon osd allow primary affinity = true 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon osd allow pg remap = true 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon warn on legacy crush tunables = false 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon warn on crush straw calc version zero = false 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon warn on no sortbitwise = false 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon warn on osd down out interval zero = false 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon warn on too few osds = false 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon_allow_pool_size_one = true 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: osd default data pool replay window = 5 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon allow pool delete = true 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon cluster log file level = debug 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: debug asserts on shutdown = true 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon health detail to clog = false 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon host = 10.20.193.190 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: mon warn on pool no app = False 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: fsid = b669c82d-e5c3-4655-8fd0-926be0595e9e 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout:[osd] 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: osd journal size = 100 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: osd scrub load threshold = 5.0 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: osd scrub max interval = 600 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: osd mclock profile = high_recovery_ops 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: osd mclock skip benchmark = true 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: osd recover clone overlap = true 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: osd recovery max chunk = 1048576 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: osd debug shutdown = true 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: osd debug op order = true 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: osd debug verify stray on activate = true 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: osd debug trim objects = true 2026-02-22T21:46:12.345 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: osd open classes on start = true 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: osd debug pg log writeout = true 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: osd deep scrub update digest min age = 30 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: osd map max advance = 10 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: journal zero on create = true 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: filestore ondisk finisher threads = 3 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: filestore apply finisher threads = 3 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: bdev debug aio = true 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: osd debug misdirected ops = true 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: bluestore block size = 96636764160 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: bluestore compression algorithm = snappy 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: bluestore compression mode = aggressive 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: bluestore fsck on mount = True 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: debug bluefs = 1/20 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: debug bluestore = 1/20 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: debug ms = 1 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: debug osd = 20 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: debug rocksdb = 4/10 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: mon osd full ratio = 0.9 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: mon osd nearfull ratio = 0.8 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: osd failsafe full ratio = 0.95 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: osd objectstore = bluestore 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout:[mgr] 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: debug ms = 1 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: debug mgr = 20 2026-02-22T21:46:12.346 INFO:teuthology.orchestra.run.trial082.stdout: debug mon = 20 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: debug auth = 20 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: mgr/telemetry/nag = false 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout:[mon] 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: debug ms = 1 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: debug mon = 20 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: debug paxos = 20 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: debug auth = 20 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: mon data avail warn = 5 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: mon mgr mkfs grace = 240 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: mon osd reporter subtree level = osd 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: mon osd prime pg temp = true 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: # 1m isn't quite enough 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: mon_down_mkfs_grace = 2m 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.347 INFO:teuthology.orchestra.run.trial082.stdout: mon_warn_on_filestore_osds = false 2026-02-22T21:46:12.348 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T21:46:12.348 INFO:teuthology.orchestra.run.trial082.stdout:[client] 2026-02-22T21:46:12.348 INFO:teuthology.orchestra.run.trial082.stdout: rgw cache enabled = true 2026-02-22T21:46:12.348 INFO:teuthology.orchestra.run.trial082.stdout: rgw enable ops log = true 2026-02-22T21:46:12.348 INFO:teuthology.orchestra.run.trial082.stdout: rgw enable usage log = true 2026-02-22T21:46:12.348 INFO:teuthology.orchestra.run.trial082.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T21:46:12.348 INFO:teuthology.orchestra.run.trial082.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T21:46:12.348 INFO:teuthology.orchestra.run.trial082.stdout:[mon.a] 2026-02-22T21:46:12.379 INFO:teuthology.orchestra.run.trial190.stdout:[global] 2026-02-22T21:46:12.379 INFO:teuthology.orchestra.run.trial190.stdout: chdir = "" 2026-02-22T21:46:12.379 INFO:teuthology.orchestra.run.trial190.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T21:46:12.379 INFO:teuthology.orchestra.run.trial190.stdout: auth supported = cephx 2026-02-22T21:46:12.379 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.379 INFO:teuthology.orchestra.run.trial190.stdout: filestore xattr use omap = true 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: mon clock drift allowed = 1.000 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: osd crush chooseleaf type = 0 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: auth debug = true 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: ms die on old message = true 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: ms die on bug = true 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: mon pg warn max object skew = 0 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: osd pool default size = 2 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.380 INFO:teuthology.orchestra.run.trial190.stdout: mon osd allow primary affinity = true 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: mon osd allow pg remap = true 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: mon warn on legacy crush tunables = false 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: mon warn on crush straw calc version zero = false 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: mon warn on no sortbitwise = false 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: mon warn on osd down out interval zero = false 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: mon warn on too few osds = false 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: mon_allow_pool_size_one = true 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: osd default data pool replay window = 5 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: mon allow pool delete = true 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: mon cluster log file level = debug 2026-02-22T21:46:12.381 INFO:teuthology.orchestra.run.trial190.stdout: debug asserts on shutdown = true 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: mon health detail to clog = false 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: mon host = 10.20.193.190 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: mon warn on pool no app = False 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: fsid = b669c82d-e5c3-4655-8fd0-926be0595e9e 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout:[osd] 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: osd journal size = 100 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: osd scrub load threshold = 5.0 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: osd scrub max interval = 600 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: osd mclock profile = high_recovery_ops 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: osd mclock skip benchmark = true 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: osd recover clone overlap = true 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: osd recovery max chunk = 1048576 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: osd debug shutdown = true 2026-02-22T21:46:12.382 INFO:teuthology.orchestra.run.trial190.stdout: osd debug op order = true 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: osd debug verify stray on activate = true 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: osd debug trim objects = true 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: osd open classes on start = true 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: osd debug pg log writeout = true 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: osd deep scrub update digest min age = 30 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: osd map max advance = 10 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: journal zero on create = true 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: filestore ondisk finisher threads = 3 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: filestore apply finisher threads = 3 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: bdev debug aio = true 2026-02-22T21:46:12.383 INFO:teuthology.orchestra.run.trial190.stdout: osd debug misdirected ops = true 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: bluestore block size = 96636764160 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: bluestore compression algorithm = snappy 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: bluestore compression mode = aggressive 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: bluestore fsck on mount = True 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: debug bluefs = 1/20 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: debug bluestore = 1/20 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: debug ms = 1 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: debug osd = 20 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: debug rocksdb = 4/10 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: mon osd full ratio = 0.9 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: mon osd nearfull ratio = 0.8 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: osd failsafe full ratio = 0.95 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: osd objectstore = bluestore 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout:[mgr] 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: debug ms = 1 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: debug mgr = 20 2026-02-22T21:46:12.384 INFO:teuthology.orchestra.run.trial190.stdout: debug mon = 20 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: debug auth = 20 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: mgr/telemetry/nag = false 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout:[mon] 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: debug ms = 1 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: debug mon = 20 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: debug paxos = 20 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: debug auth = 20 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: mon data avail warn = 5 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: mon mgr mkfs grace = 240 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: mon osd reporter subtree level = osd 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: mon osd prime pg temp = true 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T21:46:12.385 INFO:teuthology.orchestra.run.trial190.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: # 1m isn't quite enough 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: mon_down_mkfs_grace = 2m 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: mon_warn_on_filestore_osds = false 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout:[client] 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: rgw cache enabled = true 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: rgw enable ops log = true 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: rgw enable usage log = true 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T21:46:12.386 INFO:teuthology.orchestra.run.trial190.stdout:[mon.a] 2026-02-22T21:46:12.390 INFO:tasks.ceph:Creating admin key on cluster2.mon.a... 2026-02-22T21:46:12.390 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/cluster2.keyring 2026-02-22T21:46:12.472 INFO:tasks.ceph:Copying monmap to all nodes... 2026-02-22T21:46:12.472 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:46:12.472 DEBUG:teuthology.orchestra.run.trial190:> dd if=/etc/ceph/cluster2.keyring of=/dev/stdout 2026-02-22T21:46:12.529 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:46:12.529 DEBUG:teuthology.orchestra.run.trial190:> dd if=/home/ubuntu/cephtest/cluster2.monmap of=/dev/stdout 2026-02-22T21:46:12.584 INFO:tasks.ceph:Sending monmap to node ubuntu@trial082.front.sepia.ceph.com 2026-02-22T21:46:12.585 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:46:12.585 DEBUG:teuthology.orchestra.run.trial082:> sudo dd of=/etc/ceph/cluster2.keyring 2026-02-22T21:46:12.585 DEBUG:teuthology.orchestra.run.trial082:> sudo chmod 0644 /etc/ceph/cluster2.keyring 2026-02-22T21:46:12.619 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:46:12.619 DEBUG:teuthology.orchestra.run.trial082:> dd of=/home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:12.675 INFO:tasks.ceph:Sending monmap to node ubuntu@trial190.front.sepia.ceph.com 2026-02-22T21:46:12.676 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:46:12.676 DEBUG:teuthology.orchestra.run.trial190:> sudo dd of=/etc/ceph/cluster2.keyring 2026-02-22T21:46:12.676 DEBUG:teuthology.orchestra.run.trial190:> sudo chmod 0644 /etc/ceph/cluster2.keyring 2026-02-22T21:46:12.710 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:46:12.710 DEBUG:teuthology.orchestra.run.trial190:> dd of=/home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:12.767 INFO:tasks.ceph:Setting up mon nodes... 2026-02-22T21:46:12.767 INFO:tasks.ceph:Setting up mgr nodes... 2026-02-22T21:46:12.767 DEBUG:teuthology.orchestra.run.trial190:> sudo mkdir -p /var/lib/ceph/mgr/cluster2-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/cluster2-x/keyring 2026-02-22T21:46:12.849 INFO:teuthology.orchestra.run.trial190.stdout:creating /var/lib/ceph/mgr/cluster2-x/keyring 2026-02-22T21:46:12.851 INFO:tasks.ceph:Setting up mds nodes... 2026-02-22T21:46:12.852 INFO:tasks.ceph_client:Setting up client nodes... 2026-02-22T21:46:12.852 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/cluster2.client.0.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.0.keyring 2026-02-22T21:46:12.926 INFO:teuthology.orchestra.run.trial190.stdout:creating /etc/ceph/cluster2.client.0.keyring 2026-02-22T21:46:12.937 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-02-22T21:46:12.938 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@trial082.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}, Remote(name='ubuntu@trial190.front.sepia.ceph.com'): {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T21:46:12.938 DEBUG:teuthology.orchestra.run.trial190:> sudo mkdir -p /var/lib/ceph/osd/cluster2-0 2026-02-22T21:46:13.002 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:46:13.002 INFO:tasks.ceph:role: cluster2.osd.0 2026-02-22T21:46:13.002 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@trial190.front.sepia.ceph.com 2026-02-22T21:46:13.002 DEBUG:teuthology.orchestra.run.trial190:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-02-22T21:46:13.068 INFO:teuthology.orchestra.run.trial190.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T21:46:13.068 INFO:teuthology.orchestra.run.trial190.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T21:46:13.068 INFO:teuthology.orchestra.run.trial190.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T21:46:13.068 INFO:teuthology.orchestra.run.trial190.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-22T21:46:13.068 INFO:teuthology.orchestra.run.trial190.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T21:46:13.068 INFO:teuthology.orchestra.run.trial190.stdout: = sunit=0 swidth=0 blks 2026-02-22T21:46:13.068 INFO:teuthology.orchestra.run.trial190.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T21:46:13.068 INFO:teuthology.orchestra.run.trial190.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T21:46:13.068 INFO:teuthology.orchestra.run.trial190.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T21:46:13.069 INFO:teuthology.orchestra.run.trial190.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T21:46:13.651 INFO:teuthology.orchestra.run.trial190.stdout:Discarding blocks...Done. 2026-02-22T21:46:13.653 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@trial190.front.sepia.ceph.com -o noatime 2026-02-22T21:46:13.653 DEBUG:teuthology.orchestra.run.trial190:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/cluster2-0 2026-02-22T21:46:13.722 DEBUG:teuthology.orchestra.run.trial190:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-0 2026-02-22T21:46:13.789 DEBUG:teuthology.orchestra.run.trial190:> sudo mkdir -p /var/lib/ceph/osd/cluster2-1 2026-02-22T21:46:13.854 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:46:13.854 INFO:tasks.ceph:role: cluster2.osd.1 2026-02-22T21:46:13.854 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@trial190.front.sepia.ceph.com 2026-02-22T21:46:13.854 DEBUG:teuthology.orchestra.run.trial190:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-02-22T21:46:13.918 INFO:teuthology.orchestra.run.trial190.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T21:46:13.918 INFO:teuthology.orchestra.run.trial190.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T21:46:13.918 INFO:teuthology.orchestra.run.trial190.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T21:46:13.918 INFO:teuthology.orchestra.run.trial190.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-22T21:46:13.918 INFO:teuthology.orchestra.run.trial190.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T21:46:13.918 INFO:teuthology.orchestra.run.trial190.stdout: = sunit=0 swidth=0 blks 2026-02-22T21:46:13.918 INFO:teuthology.orchestra.run.trial190.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T21:46:13.918 INFO:teuthology.orchestra.run.trial190.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T21:46:13.918 INFO:teuthology.orchestra.run.trial190.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T21:46:13.918 INFO:teuthology.orchestra.run.trial190.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T21:46:14.476 INFO:teuthology.orchestra.run.trial190.stdout:Discarding blocks...Done. 2026-02-22T21:46:14.478 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@trial190.front.sepia.ceph.com -o noatime 2026-02-22T21:46:14.478 DEBUG:teuthology.orchestra.run.trial190:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/cluster2-1 2026-02-22T21:46:14.547 DEBUG:teuthology.orchestra.run.trial190:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-1 2026-02-22T21:46:14.614 DEBUG:teuthology.orchestra.run.trial190:> sudo mkdir -p /var/lib/ceph/osd/cluster2-2 2026-02-22T21:46:14.680 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:46:14.681 INFO:tasks.ceph:role: cluster2.osd.2 2026-02-22T21:46:14.681 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@trial190.front.sepia.ceph.com 2026-02-22T21:46:14.681 DEBUG:teuthology.orchestra.run.trial190:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-02-22T21:46:14.745 INFO:teuthology.orchestra.run.trial190.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T21:46:14.745 INFO:teuthology.orchestra.run.trial190.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T21:46:14.745 INFO:teuthology.orchestra.run.trial190.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T21:46:14.745 INFO:teuthology.orchestra.run.trial190.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-22T21:46:14.746 INFO:teuthology.orchestra.run.trial190.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T21:46:14.746 INFO:teuthology.orchestra.run.trial190.stdout: = sunit=0 swidth=0 blks 2026-02-22T21:46:14.746 INFO:teuthology.orchestra.run.trial190.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T21:46:14.746 INFO:teuthology.orchestra.run.trial190.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T21:46:14.746 INFO:teuthology.orchestra.run.trial190.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T21:46:14.746 INFO:teuthology.orchestra.run.trial190.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T21:46:15.309 INFO:teuthology.orchestra.run.trial190.stdout:Discarding blocks...Done. 2026-02-22T21:46:15.311 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@trial190.front.sepia.ceph.com -o noatime 2026-02-22T21:46:15.311 DEBUG:teuthology.orchestra.run.trial190:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/cluster2-2 2026-02-22T21:46:15.381 DEBUG:teuthology.orchestra.run.trial190:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-2 2026-02-22T21:46:15.447 DEBUG:teuthology.orchestra.run.trial190:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:15.528 INFO:teuthology.orchestra.run.trial190.stderr:2026-02-22T21:46:15.524+0000 7fd550c18780 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-0/keyring: can't open /var/lib/ceph/osd/cluster2-0/keyring: (2) No such file or directory 2026-02-22T21:46:15.528 INFO:teuthology.orchestra.run.trial190.stderr:2026-02-22T21:46:15.524+0000 7fd550c18780 -1 created new key in keyring /var/lib/ceph/osd/cluster2-0/keyring 2026-02-22T21:46:15.529 INFO:teuthology.orchestra.run.trial190.stderr:2026-02-22T21:46:15.524+0000 7fd550c18780 -1 bdev(0x55eadd0e3800 /var/lib/ceph/osd/cluster2-0/block) open stat got: (1) Operation not permitted 2026-02-22T21:46:15.529 INFO:teuthology.orchestra.run.trial190.stderr:2026-02-22T21:46:15.524+0000 7fd550c18780 -1 bluestore(/var/lib/ceph/osd/cluster2-0) _read_fsid unparsable uuid 2026-02-22T21:46:18.440 DEBUG:teuthology.orchestra.run.trial190:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-0 2026-02-22T21:46:18.505 DEBUG:teuthology.orchestra.run.trial190:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:18.583 INFO:teuthology.orchestra.run.trial190.stderr:2026-02-22T21:46:18.580+0000 7f94fc213780 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-1/keyring: can't open /var/lib/ceph/osd/cluster2-1/keyring: (2) No such file or directory 2026-02-22T21:46:18.584 INFO:teuthology.orchestra.run.trial190.stderr:2026-02-22T21:46:18.580+0000 7f94fc213780 -1 created new key in keyring /var/lib/ceph/osd/cluster2-1/keyring 2026-02-22T21:46:18.584 INFO:teuthology.orchestra.run.trial190.stderr:2026-02-22T21:46:18.580+0000 7f94fc213780 -1 bdev(0x55b4402db800 /var/lib/ceph/osd/cluster2-1/block) open stat got: (1) Operation not permitted 2026-02-22T21:46:18.584 INFO:teuthology.orchestra.run.trial190.stderr:2026-02-22T21:46:18.580+0000 7f94fc213780 -1 bluestore(/var/lib/ceph/osd/cluster2-1) _read_fsid unparsable uuid 2026-02-22T21:46:21.495 DEBUG:teuthology.orchestra.run.trial190:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-1 2026-02-22T21:46:21.561 DEBUG:teuthology.orchestra.run.trial190:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:21.639 INFO:teuthology.orchestra.run.trial190.stderr:2026-02-22T21:46:21.636+0000 7fd840312780 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-2/keyring: can't open /var/lib/ceph/osd/cluster2-2/keyring: (2) No such file or directory 2026-02-22T21:46:21.639 INFO:teuthology.orchestra.run.trial190.stderr:2026-02-22T21:46:21.636+0000 7fd840312780 -1 created new key in keyring /var/lib/ceph/osd/cluster2-2/keyring 2026-02-22T21:46:21.639 INFO:teuthology.orchestra.run.trial190.stderr:2026-02-22T21:46:21.636+0000 7fd840312780 -1 bdev(0x55c144651800 /var/lib/ceph/osd/cluster2-2/block) open stat got: (1) Operation not permitted 2026-02-22T21:46:21.639 INFO:teuthology.orchestra.run.trial190.stderr:2026-02-22T21:46:21.636+0000 7fd840312780 -1 bluestore(/var/lib/ceph/osd/cluster2-2) _read_fsid unparsable uuid 2026-02-22T21:46:24.551 DEBUG:teuthology.orchestra.run.trial190:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-2 2026-02-22T21:46:24.616 INFO:tasks.ceph:Reading keys from all nodes... 2026-02-22T21:46:24.616 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:46:24.617 DEBUG:teuthology.orchestra.run.trial190:> sudo dd if=/var/lib/ceph/mgr/cluster2-x/keyring of=/dev/stdout 2026-02-22T21:46:24.680 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:46:24.681 DEBUG:teuthology.orchestra.run.trial190:> sudo dd if=/var/lib/ceph/osd/cluster2-0/keyring of=/dev/stdout 2026-02-22T21:46:24.745 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:46:24.745 DEBUG:teuthology.orchestra.run.trial190:> sudo dd if=/var/lib/ceph/osd/cluster2-1/keyring of=/dev/stdout 2026-02-22T21:46:24.808 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:46:24.809 DEBUG:teuthology.orchestra.run.trial190:> sudo dd if=/var/lib/ceph/osd/cluster2-2/keyring of=/dev/stdout 2026-02-22T21:46:24.873 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:46:24.873 DEBUG:teuthology.orchestra.run.trial190:> dd if=/etc/ceph/cluster2.client.0.keyring of=/dev/stdout 2026-02-22T21:46:24.930 INFO:tasks.ceph:Adding keys to all mons... 2026-02-22T21:46:24.930 DEBUG:teuthology.orchestra.run.trial190:> sudo tee -a /etc/ceph/cluster2.keyring 2026-02-22T21:46:24.991 INFO:teuthology.orchestra.run.trial190.stdout:[mgr.x] 2026-02-22T21:46:24.992 INFO:teuthology.orchestra.run.trial190.stdout: key = AQAkeZtpZq15MhAAQhw9XnZ5CdckuAVTUjC8Uw== 2026-02-22T21:46:24.992 INFO:teuthology.orchestra.run.trial190.stdout:[osd.0] 2026-02-22T21:46:24.992 INFO:teuthology.orchestra.run.trial190.stdout: key = AQAneZtpNMhSHxAA7+4eqe0No6K6ElSPH5zdeA== 2026-02-22T21:46:24.992 INFO:teuthology.orchestra.run.trial190.stdout:[osd.1] 2026-02-22T21:46:24.992 INFO:teuthology.orchestra.run.trial190.stdout: key = AQAqeZtpPiCpIhAAcRYVa/7MnqDcmjX4u3PZ8g== 2026-02-22T21:46:24.993 INFO:teuthology.orchestra.run.trial190.stdout:[osd.2] 2026-02-22T21:46:24.993 INFO:teuthology.orchestra.run.trial190.stdout: key = AQAteZtpinD7JRAAXwYYfYWkc2hxkzdRA+h5kQ== 2026-02-22T21:46:24.993 INFO:teuthology.orchestra.run.trial190.stdout:[client.0] 2026-02-22T21:46:24.993 INFO:teuthology.orchestra.run.trial190.stdout: key = AQAkeZtpyQ4XNxAATP8SDUpqtb68PLQOR5zTaw== 2026-02-22T21:46:24.995 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-22T21:46:25.074 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T21:46:25.153 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T21:46:25.232 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T21:46:25.312 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:25.393 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-02-22T21:46:25.393 DEBUG:teuthology.orchestra.run.trial190:> sudo mkdir -p /var/lib/ceph/mon/cluster2-a 2026-02-22T21:46:25.457 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster cluster2 --mkfs -i a --monmap /home/ubuntu/cephtest/cluster2.monmap --keyring /etc/ceph/cluster2.keyring 2026-02-22T21:46:25.539 DEBUG:teuthology.orchestra.run.trial190:> sudo chown -R ceph:ceph /var/lib/ceph/mon/cluster2-a 2026-02-22T21:46:25.603 DEBUG:teuthology.orchestra.run.trial190:> rm -- /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:25.659 INFO:tasks.ceph:Starting mon daemons in cluster cluster2... 2026-02-22T21:46:25.660 INFO:tasks.ceph.cluster2.mon.a:Restarting daemon 2026-02-22T21:46:25.660 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster cluster2 -i a 2026-02-22T21:46:25.702 INFO:tasks.ceph.cluster2.mon.a:Started 2026-02-22T21:46:25.702 INFO:tasks.ceph:Starting mgr daemons in cluster cluster2... 2026-02-22T21:46:25.702 INFO:tasks.ceph.cluster2.mgr.x:Restarting daemon 2026-02-22T21:46:25.702 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster cluster2 -i x 2026-02-22T21:46:25.705 INFO:tasks.ceph.cluster2.mgr.x:Started 2026-02-22T21:46:25.705 INFO:tasks.ceph:Setting crush tunables to default 2026-02-22T21:46:25.705 DEBUG:teuthology.orchestra.run.trial190:> sudo ceph --cluster cluster2 osd crush tunables default 2026-02-22T21:46:25.804 INFO:teuthology.orchestra.run.trial190.stderr:adjusted tunables profile to default 2026-02-22T21:46:25.812 INFO:tasks.ceph:check_enable_crimson: False 2026-02-22T21:46:25.812 INFO:tasks.ceph:Starting osd daemons in cluster cluster2... 2026-02-22T21:46:25.812 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:46:25.813 DEBUG:teuthology.orchestra.run.trial190:> sudo dd if=/var/lib/ceph/osd/cluster2-0/fsid of=/dev/stdout 2026-02-22T21:46:25.838 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:46:25.838 DEBUG:teuthology.orchestra.run.trial190:> sudo dd if=/var/lib/ceph/osd/cluster2-1/fsid of=/dev/stdout 2026-02-22T21:46:25.901 DEBUG:teuthology.orchestra.run.trial190:> set -ex 2026-02-22T21:46:25.902 DEBUG:teuthology.orchestra.run.trial190:> sudo dd if=/var/lib/ceph/osd/cluster2-2/fsid of=/dev/stdout 2026-02-22T21:46:25.966 DEBUG:teuthology.orchestra.run.trial190:> sudo ceph --cluster cluster2 osd new afa849e8-6b8a-421f-891a-58fb4cdfc8a2 0 2026-02-22T21:46:26.111 INFO:teuthology.orchestra.run.trial190.stdout:0 2026-02-22T21:46:26.119 DEBUG:teuthology.orchestra.run.trial190:> sudo ceph --cluster cluster2 osd new ef532861-db75-41d7-9fea-b7770f985141 1 2026-02-22T21:46:26.219 INFO:teuthology.orchestra.run.trial190.stdout:1 2026-02-22T21:46:26.228 DEBUG:teuthology.orchestra.run.trial190:> sudo ceph --cluster cluster2 osd new 12c6ad23-38af-4264-b441-54c1abdf35f5 2 2026-02-22T21:46:26.311 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.307+0000 7fa41421c140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-22T21:46:26.328 INFO:teuthology.orchestra.run.trial190.stdout:2 2026-02-22T21:46:26.338 INFO:tasks.ceph.cluster2.osd.0:Restarting daemon 2026-02-22T21:46:26.338 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 0 2026-02-22T21:46:26.340 INFO:tasks.ceph.cluster2.osd.0:Started 2026-02-22T21:46:26.340 INFO:tasks.ceph.cluster2.osd.1:Restarting daemon 2026-02-22T21:46:26.341 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 1 2026-02-22T21:46:26.343 INFO:tasks.ceph.cluster2.osd.1:Started 2026-02-22T21:46:26.344 INFO:tasks.ceph.cluster2.osd.2:Restarting daemon 2026-02-22T21:46:26.344 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 2 2026-02-22T21:46:26.347 INFO:tasks.ceph.cluster2.osd.2:Started 2026-02-22T21:46:26.348 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T21:46:26.435 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.432+0000 7fa41421c140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-22T21:46:26.448 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:26.448 INFO:teuthology.orchestra.run.trial190.stdout:{"epoch":5,"fsid":"b669c82d-e5c3-4655-8fd0-926be0595e9e","created":"2026-02-22T21:46:25.761546+0000","modified":"2026-02-22T21:46:26.325802+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T21:46:26.325802+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"afa849e8-6b8a-421f-891a-58fb4cdfc8a2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"ef532861-db75-41d7-9fea-b7770f985141","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"12c6ad23-38af-4264-b441-54c1abdf35f5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:26.456 INFO:tasks.ceph.ceph_manager.cluster2:[] 2026-02-22T21:46:26.456 INFO:tasks.ceph:Waiting for OSDs to come up 2026-02-22T21:46:26.463 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.459+0000 7fa41421c140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-22T21:46:26.496 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.492+0000 7fa41421c140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-22T21:46:26.518 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.515+0000 7fa41421c140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-22T21:46:26.545 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.541+0000 7fa41421c140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-22T21:46:26.600 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.597+0000 7fa41421c140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-22T21:46:26.661 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-22T21:46:26.661 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-22T21:46:26.661 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr: from numpy import show_config as show_numpy_config 2026-02-22T21:46:26.664 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.661+0000 7fa41421c140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-22T21:46:26.690 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.687+0000 7fa41421c140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-22T21:46:26.745 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.742+0000 7fa41421c140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-22T21:46:26.758 DEBUG:teuthology.orchestra.run.trial190:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json 2026-02-22T21:46:26.788 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.784+0000 7fa41421c140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-22T21:46:26.814 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.810+0000 7fa41421c140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-22T21:46:26.839 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.835+0000 7fa41421c140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-22T21:46:26.850 INFO:teuthology.misc.health.trial190.stdout: 2026-02-22T21:46:26.851 INFO:teuthology.misc.health.trial190.stdout:{"epoch":5,"fsid":"b669c82d-e5c3-4655-8fd0-926be0595e9e","created":"2026-02-22T21:46:25.761546+0000","modified":"2026-02-22T21:46:26.325802+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T21:46:26.325802+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"afa849e8-6b8a-421f-891a-58fb4cdfc8a2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"ef532861-db75-41d7-9fea-b7770f985141","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"12c6ad23-38af-4264-b441-54c1abdf35f5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:26.857 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T21:46:26.864 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.860+0000 7fa41421c140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-22T21:46:26.887 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:26.883+0000 7fa41421c140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-22T21:46:27.078 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:27.075+0000 7fa41421c140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-22T21:46:27.133 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:27.129+0000 7fa41421c140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-22T21:46:27.155 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:27.152+0000 7fa41421c140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-22T21:46:27.178 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:27.175+0000 7fa41421c140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-22T21:46:27.231 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:27.227+0000 7fa41421c140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-22T21:46:27.251 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:27.248+0000 7fa41421c140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-22T21:46:27.304 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:27.300+0000 7fa41421c140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-22T21:46:27.694 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:27.690+0000 7fa41421c140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-22T21:46:27.716 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:27.713+0000 7fa41421c140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-22T21:46:28.029 INFO:tasks.ceph.cluster2.osd.1.trial190.stderr:2026-02-22T21:46:28.025+0000 7f1b535b2780 -1 Falling back to public interface 2026-02-22T21:46:28.038 INFO:tasks.ceph.cluster2.osd.0.trial190.stderr:2026-02-22T21:46:28.034+0000 7f601861e780 -1 Falling back to public interface 2026-02-22T21:46:28.054 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:28.050+0000 7fa41421c140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-22T21:46:28.272 INFO:tasks.ceph.cluster2.osd.2.trial190.stderr:2026-02-22T21:46:28.268+0000 7fc16480c780 -1 Falling back to public interface 2026-02-22T21:46:29.060 INFO:tasks.ceph.cluster2.mgr.x.trial190.stderr:2026-02-22T21:46:29.057+0000 7fa33198e640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-22T21:46:31.771 INFO:tasks.ceph.cluster2.osd.2.trial190.stderr:2026-02-22T21:46:31.767+0000 7fc16480c780 -1 osd.2 0 log_to_monitors true 2026-02-22T21:46:31.798 INFO:tasks.ceph.cluster2.osd.0.trial190.stderr:2026-02-22T21:46:31.794+0000 7f601861e780 -1 osd.0 0 log_to_monitors true 2026-02-22T21:46:32.096 INFO:tasks.ceph.cluster2.osd.1.trial190.stderr:2026-02-22T21:46:32.093+0000 7f1b535b2780 -1 osd.1 0 log_to_monitors true 2026-02-22T21:46:33.078 INFO:tasks.ceph.cluster2.osd.0.trial190.stderr:2026-02-22T21:46:33.075+0000 7f6014003640 -1 osd.0 0 waiting for initial osdmap 2026-02-22T21:46:33.079 INFO:tasks.ceph.cluster2.osd.0.trial190.stderr:2026-02-22T21:46:33.076+0000 7f600be25640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T21:46:33.080 INFO:tasks.ceph.cluster2.osd.2.trial190.stderr:2026-02-22T21:46:33.077+0000 7fc16004d640 -1 osd.2 0 waiting for initial osdmap 2026-02-22T21:46:33.082 INFO:tasks.ceph.cluster2.osd.2.trial190.stderr:2026-02-22T21:46:33.078+0000 7fc157e6f640 -1 osd.2 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T21:46:33.160 DEBUG:teuthology.orchestra.run.trial190:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json 2026-02-22T21:46:33.312 INFO:teuthology.misc.health.trial190.stdout: 2026-02-22T21:46:33.313 INFO:teuthology.misc.health.trial190.stdout:{"epoch":7,"fsid":"b669c82d-e5c3-4655-8fd0-926be0595e9e","created":"2026-02-22T21:46:25.761546+0000","modified":"2026-02-22T21:46:33.059935+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T21:46:26.325802+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"afa849e8-6b8a-421f-891a-58fb4cdfc8a2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"ef532861-db75-41d7-9fea-b7770f985141","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"12c6ad23-38af-4264-b441-54c1abdf35f5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:33.319 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T21:46:34.075 INFO:tasks.ceph.cluster2.osd.1.trial190.stderr:2026-02-22T21:46:34.072+0000 7f1b4f53f640 -1 osd.1 0 waiting for initial osdmap 2026-02-22T21:46:34.077 INFO:tasks.ceph.cluster2.osd.1.trial190.stderr:2026-02-22T21:46:34.074+0000 7f1b47361640 -1 osd.1 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T21:46:39.622 DEBUG:teuthology.orchestra.run.trial190:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json 2026-02-22T21:46:39.771 INFO:teuthology.misc.health.trial190.stdout: 2026-02-22T21:46:39.771 INFO:teuthology.misc.health.trial190.stdout:{"epoch":12,"fsid":"b669c82d-e5c3-4655-8fd0-926be0595e9e","created":"2026-02-22T21:46:25.761546+0000","modified":"2026-02-22T21:46:38.073484+0000","last_up_change":"2026-02-22T21:46:35.064830+0000","last_in_change":"2026-02-22T21:46:26.325802+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:46:36.070482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"afa849e8-6b8a-421f-891a-58fb4cdfc8a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6808","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6809","nonce":1092090688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6810","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6811","nonce":1092090688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6814","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6815","nonce":1092090688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6812","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6813","nonce":1092090688}]},"public_addr":"10.20.193.190:6809/1092090688","cluster_addr":"10.20.193.190:6811/1092090688","heartbeat_back_addr":"10.20.193.190:6815/1092090688","heartbeat_front_addr":"10.20.193.190:6813/1092090688","state":["exists","up"]},{"osd":1,"uuid":"ef532861-db75-41d7-9fea-b7770f985141","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6800","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6801","nonce":2952832194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6802","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6803","nonce":2952832194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6806","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6807","nonce":2952832194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6804","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6805","nonce":2952832194}]},"public_addr":"10.20.193.190:6801/2952832194","cluster_addr":"10.20.193.190:6803/2952832194","heartbeat_back_addr":"10.20.193.190:6807/2952832194","heartbeat_front_addr":"10.20.193.190:6805/2952832194","state":["exists","up"]},{"osd":2,"uuid":"12c6ad23-38af-4264-b441-54c1abdf35f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6818","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6819","nonce":2346328211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6820","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6821","nonce":2346328211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6824","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6825","nonce":2346328211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6822","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6823","nonce":2346328211}]},"public_addr":"10.20.193.190:6819/2346328211","cluster_addr":"10.20.193.190:6821/2346328211","heartbeat_back_addr":"10.20.193.190:6825/2346328211","heartbeat_front_addr":"10.20.193.190:6823/2346328211","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:32.825306+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:33.097261+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:32.754777+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:39.778 DEBUG:teuthology.misc:3 of 3 OSDs are up 2026-02-22T21:46:39.778 INFO:tasks.ceph:Creating RBD pool 2026-02-22T21:46:39.778 DEBUG:teuthology.orchestra.run.trial190:> sudo ceph --cluster cluster2 osd pool create rbd 8 2026-02-22T21:46:40.080 INFO:teuthology.orchestra.run.trial190.stderr:pool 'rbd' created 2026-02-22T21:46:40.088 DEBUG:teuthology.orchestra.run.trial190:> rbd --cluster cluster2 pool init rbd 2026-02-22T21:46:43.091 INFO:tasks.ceph:Starting mds daemons in cluster cluster2... 2026-02-22T21:46:43.092 INFO:tasks.ceph:Waiting until cluster2 daemons up and pgs clean... 2026-02-22T21:46:43.092 INFO:tasks.ceph.ceph_manager.cluster2:waiting for mgr available 2026-02-22T21:46:43.092 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 mgr dump --format=json 2026-02-22T21:46:43.093 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-02-22T21:46:43.275 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:43.282 INFO:teuthology.orchestra.run.trial190.stdout:{"epoch":5,"flags":0,"active_gid":4102,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6816","nonce":788877819},{"type":"v1","addr":"10.20.193.190:6817","nonce":788877819}]},"active_addr":"10.20.193.190:6817/788877819","active_change":"2026-02-22T21:46:28.052821+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.190:0","nonce":2358450151}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.190:0","nonce":3925179694}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.190:0","nonce":2392180632}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.190:0","nonce":2780172195}]}]} 2026-02-22T21:46:43.288 INFO:tasks.ceph.ceph_manager.cluster2:mgr available! 2026-02-22T21:46:43.288 INFO:tasks.ceph.ceph_manager.cluster2:waiting for all up 2026-02-22T21:46:43.288 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T21:46:43.445 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:43.445 INFO:teuthology.orchestra.run.trial190.stdout:{"epoch":16,"fsid":"b669c82d-e5c3-4655-8fd0-926be0595e9e","created":"2026-02-22T21:46:25.761546+0000","modified":"2026-02-22T21:46:43.082219+0000","last_up_change":"2026-02-22T21:46:35.064830+0000","last_in_change":"2026-02-22T21:46:26.325802+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:46:36.070482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T21:46:39.934475+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"afa849e8-6b8a-421f-891a-58fb4cdfc8a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6808","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6809","nonce":1092090688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6810","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6811","nonce":1092090688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6814","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6815","nonce":1092090688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6812","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6813","nonce":1092090688}]},"public_addr":"10.20.193.190:6809/1092090688","cluster_addr":"10.20.193.190:6811/1092090688","heartbeat_back_addr":"10.20.193.190:6815/1092090688","heartbeat_front_addr":"10.20.193.190:6813/1092090688","state":["exists","up"]},{"osd":1,"uuid":"ef532861-db75-41d7-9fea-b7770f985141","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6800","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6801","nonce":2952832194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6802","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6803","nonce":2952832194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6806","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6807","nonce":2952832194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6804","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6805","nonce":2952832194}]},"public_addr":"10.20.193.190:6801/2952832194","cluster_addr":"10.20.193.190:6803/2952832194","heartbeat_back_addr":"10.20.193.190:6807/2952832194","heartbeat_front_addr":"10.20.193.190:6805/2952832194","state":["exists","up"]},{"osd":2,"uuid":"12c6ad23-38af-4264-b441-54c1abdf35f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6818","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6819","nonce":2346328211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6820","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6821","nonce":2346328211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6824","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6825","nonce":2346328211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6822","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6823","nonce":2346328211}]},"public_addr":"10.20.193.190:6819/2346328211","cluster_addr":"10.20.193.190:6821/2346328211","heartbeat_back_addr":"10.20.193.190:6825/2346328211","heartbeat_front_addr":"10.20.193.190:6823/2346328211","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:32.825306+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:33.097261+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:32.754777+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:43.453 INFO:tasks.ceph.ceph_manager.cluster2:all up! 2026-02-22T21:46:43.453 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T21:46:43.607 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:43.608 INFO:teuthology.orchestra.run.trial190.stdout:{"epoch":16,"fsid":"b669c82d-e5c3-4655-8fd0-926be0595e9e","created":"2026-02-22T21:46:25.761546+0000","modified":"2026-02-22T21:46:43.082219+0000","last_up_change":"2026-02-22T21:46:35.064830+0000","last_in_change":"2026-02-22T21:46:26.325802+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:46:36.070482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T21:46:39.934475+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"afa849e8-6b8a-421f-891a-58fb4cdfc8a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6808","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6809","nonce":1092090688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6810","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6811","nonce":1092090688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6814","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6815","nonce":1092090688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6812","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6813","nonce":1092090688}]},"public_addr":"10.20.193.190:6809/1092090688","cluster_addr":"10.20.193.190:6811/1092090688","heartbeat_back_addr":"10.20.193.190:6815/1092090688","heartbeat_front_addr":"10.20.193.190:6813/1092090688","state":["exists","up"]},{"osd":1,"uuid":"ef532861-db75-41d7-9fea-b7770f985141","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6800","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6801","nonce":2952832194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6802","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6803","nonce":2952832194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6806","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6807","nonce":2952832194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6804","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6805","nonce":2952832194}]},"public_addr":"10.20.193.190:6801/2952832194","cluster_addr":"10.20.193.190:6803/2952832194","heartbeat_back_addr":"10.20.193.190:6807/2952832194","heartbeat_front_addr":"10.20.193.190:6805/2952832194","state":["exists","up"]},{"osd":2,"uuid":"12c6ad23-38af-4264-b441-54c1abdf35f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6818","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6819","nonce":2346328211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6820","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6821","nonce":2346328211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6824","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6825","nonce":2346328211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6822","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6823","nonce":2346328211}]},"public_addr":"10.20.193.190:6819/2346328211","cluster_addr":"10.20.193.190:6821/2346328211","heartbeat_back_addr":"10.20.193.190:6825/2346328211","heartbeat_front_addr":"10.20.193.190:6823/2346328211","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:32.825306+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:33.097261+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:32.754777+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:43.616 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.0 flush_pg_stats 2026-02-22T21:46:43.616 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.1 flush_pg_stats 2026-02-22T21:46:43.617 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.2 flush_pg_stats 2026-02-22T21:46:43.703 INFO:teuthology.orchestra.run.trial190.stdout:34359738373 2026-02-22T21:46:43.704 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.0 2026-02-22T21:46:43.705 INFO:teuthology.orchestra.run.trial190.stdout:34359738372 2026-02-22T21:46:43.705 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.2 2026-02-22T21:46:43.706 INFO:teuthology.orchestra.run.trial190.stdout:38654705668 2026-02-22T21:46:43.707 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.1 2026-02-22T21:46:43.903 INFO:teuthology.orchestra.run.trial190.stdout:34359738372 2026-02-22T21:46:43.909 INFO:teuthology.orchestra.run.trial190.stdout:38654705667 2026-02-22T21:46:43.911 INFO:teuthology.orchestra.run.trial190.stdout:34359738371 2026-02-22T21:46:43.913 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738373 got 34359738372 for osd.0 2026-02-22T21:46:43.919 INFO:tasks.ceph.ceph_manager.cluster2:need seq 38654705668 got 38654705667 for osd.1 2026-02-22T21:46:43.921 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738372 got 34359738371 for osd.2 2026-02-22T21:46:44.914 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.0 2026-02-22T21:46:44.920 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.1 2026-02-22T21:46:44.923 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.2 2026-02-22T21:46:45.076 INFO:teuthology.orchestra.run.trial190.stdout:34359738373 2026-02-22T21:46:45.086 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738373 got 34359738373 for osd.0 2026-02-22T21:46:45.086 DEBUG:teuthology.parallel:result is None 2026-02-22T21:46:45.116 INFO:teuthology.orchestra.run.trial190.stdout:34359738372 2026-02-22T21:46:45.119 INFO:teuthology.orchestra.run.trial190.stdout:38654705668 2026-02-22T21:46:45.125 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738372 got 34359738372 for osd.2 2026-02-22T21:46:45.125 DEBUG:teuthology.parallel:result is None 2026-02-22T21:46:45.128 INFO:tasks.ceph.ceph_manager.cluster2:need seq 38654705668 got 38654705668 for osd.1 2026-02-22T21:46:45.128 DEBUG:teuthology.parallel:result is None 2026-02-22T21:46:45.128 INFO:tasks.ceph.ceph_manager.cluster2:waiting for clean 2026-02-22T21:46:45.128 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T21:46:45.323 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:45.323 INFO:teuthology.orchestra.run.trial190.stderr:dumped all 2026-02-22T21:46:45.331 INFO:teuthology.orchestra.run.trial190.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2026-02-22T21:46:44.056824+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":81428,"kb_used_data":528,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283034092,"statfs":{"total":289910292480,"available":289826910208,"internally_reserved":0,"allocated":540672,"data_stored":1296850,"data_compressed":67148,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":82767186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.975993"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.085991+0000","last_change":"2026-02-22T21:46:43.086093+0000","last_active":"2026-02-22T21:46:43.085991+0000","last_peered":"2026-02-22T21:46:43.085991+0000","last_clean":"2026-02-22T21:46:43.085991+0000","last_became_active":"2026-02-22T21:46:41.084692+0000","last_became_peered":"2026-02-22T21:46:41.084692+0000","last_unstale":"2026-02-22T21:46:43.085991+0000","last_undegraded":"2026-02-22T21:46:43.085991+0000","last_fullsized":"2026-02-22T21:46:43.085991+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:07:28.968532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040640199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.086115+0000","last_change":"2026-02-22T21:46:43.086220+0000","last_active":"2026-02-22T21:46:43.086115+0000","last_peered":"2026-02-22T21:46:43.086115+0000","last_clean":"2026-02-22T21:46:43.086115+0000","last_became_active":"2026-02-22T21:46:41.084644+0000","last_became_peered":"2026-02-22T21:46:41.084644+0000","last_unstale":"2026-02-22T21:46:43.086115+0000","last_undegraded":"2026-02-22T21:46:43.086115+0000","last_fullsized":"2026-02-22T21:46:43.086115+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:02:24.794778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000523783,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.085816+0000","last_change":"2026-02-22T21:46:43.085960+0000","last_active":"2026-02-22T21:46:43.085816+0000","last_peered":"2026-02-22T21:46:43.085816+0000","last_clean":"2026-02-22T21:46:43.085816+0000","last_became_active":"2026-02-22T21:46:41.084297+0000","last_became_peered":"2026-02-22T21:46:41.084297+0000","last_unstale":"2026-02-22T21:46:43.085816+0000","last_undegraded":"2026-02-22T21:46:43.085816+0000","last_fullsized":"2026-02-22T21:46:43.085816+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:44:22.286532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028055700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.085941+0000","last_change":"2026-02-22T21:46:43.086092+0000","last_active":"2026-02-22T21:46:43.085941+0000","last_peered":"2026-02-22T21:46:43.085941+0000","last_clean":"2026-02-22T21:46:43.085941+0000","last_became_active":"2026-02-22T21:46:41.084679+0000","last_became_peered":"2026-02-22T21:46:41.084679+0000","last_unstale":"2026-02-22T21:46:43.085941+0000","last_undegraded":"2026-02-22T21:46:43.085941+0000","last_fullsized":"2026-02-22T21:46:43.085941+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:14:16.676493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000405411,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":21,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.085314+0000","last_change":"2026-02-22T21:46:43.084891+0000","last_active":"2026-02-22T21:46:43.085314+0000","last_peered":"2026-02-22T21:46:43.085314+0000","last_clean":"2026-02-22T21:46:43.085314+0000","last_became_active":"2026-02-22T21:46:41.084249+0000","last_became_peered":"2026-02-22T21:46:41.084249+0000","last_unstale":"2026-02-22T21:46:43.085314+0000","last_undegraded":"2026-02-22T21:46:43.085314+0000","last_fullsized":"2026-02-22T21:46:43.085314+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:34:56.165511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055802599999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.198828+0000","last_change":"2026-02-22T21:46:43.198828+0000","last_active":"2026-02-22T21:46:43.198828+0000","last_peered":"2026-02-22T21:46:43.198828+0000","last_clean":"2026-02-22T21:46:43.198828+0000","last_became_active":"2026-02-22T21:46:41.084199+0000","last_became_peered":"2026-02-22T21:46:41.084199+0000","last_unstale":"2026-02-22T21:46:43.198828+0000","last_undegraded":"2026-02-22T21:46:43.198828+0000","last_fullsized":"2026-02-22T21:46:43.198828+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:16:30.203349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00016595100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.198821+0000","last_change":"2026-02-22T21:46:43.198821+0000","last_active":"2026-02-22T21:46:43.198821+0000","last_peered":"2026-02-22T21:46:43.198821+0000","last_clean":"2026-02-22T21:46:43.198821+0000","last_became_active":"2026-02-22T21:46:41.083944+0000","last_became_peered":"2026-02-22T21:46:41.083944+0000","last_unstale":"2026-02-22T21:46:43.198821+0000","last_undegraded":"2026-02-22T21:46:43.198821+0000","last_fullsized":"2026-02-22T21:46:43.198821+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:30:20.112069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00018293300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":20,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.085795+0000","last_change":"2026-02-22T21:46:43.085915+0000","last_active":"2026-02-22T21:46:43.085795+0000","last_peered":"2026-02-22T21:46:43.085795+0000","last_clean":"2026-02-22T21:46:43.085795+0000","last_became_active":"2026-02-22T21:46:41.083753+0000","last_became_peered":"2026-02-22T21:46:41.083753+0000","last_unstale":"2026-02-22T21:46:43.085795+0000","last_undegraded":"2026-02-22T21:46:43.085795+0000","last_fullsized":"2026-02-22T21:46:43.085795+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:40:37.428486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024901699999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'72","reported_seq":110,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.085553+0000","last_change":"2026-02-22T21:46:37.729922+0000","last_active":"2026-02-22T21:46:43.085553+0000","last_peered":"2026-02-22T21:46:43.085553+0000","last_clean":"2026-02-22T21:46:43.085553+0000","last_became_active":"2026-02-22T21:46:37.729173+0000","last_became_peered":"2026-02-22T21:46:37.729173+0000","last_unstale":"2026-02-22T21:46:43.085553+0000","last_undegraded":"2026-02-22T21:46:43.085553+0000","last_fullsized":"2026-02-22T21:46:43.085553+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:36.070731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:36.070731+0000","last_clean_scrub_stamp":"2026-02-22T21:46:36.070731+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:33:45.596743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67148,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27172,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344668,"statfs":{"total":96636764160,"available":96608940032,"internally_reserved":0,"allocated":208896,"data_stored":631456,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738372,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27096,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344744,"statfs":{"total":96636764160,"available":96609017856,"internally_reserved":0,"allocated":131072,"data_stored":37509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738373,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27160,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344680,"statfs":{"total":96636764160,"available":96608952320,"internally_reserved":0,"allocated":200704,"data_stored":627885,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T21:46:45.331 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T21:46:45.487 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:45.488 INFO:teuthology.orchestra.run.trial190.stderr:dumped all 2026-02-22T21:46:45.496 INFO:teuthology.orchestra.run.trial190.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2026-02-22T21:46:44.056824+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":81428,"kb_used_data":528,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283034092,"statfs":{"total":289910292480,"available":289826910208,"internally_reserved":0,"allocated":540672,"data_stored":1296850,"data_compressed":67148,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":82767186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.975993"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.085991+0000","last_change":"2026-02-22T21:46:43.086093+0000","last_active":"2026-02-22T21:46:43.085991+0000","last_peered":"2026-02-22T21:46:43.085991+0000","last_clean":"2026-02-22T21:46:43.085991+0000","last_became_active":"2026-02-22T21:46:41.084692+0000","last_became_peered":"2026-02-22T21:46:41.084692+0000","last_unstale":"2026-02-22T21:46:43.085991+0000","last_undegraded":"2026-02-22T21:46:43.085991+0000","last_fullsized":"2026-02-22T21:46:43.085991+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:07:28.968532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040640199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.086115+0000","last_change":"2026-02-22T21:46:43.086220+0000","last_active":"2026-02-22T21:46:43.086115+0000","last_peered":"2026-02-22T21:46:43.086115+0000","last_clean":"2026-02-22T21:46:43.086115+0000","last_became_active":"2026-02-22T21:46:41.084644+0000","last_became_peered":"2026-02-22T21:46:41.084644+0000","last_unstale":"2026-02-22T21:46:43.086115+0000","last_undegraded":"2026-02-22T21:46:43.086115+0000","last_fullsized":"2026-02-22T21:46:43.086115+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:02:24.794778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000523783,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.085816+0000","last_change":"2026-02-22T21:46:43.085960+0000","last_active":"2026-02-22T21:46:43.085816+0000","last_peered":"2026-02-22T21:46:43.085816+0000","last_clean":"2026-02-22T21:46:43.085816+0000","last_became_active":"2026-02-22T21:46:41.084297+0000","last_became_peered":"2026-02-22T21:46:41.084297+0000","last_unstale":"2026-02-22T21:46:43.085816+0000","last_undegraded":"2026-02-22T21:46:43.085816+0000","last_fullsized":"2026-02-22T21:46:43.085816+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:44:22.286532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028055700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.085941+0000","last_change":"2026-02-22T21:46:43.086092+0000","last_active":"2026-02-22T21:46:43.085941+0000","last_peered":"2026-02-22T21:46:43.085941+0000","last_clean":"2026-02-22T21:46:43.085941+0000","last_became_active":"2026-02-22T21:46:41.084679+0000","last_became_peered":"2026-02-22T21:46:41.084679+0000","last_unstale":"2026-02-22T21:46:43.085941+0000","last_undegraded":"2026-02-22T21:46:43.085941+0000","last_fullsized":"2026-02-22T21:46:43.085941+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:14:16.676493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000405411,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":21,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.085314+0000","last_change":"2026-02-22T21:46:43.084891+0000","last_active":"2026-02-22T21:46:43.085314+0000","last_peered":"2026-02-22T21:46:43.085314+0000","last_clean":"2026-02-22T21:46:43.085314+0000","last_became_active":"2026-02-22T21:46:41.084249+0000","last_became_peered":"2026-02-22T21:46:41.084249+0000","last_unstale":"2026-02-22T21:46:43.085314+0000","last_undegraded":"2026-02-22T21:46:43.085314+0000","last_fullsized":"2026-02-22T21:46:43.085314+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:34:56.165511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055802599999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.198828+0000","last_change":"2026-02-22T21:46:43.198828+0000","last_active":"2026-02-22T21:46:43.198828+0000","last_peered":"2026-02-22T21:46:43.198828+0000","last_clean":"2026-02-22T21:46:43.198828+0000","last_became_active":"2026-02-22T21:46:41.084199+0000","last_became_peered":"2026-02-22T21:46:41.084199+0000","last_unstale":"2026-02-22T21:46:43.198828+0000","last_undegraded":"2026-02-22T21:46:43.198828+0000","last_fullsized":"2026-02-22T21:46:43.198828+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:16:30.203349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00016595100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.198821+0000","last_change":"2026-02-22T21:46:43.198821+0000","last_active":"2026-02-22T21:46:43.198821+0000","last_peered":"2026-02-22T21:46:43.198821+0000","last_clean":"2026-02-22T21:46:43.198821+0000","last_became_active":"2026-02-22T21:46:41.083944+0000","last_became_peered":"2026-02-22T21:46:41.083944+0000","last_unstale":"2026-02-22T21:46:43.198821+0000","last_undegraded":"2026-02-22T21:46:43.198821+0000","last_fullsized":"2026-02-22T21:46:43.198821+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:30:20.112069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00018293300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":20,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.085795+0000","last_change":"2026-02-22T21:46:43.085915+0000","last_active":"2026-02-22T21:46:43.085795+0000","last_peered":"2026-02-22T21:46:43.085795+0000","last_clean":"2026-02-22T21:46:43.085795+0000","last_became_active":"2026-02-22T21:46:41.083753+0000","last_became_peered":"2026-02-22T21:46:41.083753+0000","last_unstale":"2026-02-22T21:46:43.085795+0000","last_undegraded":"2026-02-22T21:46:43.085795+0000","last_fullsized":"2026-02-22T21:46:43.085795+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:40:37.428486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024901699999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'72","reported_seq":110,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:43.085553+0000","last_change":"2026-02-22T21:46:37.729922+0000","last_active":"2026-02-22T21:46:43.085553+0000","last_peered":"2026-02-22T21:46:43.085553+0000","last_clean":"2026-02-22T21:46:43.085553+0000","last_became_active":"2026-02-22T21:46:37.729173+0000","last_became_peered":"2026-02-22T21:46:37.729173+0000","last_unstale":"2026-02-22T21:46:43.085553+0000","last_undegraded":"2026-02-22T21:46:43.085553+0000","last_fullsized":"2026-02-22T21:46:43.085553+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:36.070731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:36.070731+0000","last_clean_scrub_stamp":"2026-02-22T21:46:36.070731+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:33:45.596743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67148,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27172,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344668,"statfs":{"total":96636764160,"available":96608940032,"internally_reserved":0,"allocated":208896,"data_stored":631456,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738372,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27096,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344744,"statfs":{"total":96636764160,"available":96609017856,"internally_reserved":0,"allocated":131072,"data_stored":37509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738373,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27160,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344680,"statfs":{"total":96636764160,"available":96608952320,"internally_reserved":0,"allocated":200704,"data_stored":627885,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T21:46:45.497 INFO:tasks.ceph.ceph_manager.cluster2:clean! 2026-02-22T21:46:45.497 INFO:tasks.ceph:Waiting until ceph cluster cluster2 is healthy... 2026-02-22T21:46:45.497 INFO:tasks.ceph.ceph_manager.cluster2:wait_until_healthy 2026-02-22T21:46:45.497 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 health --format=json 2026-02-22T21:46:45.670 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T21:46:45.670 INFO:teuthology.orchestra.run.trial190.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-22T21:46:45.679 INFO:tasks.ceph.ceph_manager.cluster2:wait_until_healthy done 2026-02-22T21:46:45.679 INFO:teuthology.run_tasks:Running task exec... 2026-02-22T21:46:45.691 INFO:teuthology.task.exec:Executing custom commands... 2026-02-22T21:46:45.692 INFO:teuthology.task.exec:Running commands on role cluster2.client.0 host ubuntu@trial190.front.sepia.ceph.com 2026-02-22T21:46:45.692 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'echo '"'"'{"type":"qcow","stream":{"type":"http","url":"http://download.ceph.com/qa/ubuntu-12.04.qcow2"}}'"'"' | rbd --cluster cluster2 migration prepare --import-only --source-spec-path - client.0.0-src' 2026-02-22T21:46:45.809 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 migration execute client.0.0-src' 2026-02-22T21:47:29.251 INFO:teuthology.orchestra.run.trial190.stderr: Image migration: 1% complete... Image migration: 2% complete... Image migration: 3% complete... Image migration: 4% complete... Image migration: 5% complete... Image migration: 6% complete... Image migration: 7% complete... Image migration: 8% complete... Image migration: 9% complete... Image migration: 10% complete... Image migration: 11% complete... Image migration: 12% complete... Image migration: 13% complete... Image migration: 14% complete... Image migration: 15% complete... Image migration: 16% complete... Image migration: 17% complete... Image migration: 18% complete... Image migration: 19% complete... Image migration: 20% complete... Image migration: 21% complete... Image migration: 22% complete... Image migration: 23% complete... Image migration: 24% complete... Image migration: 25% complete... Image migration: 26% complete... Image migration: 27% complete... Image migration: 28% complete... Image migration: 29% complete... Image migration: 30% complete... Image migration: 31% complete... Image migration: 32% complete... Image migration: 33% complete... Image migration: 34% complete... Image migration: 35% complete... Image migration: 36% complete... Image migration: 37% complete... Image migration: 38% complete... Image migration: 39% complete... Image migration: 40% complete... Image migration: 41% complete... Image migration: 42% complete... Image migration: 43% complete... Image migration: 44% complete... Image migration: 45% complete... Image migration: 46% complete... Image migration: 47% complete... Image migration: 48% complete... Image migration: 49% complete... Image migration: 50% complete... Image migration: 51% complete... Image migration: 52% complete... Image migration: 53% complete... Image migration: 54% complete... Image migration: 55% complete... Image migration: 56% complete... Image migration: 57% complete... Image migration: 58% complete... Image migration: 59% complete... Image migration: 60% complete... Image migration: 61% complete... Image migration: 62% complete... Image migration: 63% complete... Image migration: 64% complete... Image migration: 65% complete... Image migration: 66% complete... Image migration: 67% complete... Image migration: 68% complete... Image migration: 69% complete... Image migration: 70% complete... Image migration: 71% complete... Image migration: 72% complete... Image migration: 73% complete... Image migration: 74% complete... Image migration: 75% complete... Image migration: 76% complete... Image migration: 77% complete... Image migration: 78% complete... Image migration: 79% complete... Image migration: 80% complete... Image migration: 81% complete... Image migration: 82% complete... Image migration: 83% complete... Image migration: 84% complete... Image migration: 85% complete... Image migration: 86% complete... Image migration: 87% complete... Image migration: 88% complete... Image migration: 89% complete... Image migration: 90% complete... Image migration: 91% complete... Image migration: 92% complete... Image migration: 93% complete... Image migration: 94% complete... Image migration: 95% complete... Image migration: 96% complete... Image migration: 97% complete... Image migration: 98% complete... Image migration: 99% complete... Image migration: 100% complete...done. 2026-02-22T21:47:29.258 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 migration commit client.0.0-src' 2026-02-22T21:47:29.323 INFO:teuthology.orchestra.run.trial190.stderr: Commit image migration: 100% complete...done. 2026-02-22T21:47:29.327 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.0-src@snap' 2026-02-22T21:47:29.787 INFO:teuthology.orchestra.run.trial190.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T21:47:29.794 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap protect client.0.0-src@snap' 2026-02-22T21:47:29.847 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 clone client.0.0-src@snap client.0.0' 2026-02-22T21:47:29.909 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.0@snap' 2026-02-22T21:47:30.789 INFO:teuthology.orchestra.run.trial190.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T21:47:30.796 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 create --size 1G client.0.1-src' 2026-02-22T21:47:30.848 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1-src' 2026-02-22T21:47:30.901 INFO:teuthology.orchestra.run.trial190.stdout:bench type write io_size 16384 io_threads 1 bytes 1048576 pattern random 2026-02-22T21:47:30.924 INFO:teuthology.orchestra.run.trial190.stdout: SEC OPS OPS/SEC BYTES/SEC 2026-02-22T21:47:30.924 INFO:teuthology.orchestra.run.trial190.stdout:elapsed: 0 ops: 64 ops/sec: 2666.6 bytes/sec: 42 MiB/s 2026-02-22T21:47:30.929 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.1-src@snap' 2026-02-22T21:47:31.793 INFO:teuthology.orchestra.run.trial190.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T21:47:31.799 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap protect client.0.1-src@snap' 2026-02-22T21:47:31.851 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 clone client.0.1-src@snap client.0.1' 2026-02-22T21:47:31.913 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1' 2026-02-22T21:47:31.968 INFO:teuthology.orchestra.run.trial190.stdout:bench type write io_size 16384 io_threads 1 bytes 1048576 pattern random 2026-02-22T21:47:32.001 INFO:teuthology.orchestra.run.trial190.stdout: SEC OPS OPS/SEC BYTES/SEC 2026-02-22T21:47:32.001 INFO:teuthology.orchestra.run.trial190.stdout:elapsed: 0 ops: 64 ops/sec: 1999.95 bytes/sec: 31 MiB/s 2026-02-22T21:47:32.008 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.1@snap' 2026-02-22T21:47:32.795 INFO:teuthology.orchestra.run.trial190.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T21:47:32.802 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 create --size 1G client.0.2-src' 2026-02-22T21:47:32.856 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.2-src' 2026-02-22T21:47:32.910 INFO:teuthology.orchestra.run.trial190.stdout:bench type write io_size 16384 io_threads 1 bytes 1048576 pattern random 2026-02-22T21:47:32.937 INFO:teuthology.orchestra.run.trial190.stdout: SEC OPS OPS/SEC BYTES/SEC 2026-02-22T21:47:32.938 INFO:teuthology.orchestra.run.trial190.stdout:elapsed: 0 ops: 64 ops/sec: 2285.65 bytes/sec: 36 MiB/s 2026-02-22T21:47:32.944 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.2-src@snap' 2026-02-22T21:47:33.798 INFO:teuthology.orchestra.run.trial190.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T21:47:33.804 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap protect client.0.2-src@snap' 2026-02-22T21:47:33.858 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 clone client.0.2-src@snap client.0.2' 2026-02-22T21:47:33.919 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.2' 2026-02-22T21:47:33.975 INFO:teuthology.orchestra.run.trial190.stdout:bench type write io_size 16384 io_threads 1 bytes 2097152 pattern random 2026-02-22T21:47:34.026 INFO:teuthology.orchestra.run.trial190.stdout: SEC OPS OPS/SEC BYTES/SEC 2026-02-22T21:47:34.026 INFO:teuthology.orchestra.run.trial190.stdout:elapsed: 0 ops: 128 ops/sec: 2509.74 bytes/sec: 39 MiB/s 2026-02-22T21:47:34.033 DEBUG:teuthology.orchestra.run.trial190:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.2@snap' 2026-02-22T21:47:34.801 INFO:teuthology.orchestra.run.trial190.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T21:47:34.808 INFO:teuthology.run_tasks:Running task exec... 2026-02-22T21:47:34.817 INFO:teuthology.task.exec:Executing custom commands... 2026-02-22T21:47:34.817 INFO:teuthology.task.exec:Running commands on role cluster1.client.0 host ubuntu@trial082.front.sepia.ceph.com 2026-02-22T21:47:34.817 DEBUG:teuthology.orchestra.run.trial082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'echo '"'"'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.0","snap_name":"snap"}'"'"' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.0' 2026-02-22T21:47:35.144 DEBUG:teuthology.orchestra.run.trial082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'echo '"'"'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.1","snap_name":"snap"}'"'"' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.1' 2026-02-22T21:47:36.146 DEBUG:teuthology.orchestra.run.trial082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'echo '"'"'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.2","snap_name":"snap"}'"'"' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.2' 2026-02-22T21:47:37.150 INFO:teuthology.run_tasks:Running task parallel... 2026-02-22T21:47:37.161 INFO:teuthology.task.parallel:starting parallel... 2026-02-22T21:47:37.162 INFO:teuthology.task.parallel:In parallel, running task sequential... 2026-02-22T21:47:37.162 INFO:teuthology.task.sequential:In sequential, running task qemu... 2026-02-22T21:47:37.172 DEBUG:teuthology.orchestra.run.trial082:> install -d -m0755 -- /home/ubuntu/cephtest/qemu /home/ubuntu/cephtest/archive/qemu 2026-02-22T21:47:37.172 INFO:teuthology.task.parallel:In parallel, running task sequential... 2026-02-22T21:47:37.172 INFO:teuthology.task.sequential:In sequential, running task exec... 2026-02-22T21:47:37.172 INFO:teuthology.task.exec:Executing custom commands... 2026-02-22T21:47:37.172 INFO:teuthology.task.exec:Running commands on role cluster1.client.0 host ubuntu@trial082.front.sepia.ceph.com 2026-02-22T21:47:37.172 DEBUG:teuthology.orchestra.run.trial082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sleep $((RANDOM % 600))' 2026-02-22T21:47:37.188 INFO:teuthology.packaging:Installing package qemu-kvm-block-rbd on ubuntu@trial082.front.sepia.ceph.com 2026-02-22T21:47:37.188 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y install qemu-kvm-block-rbd 2026-02-22T21:47:37.535 INFO:teuthology.orchestra.run.trial082.stdout:Last metadata expiration check: 0:02:51 ago on Sun 22 Feb 2026 09:44:46 PM UTC. 2026-02-22T21:47:37.599 INFO:teuthology.orchestra.run.trial082.stdout:Package qemu-kvm-block-rbd-17:10.1.0-13.el9.x86_64 is already installed. 2026-02-22T21:47:37.617 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T21:47:37.618 INFO:teuthology.orchestra.run.trial082.stdout:Nothing to do. 2026-02-22T21:47:37.618 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T21:47:37.639 INFO:tasks.qemu:generating iso... 2026-02-22T21:47:37.639 INFO:tasks.qemu:Pulling tests from https://github.com/ceph/ceph-ci.git ref f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T21:47:37.640 DEBUG:teuthology.orchestra.run.trial082:> rm -rf /home/ubuntu/cephtest/qemu_clone.cluster1.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/qemu_clone.cluster1.client.0 && cd /home/ubuntu/cephtest/qemu_clone.cluster1.client.0 && git checkout f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T21:47:37.663 INFO:teuthology.orchestra.run.trial082.stderr:Cloning into '/home/ubuntu/cephtest/qemu_clone.cluster1.client.0'... 2026-02-22T21:47:57.878 INFO:teuthology.orchestra.run.trial082.stderr:Note: switching to 'f90f4eaebb28b619cf76e80cbbe997656da69579'. 2026-02-22T21:47:57.878 INFO:teuthology.orchestra.run.trial082.stderr: 2026-02-22T21:47:57.878 INFO:teuthology.orchestra.run.trial082.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-02-22T21:47:57.878 INFO:teuthology.orchestra.run.trial082.stderr:changes and commit them, and you can discard any commits you make in this 2026-02-22T21:47:57.878 INFO:teuthology.orchestra.run.trial082.stderr:state without impacting any branches by switching back to a branch. 2026-02-22T21:47:57.878 INFO:teuthology.orchestra.run.trial082.stderr: 2026-02-22T21:47:57.878 INFO:teuthology.orchestra.run.trial082.stderr:If you want to create a new branch to retain commits you create, you may 2026-02-22T21:47:57.878 INFO:teuthology.orchestra.run.trial082.stderr:do so (now or later) by using -c with the switch command. Example: 2026-02-22T21:47:57.879 INFO:teuthology.orchestra.run.trial082.stderr: 2026-02-22T21:47:57.879 INFO:teuthology.orchestra.run.trial082.stderr: git switch -c 2026-02-22T21:47:57.879 INFO:teuthology.orchestra.run.trial082.stderr: 2026-02-22T21:47:57.879 INFO:teuthology.orchestra.run.trial082.stderr:Or undo this operation with: 2026-02-22T21:47:57.879 INFO:teuthology.orchestra.run.trial082.stderr: 2026-02-22T21:47:57.879 INFO:teuthology.orchestra.run.trial082.stderr: git switch - 2026-02-22T21:47:57.879 INFO:teuthology.orchestra.run.trial082.stderr: 2026-02-22T21:47:57.879 INFO:teuthology.orchestra.run.trial082.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-02-22T21:47:57.879 INFO:teuthology.orchestra.run.trial082.stderr: 2026-02-22T21:47:57.879 INFO:teuthology.orchestra.run.trial082.stderr:HEAD is now at f90f4eaebb2 Merge branch 'wip-74712-squid' of https://github.com/idryomov/ceph into wip-yuri6-testing-2026-02-22-1629-squid 2026-02-22T21:47:57.885 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:47:57.885 DEBUG:teuthology.orchestra.run.trial082:> dd of=/home/ubuntu/cephtest/qemu/userdata.cluster1.client.0 2026-02-22T21:47:57.942 DEBUG:teuthology.orchestra.run.trial082:> set -ex 2026-02-22T21:47:57.942 DEBUG:teuthology.orchestra.run.trial082:> dd of=/home/ubuntu/cephtest/qemu/metadata.cluster1.client.0 2026-02-22T21:47:57.999 INFO:tasks.qemu:fetching test qa/run_xfstests_qemu.sh for cluster1.client.0 2026-02-22T21:47:57.999 DEBUG:teuthology.orchestra.run.trial082:> cp -- /home/ubuntu/cephtest/qemu_clone.cluster1.client.0/qa/run_xfstests_qemu.sh /home/ubuntu/cephtest/qemu/cluster1.client.0.test.sh && chmod 755 /home/ubuntu/cephtest/qemu/cluster1.client.0.test.sh 2026-02-22T21:47:58.055 DEBUG:teuthology.orchestra.run.trial082:> genisoimage -quiet -input-charset utf-8 -volid cidata -joliet -rock -o /home/ubuntu/cephtest/qemu/cluster1.client.0.iso -graft-points user-data=/home/ubuntu/cephtest/qemu/userdata.cluster1.client.0 meta-data=/home/ubuntu/cephtest/qemu/metadata.cluster1.client.0 ceph.conf=/etc/ceph/cluster1.conf ceph.keyring=/etc/ceph/cluster1.keyring test.sh=/home/ubuntu/cephtest/qemu/cluster1.client.0.test.sh 2026-02-22T21:47:58.114 INFO:tasks.qemu:downloading base image 2026-02-22T21:47:58.114 DEBUG:teuthology.orchestra.run.trial082:> rbd --cluster cluster1 resize --size=10240M client.0.0 || true 2026-02-22T21:47:58.211 INFO:teuthology.orchestra.run.trial082.stderr: Resizing image: 100% complete...done. 2026-02-22T21:47:58.217 DEBUG:teuthology.orchestra.run.trial082:> rbd --cluster cluster1 resize --size=10240M client.0.1 || true 2026-02-22T21:47:58.275 INFO:teuthology.orchestra.run.trial082.stderr: Resizing image: 100% complete...done. 2026-02-22T21:47:58.281 DEBUG:teuthology.orchestra.run.trial082:> rbd --cluster cluster1 resize --size=10240M client.0.2 || true 2026-02-22T21:47:58.341 INFO:teuthology.orchestra.run.trial082.stderr: Resizing image: 100% complete...done. 2026-02-22T21:47:58.346 DEBUG:teuthology.orchestra.run.trial082:> mkdir /home/ubuntu/cephtest/archive/qemu/cluster1.client.0 && sudo modprobe kvm 2026-02-22T21:47:58.378 INFO:tasks.qemu:Creating the nfs export directory... 2026-02-22T21:47:58.379 DEBUG:teuthology.orchestra.run.trial082:> sudo mkdir -p /export/cluster1.client.0 2026-02-22T21:47:58.445 INFO:tasks.qemu:Mounting the test directory... 2026-02-22T21:47:58.447 DEBUG:teuthology.orchestra.run.trial082:> sudo mount --bind /home/ubuntu/cephtest/archive/qemu/cluster1.client.0 /export/cluster1.client.0 2026-02-22T21:47:58.510 INFO:tasks.qemu:Adding mount to /etc/exports... 2026-02-22T21:47:58.510 INFO:tasks.qemu:Deleting export from /etc/exports... 2026-02-22T21:47:58.510 DEBUG:teuthology.orchestra.run.trial082:> sudo sed -i '\|/export/cluster1.client.0|d' /etc/exports 2026-02-22T21:47:58.574 DEBUG:teuthology.orchestra.run.trial082:> echo '/export/cluster1.client.0 *(rw,no_root_squash,no_subtree_check,insecure)' | sudo tee -a /etc/exports 2026-02-22T21:47:58.637 INFO:teuthology.orchestra.run.trial082.stdout:/export/cluster1.client.0 *(rw,no_root_squash,no_subtree_check,insecure) 2026-02-22T21:47:58.639 INFO:tasks.qemu:Restarting NFS... 2026-02-22T21:47:58.639 DEBUG:teuthology.orchestra.run.trial082:> sudo systemctl restart nfs-server 2026-02-22T21:47:58.992 DEBUG:teuthology.orchestra.run.trial082:> sudo udevadm control --reload 2026-02-22T21:47:59.023 DEBUG:teuthology.orchestra.run.trial082:> sudo udevadm trigger /dev/kvm 2026-02-22T21:47:59.089 DEBUG:teuthology.orchestra.run.trial082:> ls -l /dev/kvm 2026-02-22T21:47:59.146 INFO:teuthology.orchestra.run.trial082.stdout:crw-rw-rw-. 1 root kvm 10, 232 Feb 22 21:47 /dev/kvm 2026-02-22T21:47:59.146 INFO:tasks.qemu:starting qemu... 2026-02-22T21:47:59.147 DEBUG:teuthology.orchestra.run.trial082:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term /usr/libexec/qemu-kvm -enable-kvm -nographic -cpu host -smp 1 -m 4096 -cdrom /home/ubuntu/cephtest/qemu/cluster1.client.0.iso -drive file=rbd:rbd/client.0.0:conf=/etc/ceph/cluster1.conf:id=0,format=raw,if=virtio,cache=writeback -drive file=rbd:rbd/client.0.1:conf=/etc/ceph/cluster1.conf:id=0,format=raw,if=virtio,cache=writeback -drive file=rbd:rbd/client.0.2:conf=/etc/ceph/cluster1.conf:id=0,format=raw,if=virtio,cache=writeback 2026-02-22T21:47:59.188 INFO:tasks.qemu:waiting for qemu tests to finish... 2026-02-22T21:47:59.390 INFO:tasks.qemu.cluster1.client.0.trial082.stderr:qemu-kvm: warning: Machine type 'pc-i440fx-rhel7.6.0' is deprecated: machines from the previous RHEL major release are subject to deletion in the next RHEL major release 2026-02-22T21:47:59.465 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:c[?7lSeaBIOS (version 1.16.3-5.el9) 2026-02-22T21:47:59.466 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:47:59.466 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:47:59.466 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:iPXE (http://ipxe.org) 00:03.0 CA00 PCI2.10 PnP PMM+BEFCCC40+BEF0CC40 CA00 2026-02-22T21:47:59.466 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Press Ctrl-B to configure iPXE (PCI 00:03.0)... 2026-02-22T21:47:59.466 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:47:59.466 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:47:59.631 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Booting from Hard Disk... 2026-02-22T21:47:59.899 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:GNU GRUB version 1.99-21ubuntu3.4┌──────────────────────────────────────────────────────────────────────────┐││││││││││││││││││││││││││└──────────────────────────────────────────────────────────────────────────┘ 2026-02-22T21:47:59.899 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:47:59.899 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: Use the ↑ and ↓ keys to select which entry is highlighted. 2026-02-22T21:47:59.899 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: Press enter to boot the selected OS, 'e' to edit the commands 2026-02-22T21:47:59.899 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: before booting or 'c' for a command-line. 2026-02-22T21:47:59.899 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:  Ubuntu, with Linux 3.2.0-32-virtual  Ubuntu, with Linux 3.2.0-32-virtual (recovery mode) Memory test (memtest86+) Memory test (memtest86+, serial console 115200)           2026-02-22T21:47:59.899 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:47:59.899 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:47:59.899 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:47:59.899 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:47:59.899 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: The highlighted entry will be executed automatically in 5s.  2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:00.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: The highlighted entry will be executed automatically in 4s.  2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:01.801 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: The highlighted entry will be executed automatically in 3s.  2026-02-22T21:48:02.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:02.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.807 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: The highlighted entry will be executed automatically in 2s.  2026-02-22T21:48:03.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:03.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: The highlighted entry will be executed automatically in 1s.  2026-02-22T21:48:04.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.808 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.810 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:04.810 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:05.537 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: The highlighted entry will be executed automatically in 0s. [ 0.000000] Initializing cgroup subsys cpuset 2026-02-22T21:48:05.537 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Initializing cgroup subsys cpu 2026-02-22T21:48:05.537 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Linux version 3.2.0-32-virtual (buildd@batsu) (gcc version 4.6.3 (Ubuntu/Linaro 4.6.3-1ubuntu5) ) #51-Ubuntu SMP Wed Sep 26 21:53:42 UTC 2012 (Ubuntu 3.2.0-32.51-virtual 3.2.30) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Command line: BOOT_IMAGE=/boot/vmlinuz-3.2.0-32-virtual root=LABEL=cloudimg-rootfs ro console=ttyS0 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] KERNEL supported cpus: 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Intel GenuineIntel 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] AMD AuthenticAMD 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Centaur CentaurHauls 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] BIOS-provided physical RAM map: 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] BIOS-e820: 0000000000000000 - 000000000009fc00 (usable) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] BIOS-e820: 000000000009fc00 - 00000000000a0000 (reserved) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] BIOS-e820: 00000000000f0000 - 0000000000100000 (reserved) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] BIOS-e820: 0000000000100000 - 00000000bffd7000 (usable) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] BIOS-e820: 00000000bffd7000 - 00000000c0000000 (reserved) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] BIOS-e820: 00000000feffc000 - 00000000ff000000 (reserved) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] BIOS-e820: 00000000fffc0000 - 0000000100000000 (reserved) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] BIOS-e820: 0000000100000000 - 0000000140000000 (usable) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] NX (Execute Disable) protection: active 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] DMI 2.8 present. 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] No AGP bridge found 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] last_pfn = 0x140000 max_arch_pfn = 0x400000000 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] x86 PAT enabled: cpu 0, old 0x7040600070406, new 0x7010600070106 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] last_pfn = 0xbffd7 max_arch_pfn = 0x400000000 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] found SMP MP-table at [ffff8800000f5480] f5480 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Using GB pages for direct mapping 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] init_memory_mapping: 0000000000000000-00000000bffd7000 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] init_memory_mapping: 0000000100000000-0000000140000000 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] RAMDISK: 37786000 - 37bbb000 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: RSDP 00000000000f5250 00014 (v00 BOCHS ) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: RSDT 00000000bffe2290 00030 (v01 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: FACP 00000000bffe217c 00074 (v01 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: DSDT 00000000bffe0040 0213C (v01 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: FACS 00000000bffe0000 00040 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: APIC 00000000bffe21f0 00078 (v03 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: WAET 00000000bffe2268 00028 (v01 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] No NUMA configuration found 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Faking a node at 0000000000000000-0000000140000000 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Initmem setup node 0 0000000000000000-0000000140000000 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] NODE_DATA [000000013fffb000 - 000000013fffffff] 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d00 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] kvm-clock: cpu 0, msr 0:1cf6681, boot clock 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Zone PFN ranges: 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] DMA 0x00000010 -> 0x00001000 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] DMA32 0x00001000 -> 0x00100000 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Normal 0x00100000 -> 0x00140000 2026-02-22T21:48:05.538 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Movable zone start PFN for each node 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] early_node_map[3] active PFN ranges 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] 0: 0x00000010 -> 0x0000009f 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] 0: 0x00000100 -> 0x000bffd7 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] 0: 0x00100000 -> 0x00140000 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: PM-Timer IO Port: 0x608 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: LAPIC (acpi_id[0x00] lapic_id[0x00] enabled) 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1]) 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: IOAPIC (id[0x00] address[0xfec00000] gsi_base[0]) 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl) 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level) 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level) 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level) 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level) 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Using ACPI (MADT) for SMP configuration information 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] SMP: Allowing 1 CPUs, 0 hotplug CPUs 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] PM: Registered nosave memory: 000000000009f000 - 00000000000a0000 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] PM: Registered nosave memory: 00000000000a0000 - 00000000000f0000 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] PM: Registered nosave memory: 00000000000f0000 - 0000000000100000 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] PM: Registered nosave memory: 00000000bffd7000 - 00000000c0000000 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] PM: Registered nosave memory: 00000000c0000000 - 00000000feffc000 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] PM: Registered nosave memory: 00000000feffc000 - 00000000ff000000 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] PM: Registered nosave memory: 00000000ff000000 - 00000000fffc0000 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] PM: Registered nosave memory: 00000000fffc0000 - 0000000100000000 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Allocating PCI resources starting at c0000000 (gap: c0000000:3effc000) 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Booting paravirtualized kernel on KVM 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] setup_percpu: NR_CPUS:64 nr_cpumask_bits:64 nr_cpu_ids:1 nr_node_ids:1 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] PERCPU: Embedded 28 pages/cpu @ffff88013fc00000 s82880 r8192 d23616 u2097152 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] kvm-clock: cpu 0, msr 1:3fc13681, primary cpu clock 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] KVM setup async PF for cpu 0 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] kvm-stealtime: cpu 0, msr 13fc0dd40 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Built 1 zonelists in Node order, mobility grouping on. Total pages: 1027937 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Policy zone: Normal 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Kernel command line: BOOT_IMAGE=/boot/vmlinuz-3.2.0-32-virtual root=LABEL=cloudimg-rootfs ro console=ttyS0 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] PID hash table entries: 4096 (order: 3, 32768 bytes) 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] xsave/xrstor: enabled xstate_bv 0x7, cntxt size 0x340 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Checking aperture... 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] No AGP bridge found 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Memory: 4041884k/5242880k available (6532k kernel code, 1049192k absent, 151804k reserved, 6657k data, 924k init) 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] SLUB: Genslabs=15, HWalign=64, Order=0-3, MinObjects=0, CPUs=1, Nodes=1 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Hierarchical RCU implementation. 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] RCU dyntick-idle grace-period acceleration is enabled. 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] NR_IRQS:4352 nr_irqs:256 16 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Console: colour VGA+ 80x25 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] console [ttyS0] enabled 2026-02-22T21:48:05.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] allocated 33554432 bytes of page_cgroup 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] please try 'cgroup_disable=memory' option if you don't want memory cgroups 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.000000] Detected 3693.086 MHz processor. 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.008000] Calibrating delay loop (skipped) preset value.. 7386.17 BogoMIPS (lpj=14772344) 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.008000] pid_max: default: 32768 minimum: 301 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.008000] Security Framework initialized 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.008000] AppArmor: AppArmor initialized 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.008003] Yama: becoming mindful. 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.008813] Dentry cache hash table entries: 524288 (order: 10, 4194304 bytes) 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.010486] Inode-cache hash table entries: 262144 (order: 9, 2097152 bytes) 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.011711] Mount-cache hash table entries: 256 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.012045] Initializing cgroup subsys cpuacct 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.012753] Initializing cgroup subsys memory 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.013458] Initializing cgroup subsys devices 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.014173] Initializing cgroup subsys freezer 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.014888] Initializing cgroup subsys blkio 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.016005] Initializing cgroup subsys perf_event 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.016953] mce: CPU supports 10 MCE banks 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.017900] SMP alternatives: switching to UP code 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.031226] Freeing SMP alternatives: 24k freed 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.031943] ACPI: Core revision 20110623 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.032255] ftrace: allocating 27008 entries in 106 pages 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.040164] Enabling x2apic 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.040619] Enabled x2apic 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.044005] Switched APIC routing to physical x2apic. 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.045669] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-1 2026-02-22T21:48:05.540 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.046621] CPU0: AMD EPYC 4464P 12-Core Processor stepping 02 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.052002] Performance Events: no PMU driver, software events only. 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.052002] NMI watchdog disabled (cpu0): hardware events not enabled 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.052002] Brought up 1 CPUs 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.052002] Total of 1 processors activated (7386.17 BogoMIPS). 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.052002] devtmpfs: initialized 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.052363] EVM: security.selinux 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.052896] EVM: security.SMACK64 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.053431] EVM: security.capability 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.054278] print_constraints: dummy: 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.054934] RTC time: 21:48:05, date: 02/22/26 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.055659] NET: Registered protocol family 16 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.056731] Extended Config Space enabled on 0 nodes 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.057535] ACPI: bus type pci registered 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.058270] PCI: Using configuration type 1 for base access 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.059157] PCI: Using configuration type 1 for extended access 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.060228] bio: create slab at 0 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.060901] ACPI: Added _OSI(Module Device) 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.061569] ACPI: Added _OSI(Processor Device) 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.062281] ACPI: Added _OSI(3.0 _SCP Extensions) 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.063034] ACPI: Added _OSI(Processor Aggregator Device) 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.064634] ACPI: Interpreter enabled 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.065229] ACPI: (supports S0 S5) 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.065819] ACPI: Using IOAPIC for interrupt routing 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.067299] ACPI: No dock devices found. 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.068004] HEST: Table not found. 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.068552] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.070028] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff]) 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.071028] pci_root PNP0A03:00: host bridge window [io 0x0000-0x0cf7] 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.072005] pci_root PNP0A03:00: host bridge window [io 0x0d00-0xffff] 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.073056] pci_root PNP0A03:00: host bridge window [mem 0x000a0000-0x000bffff] 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.074214] pci_root PNP0A03:00: host bridge window [mem 0xc0000000-0xfebfffff] 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.076005] pci_root PNP0A03:00: host bridge window [mem 0x380000000000-0x38007fffffff] 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.080980] pci 0000:00:01.3: quirk: [io 0x0600-0x063f] claimed by PIIX4 ACPI 2026-02-22T21:48:05.621 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.082116] pci 0000:00:01.3: quirk: [io 0x0700-0x070f] claimed by PIIX4 SMB 2026-02-22T21:48:05.699 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.108305] pci0000:00: Requesting ACPI _OSC control (0x1d) 2026-02-22T21:48:05.699 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.109201] pci0000:00: ACPI _OSC request failed (AE_NOT_FOUND), returned control mask: 0x1d 2026-02-22T21:48:05.699 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.110547] ACPI _OSC control for PCIe not granted, disabling ASPM 2026-02-22T21:48:05.699 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.112085] ACPI: PCI Interrupt Link [LNKA] (IRQs 5 *10 11) 2026-02-22T21:48:05.699 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.113140] ACPI: PCI Interrupt Link [LNKB] (IRQs 5 *10 11) 2026-02-22T21:48:05.699 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.114181] ACPI: PCI Interrupt Link [LNKC] (IRQs 5 10 *11) 2026-02-22T21:48:05.699 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.115224] ACPI: PCI Interrupt Link [LNKD] (IRQs 5 10 *11) 2026-02-22T21:48:05.699 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.116203] ACPI: PCI Interrupt Link [LNKS] (IRQs *9) 2026-02-22T21:48:05.699 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.117115] vgaarb: device added: PCI:0000:00:02.0,decodes=io+mem,owns=io+mem,locks=none 2026-02-22T21:48:05.699 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.118399] vgaarb: loaded 2026-02-22T21:48:05.699 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.118838] vgaarb: bridge control possible 0000:00:02.0 2026-02-22T21:48:05.699 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.119742] i2c-core: driver [aat2870] using legacy suspend method 2026-02-22T21:48:05.699 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.120007] i2c-core: driver [aat2870] using legacy resume method 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.120998] SCSI subsystem initialized 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.121635] usbcore: registered new interface driver usbfs 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.122510] usbcore: registered new interface driver hub 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.124017] usbcore: registered new device driver usb 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.124852] PCI: Using ACPI for IRQ routing 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.125742] NetLabel: Initializing 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.126293] NetLabel: domain hash size = 128 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.126988] NetLabel: protocols = UNLABELED CIPSOv4 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.127785] NetLabel: unlabeled traffic allowed by default 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.128025] Switching to clocksource kvm-clock 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.130763] AppArmor: AppArmor Filesystem Enabled 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.130795] pnp: PnP ACPI init 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.131295] ACPI: bus type pnp registered 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.132153] pnp: PnP ACPI: found 9 devices 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.132803] ACPI: ACPI bus type pnp unregistered 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.138449] NET: Registered protocol family 2 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.139178] IP route cache hash table entries: 131072 (order: 8, 1048576 bytes) 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.140610] TCP established hash table entries: 524288 (order: 11, 8388608 bytes) 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.142662] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes) 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.143762] TCP: Hash tables configured (established 524288 bind 65536) 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.144816] TCP reno registered 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.145328] UDP hash table entries: 2048 (order: 4, 65536 bytes) 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.146289] UDP-Lite hash table entries: 2048 (order: 4, 65536 bytes) 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.147333] NET: Registered protocol family 1 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.148045] pci 0000:00:00.0: Limiting direct PCI/PCI transfers 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.148996] pci 0000:00:01.0: PIIX3: Enabling Passive Release 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.149937] pci 0000:00:01.0: Activating ISA DMA hang workarounds 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.150999] PCI-DMA: Using software bounce buffering for IO (SWIOTLB) 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.152049] Placing 64MB software IO TLB between ffff8800bbfd7000 - ffff8800bffd7000 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.153275] software IO TLB at phys 0xbbfd7000 - 0xbffd7000 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.154338] audit: initializing netlink socket (disabled) 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.155204] type=2000 audit(1771796885.152:1): initialized 2026-02-22T21:48:05.700 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.165302] Trying to unpack rootfs image as initramfs... 2026-02-22T21:48:05.710 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.180246] HugeTLB registered 2 MB page size, pre-allocated 0 pages 2026-02-22T21:48:05.721 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.188472] VFS: Disk quotas dquot_6.5.2 2026-02-22T21:48:05.721 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.189120] Dquot-cache hash table entries: 512 (order 0, 4096 bytes) 2026-02-22T21:48:05.721 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.190259] fuse init (API version 7.17) 2026-02-22T21:48:05.721 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.190934] msgmni has been set to 7894 2026-02-22T21:48:05.758 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.203632] Freeing initrd memory: 4308k freed 2026-02-22T21:48:05.758 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.204519] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 253) 2026-02-22T21:48:05.758 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.205841] io scheduler noop registered 2026-02-22T21:48:05.758 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.206482] io scheduler deadline registered (default) 2026-02-22T21:48:05.758 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.207312] io scheduler cfq registered 2026-02-22T21:48:05.758 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.207952] pci_hotplug: PCI Hot Plug PCI Core version: 0.5 2026-02-22T21:48:05.759 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.208856] pciehp: PCI Express Hot Plug Controller Driver version: 0.4 2026-02-22T21:48:05.759 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.209948] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input0 2026-02-22T21:48:05.759 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.211121] ACPI: Power Button [PWRF] 2026-02-22T21:48:05.759 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.211941] ERST: Table is not found! 2026-02-22T21:48:05.759 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.212539] GHES: HEST is not enabled! 2026-02-22T21:48:05.759 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.213416] ACPI: PCI Interrupt Link [LNKD] enabled at IRQ 11 2026-02-22T21:48:05.759 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.214375] virtio-pci 0000:00:04.0: PCI INT A -> Link[LNKD] -> GSI 11 (level, high) -> IRQ 11 2026-02-22T21:48:05.759 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.216175] ACPI: PCI Interrupt Link [LNKA] enabled at IRQ 10 2026-02-22T21:48:05.759 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.217101] virtio-pci 0000:00:05.0: PCI INT A -> Link[LNKA] -> GSI 10 (level, high) -> IRQ 10 2026-02-22T21:48:05.759 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.218833] ACPI: PCI Interrupt Link [LNKB] enabled at IRQ 10 2026-02-22T21:48:05.759 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.219743] virtio-pci 0000:00:06.0: PCI INT A -> Link[LNKB] -> GSI 10 (level, high) -> IRQ 10 2026-02-22T21:48:05.759 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.221237] Serial: 8250/16550 driver, 32 ports, IRQ sharing enabled 2026-02-22T21:48:05.775 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.245063] serial8250: ttyS0 at I/O 0x3f8 (irq = 4) is a 16550A 2026-02-22T21:48:05.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.269074] 00:07: ttyS0 at I/O 0x3f8 (irq = 4) is a 16550A 2026-02-22T21:48:05.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.270002] Linux agpgart interface v0.103 2026-02-22T21:48:05.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.270937] brd: module loaded 2026-02-22T21:48:05.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.271577] loop: module loaded 2026-02-22T21:48:05.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.273142] vda: vda1 2026-02-22T21:48:05.805 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.275488] vdb: unknown partition table 2026-02-22T21:48:05.809 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.279496] vdc: unknown partition table 2026-02-22T21:48:05.854 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.280867] scsi0 : ata_piix 2026-02-22T21:48:05.854 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.281375] scsi1 : ata_piix 2026-02-22T21:48:05.854 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.281877] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc100 irq 14 2026-02-22T21:48:05.854 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.282968] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc108 irq 15 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.284134] Fixed MDIO Bus: probed 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.284688] tun: Universal TUN/TAP device driver, 1.6 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.285497] tun: (C) 1999-2004 Max Krasnyansky 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.286756] PPP generic driver version 2.4.2 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.287471] ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.288526] ohci_hcd: USB 1.1 'Open' Host Controller (OHCI) Driver 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.289514] uhci_hcd: USB Universal Host Controller Interface driver 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.290536] usbcore: registered new interface driver libusual 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.291484] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.293435] serio: i8042 KBD port at 0x60,0x64 irq 1 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.294233] serio: i8042 AUX port at 0x60,0x64 irq 12 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.295330] mousedev: PS/2 mouse device common for all mice 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.296461] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input1 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.298048] rtc_cmos 00:08: RTC can wake from S4 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.298929] rtc_cmos 00:08: rtc core: registered rtc_cmos as rtc0 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.299957] rtc0: alarms up to one day, y3k, 242 bytes nvram 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.300891] device-mapper: uevent: version 1.0.3 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.301650] device-mapper: ioctl: 4.22.0-ioctl (2011-10-19) initialised: dm-devel@redhat.com 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.303012] cpuidle: using governor ladder 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.303667] cpuidle: using governor menu 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.304307] EFI Variables Facility v0.08 2004-May-17 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.305150] TCP cubic registered 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.305695] NET: Registered protocol family 10 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.306520] NET: Registered protocol family 17 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.307237] Registering the dns_resolver key type 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.308029] registered taskstats version 1 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.310684] Magic number: 14:644:854 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.311348] rtc_cmos 00:08: setting system clock to 2026-02-22 21:48:05 UTC (1771796885) 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.312640] BIOS EDD facility v0.16 2004-Jun-25, 0 devices found 2026-02-22T21:48:05.855 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.313618] EDD information not available. 2026-02-22T21:48:05.992 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.448876] ata2.00: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/100 2026-02-22T21:48:05.992 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.450290] ata2.00: configured for MWDMA2 2026-02-22T21:48:05.992 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.451458] scsi 1:0:0:0: CD-ROM QEMU QEMU DVD-ROM 2.5+ PQ: 0 ANSI: 5 2026-02-22T21:48:05.993 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.453204] sr0: scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray 2026-02-22T21:48:05.993 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.454096] cdrom: Uniform CD-ROM driver Revision: 3.20 2026-02-22T21:48:05.993 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.455082] sr 1:0:0:0: Attached scsi generic sg0 type 5 2026-02-22T21:48:05.993 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.456431] Freeing unused kernel memory: 924k freed 2026-02-22T21:48:05.993 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.457265] Write protecting the kernel read-only data: 12288k 2026-02-22T21:48:05.993 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.459889] Freeing unused kernel memory: 1640k freed 2026-02-22T21:48:05.993 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.461970] Freeing unused kernel memory: 1200k freed 2026-02-22T21:48:05.993 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Loading, please wait... 2026-02-22T21:48:05.999 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Begin: Loading essential drivers ... done. 2026-02-22T21:48:06.000 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Begin: Running /scripts/init-premount ... done. 2026-02-22T21:48:06.000 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.469420] udevd[84]: starting version 175 2026-02-22T21:48:06.014 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Begin: Mounting root file system ... Begin: Running /scripts/local-top ... done. 2026-02-22T21:48:06.047 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.515683] e1000: Intel(R) PRO/1000 Network Driver - version 7.3.21-k8-NAPI 2026-02-22T21:48:06.047 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.516826] e1000: Copyright (c) 1999-2006 Intel Corporation. 2026-02-22T21:48:06.088 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.549293] ACPI: PCI Interrupt Link [LNKC] enabled at IRQ 11 2026-02-22T21:48:06.088 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.550247] e1000 0000:00:03.0: PCI INT A -> Link[LNKC] -> GSI 11 (level, high) -> IRQ 11 2026-02-22T21:48:06.089 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.553939] Floppy drive(s): fd0 is 2.88M AMI BIOS 2026-02-22T21:48:06.099 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.568442] FDC 0 is a S82078B 2026-02-22T21:48:06.417 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Begin: Running /scripts/local-premount ... [ 0.876546] e1000 0000:00:03.0: eth0: (PCI:33MHz:32-bit) 52:54:00:12:34:56 2026-02-22T21:48:06.418 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.877631] e1000 0000:00:03.0: eth0: Intel(R) PRO/1000 Network Connection 2026-02-22T21:48:06.501 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:done. 2026-02-22T21:48:06.512 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 0.973956] EXT4-fs (vda1): mounted filesystem with ordered data mode. Opts: (null) 2026-02-22T21:48:06.530 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Begin: Running /scripts/local-bottom ... [ 1.000809] vda: vda1 2026-02-22T21:48:06.533 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:GROWROOT: CHANGED: partition=1 start=16065 old: size=4176900 end=4192965 new: size=20948760,end=20964825 2026-02-22T21:48:06.575 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 1.037448] EXT4-fs (vda1): mounted filesystem with ordered data mode. Opts: (null) 2026-02-22T21:48:06.575 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:done. 2026-02-22T21:48:06.575 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:done. 2026-02-22T21:48:06.579 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Begin: Running /scripts/init-bottom ... done. 2026-02-22T21:48:07.445 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:cloud-init start-local running: Sun, 22 Feb 2026 21:48:06 +0000. up 1.35 seconds 2026-02-22T21:48:07.599 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:no instance data found in start-local 2026-02-22T21:48:08.413 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ci-info: lo : 1 127.0.0.1 255.0.0.0 . 2026-02-22T21:48:08.413 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ci-info: eth0 : 1 10.0.2.15 255.255.255.0 52:54:00:12:34:56 2026-02-22T21:48:08.413 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ci-info: route-0: 0.0.0.0 10.0.2.2 0.0.0.0 eth0 UG 2026-02-22T21:48:08.413 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ci-info: route-1: 10.0.2.0 0.0.0.0 255.255.255.0 eth0 U 2026-02-22T21:48:08.413 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:cloud-init start running: Sun, 22 Feb 2026 21:48:08 +0000. up 2.86 seconds 2026-02-22T21:48:08.569 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:found data source: DataSourceNoCloud [seed=/dev/sr0] 2026-02-22T21:48:09.357 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:WARN:stdout, stderr changing to (| tee -a /var/log/cloud-init-output.log,| tee -a /var/log/cloud-init-output.log)Generating public/private rsa key pair. 2026-02-22T21:48:09.357 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Your identification has been saved in /etc/ssh/ssh_host_rsa_key. 2026-02-22T21:48:09.357 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Your public key has been saved in /etc/ssh/ssh_host_rsa_key.pub. 2026-02-22T21:48:09.357 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:The key fingerprint is: 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:90:d6:c3:be:5c:7f:e2:92:e7:98:4c:14:6d:8a:73:90 root@test 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:The key's randomart image is: 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:+--[ RSA 2048]----+ 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| + . . | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| + E . o | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| . o + + | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| S = | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| . * . | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| o ..o . | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| oo+.o | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| ++o | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:+-----------------+ 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Generating public/private dsa key pair. 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Your identification has been saved in /etc/ssh/ssh_host_dsa_key. 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Your public key has been saved in /etc/ssh/ssh_host_dsa_key.pub. 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:The key fingerprint is: 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:56:dd:a5:a1:45:83:3f:3d:0c:02:78:c0:43:fb:a5:0f root@test 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:The key's randomart image is: 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:+--[ DSA 1024]----+ 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| ooo.. o= .| 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| +.. o.= = | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| .o ..+.=. | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| ..o oo.| 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| SE ..| 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| . o | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| . | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| | 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:+-----------------+ 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Generating public/private ecdsa key pair. 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Your identification has been saved in /etc/ssh/ssh_host_ecdsa_key. 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Your public key has been saved in /etc/ssh/ssh_host_ecdsa_key.pub. 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:The key fingerprint is: 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:1c:0a:b8:e2:5b:95:9a:b2:54:8c:a3:b3:3c:52:af:e3 root@test 2026-02-22T21:48:09.358 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:The key's randomart image is: 2026-02-22T21:48:09.359 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:+--[ECDSA 256]---+ 2026-02-22T21:48:09.359 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| | 2026-02-22T21:48:09.359 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| . | 2026-02-22T21:48:09.359 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| . . . | 2026-02-22T21:48:09.359 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:| o. ..o . | 2026-02-22T21:48:09.359 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:|.o.o o. S | 2026-02-22T21:48:09.359 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:|o.+ + | 2026-02-22T21:48:09.359 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:|o= = | 2026-02-22T21:48:09.359 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:|++* . | 2026-02-22T21:48:09.359 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:|o=Eo | 2026-02-22T21:48:09.359 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:+-----------------+ 2026-02-22T21:48:09.393 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Skipping profile in /etc/apparmor.d/disable: usr.sbin.rsyslogd 2026-02-22T21:48:09.451 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Starting AppArmor profiles  [ OK ] 2026-02-22T21:48:09.467 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:landscape-client is not configured, please run landscape-config. 2026-02-22T21:48:09.505 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Stopping System V initialisation compatibility[ OK ] 2026-02-22T21:48:09.505 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:acpid: starting up with proc fs 2026-02-22T21:48:09.505 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:acpid: 1 rule loaded 2026-02-22T21:48:09.506 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:acpid: waiting for events: event logging is off 2026-02-22T21:48:09.506 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Starting System V runlevel compatibility[ OK ] 2026-02-22T21:48:09.506 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Starting automatic crash report generation[ OK ] 2026-02-22T21:48:09.506 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Starting deferred execution scheduler[ OK ] 2026-02-22T21:48:09.506 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Starting regular background program processing daemon[ OK ] 2026-02-22T21:48:09.506 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Starting ACPI daemon[ OK ] 2026-02-22T21:48:09.506 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Starting save kernel messages[ OK ] 2026-02-22T21:48:09.506 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Starting CPU interrupts balancing daemon[ OK ] 2026-02-22T21:48:09.506 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Stopping save kernel messages[ OK ] 2026-02-22T21:48:09.524 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Stopping System V runlevel compatibility[ OK ] 2026-02-22T21:48:09.528 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Starting crash report submission daemon[ OK ] 2026-02-22T21:48:10.107 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Generating locales... 2026-02-22T21:48:10.349 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: en_US.UTF-8... done 2026-02-22T21:48:10.351 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Generation complete. 2026-02-22T21:48:10.588 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:passwd: password expiry information changed. 2026-02-22T21:48:10.844 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Ign http://old-releases.ubuntu.com precise InRelease 2026-02-22T21:48:10.923 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:1 http://old-releases.ubuntu.com precise-updates InRelease [55.7 kB] 2026-02-22T21:48:11.174 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:2 http://old-releases.ubuntu.com precise-security InRelease [55.7 kB] 2026-02-22T21:48:11.309 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:3 http://old-releases.ubuntu.com precise Release.gpg [198 B] 2026-02-22T21:48:11.387 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:4 http://old-releases.ubuntu.com precise-updates/main Sources [815 kB] 2026-02-22T21:48:12.018 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:5 http://old-releases.ubuntu.com precise-updates/universe Sources [208 kB] 2026-02-22T21:48:12.193 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:6 http://old-releases.ubuntu.com precise-updates/main amd64 Packages [1104 kB] 2026-02-22T21:48:12.987 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:7 http://old-releases.ubuntu.com precise-updates/universe amd64 Packages [406 kB] 2026-02-22T21:48:13.411 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:8 http://old-releases.ubuntu.com precise-updates/main i386 Packages [1111 kB] 2026-02-22T21:48:14.568 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:9 http://old-releases.ubuntu.com precise-updates/universe i386 Packages [422 kB] 2026-02-22T21:48:15.076 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:10 http://old-releases.ubuntu.com precise-updates/main TranslationIndex [208 B] 2026-02-22T21:48:15.155 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:11 http://old-releases.ubuntu.com precise-updates/universe TranslationIndex [205 B] 2026-02-22T21:48:15.235 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:12 http://old-releases.ubuntu.com precise-security/main Sources [242 kB] 2026-02-22T21:48:15.539 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:13 http://old-releases.ubuntu.com precise-security/universe Sources [88.1 kB] 2026-02-22T21:48:15.679 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:14 http://old-releases.ubuntu.com precise-security/main amd64 Packages [584 kB] 2026-02-22T21:48:16.106 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:15 http://old-releases.ubuntu.com precise-security/universe amd64 Packages [213 kB] 2026-02-22T21:48:16.279 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:16 http://old-releases.ubuntu.com precise-security/main i386 Packages [589 kB] 2026-02-22T21:48:16.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:17 http://old-releases.ubuntu.com precise-security/universe i386 Packages [228 kB] 2026-02-22T21:48:17.119 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:18 http://old-releases.ubuntu.com precise-security/main TranslationIndex [208 B] 2026-02-22T21:48:17.203 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:19 http://old-releases.ubuntu.com precise-security/universe TranslationIndex [205 B] 2026-02-22T21:48:17.279 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:20 http://old-releases.ubuntu.com precise Release [49.6 kB] 2026-02-22T21:48:17.419 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:21 http://old-releases.ubuntu.com precise-updates/main Translation-en [353 kB] 2026-02-22T21:48:17.821 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:22 http://old-releases.ubuntu.com precise-updates/universe Translation-en [176 kB] 2026-02-22T21:48:18.085 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:23 http://old-releases.ubuntu.com precise-security/main Translation-en [202 kB] 2026-02-22T21:48:18.344 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:24 http://old-releases.ubuntu.com precise-security/universe Translation-en [96.4 kB] 2026-02-22T21:48:18.509 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:25 http://old-releases.ubuntu.com precise/main Sources [934 kB] 2026-02-22T21:48:19.452 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:26 http://old-releases.ubuntu.com precise/universe Sources [5019 kB] 2026-02-22T21:48:23.851 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:27 http://old-releases.ubuntu.com precise/main amd64 Packages [1273 kB] 2026-02-22T21:48:24.894 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:28 http://old-releases.ubuntu.com precise/universe amd64 Packages [4786 kB] 2026-02-22T21:48:29.146 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:29 http://old-releases.ubuntu.com precise/main i386 Packages [1274 kB] 2026-02-22T21:48:29.270 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:30 http://old-releases.ubuntu.com precise/universe i386 Packages [4796 kB] 2026-02-22T21:48:29.412 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:31 http://old-releases.ubuntu.com precise/main TranslationIndex [3706 B] 2026-02-22T21:48:29.426 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:32 http://old-releases.ubuntu.com precise/universe TranslationIndex [2922 B] 2026-02-22T21:48:29.440 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:33 http://old-releases.ubuntu.com precise/main Translation-en [726 kB] 2026-02-22T21:48:29.471 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:34 http://old-releases.ubuntu.com precise/universe Translation-en [3341 kB] 2026-02-22T21:48:30.937 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Fetched 29.2 MB in 20s (1433 kB/s) 2026-02-22T21:48:31.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Reading package lists... 2026-02-22T21:48:31.951 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Reading package lists... 2026-02-22T21:48:32.049 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Building dependency tree... 2026-02-22T21:48:32.049 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Reading state information... 2026-02-22T21:48:32.099 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:The following packages will be upgraded: 2026-02-22T21:48:32.099 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: ca-certificates libssl1.0.0 2026-02-22T21:48:32.444 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:2 upgraded, 0 newly installed, 0 to remove and 226 not upgraded. 2026-02-22T21:48:32.445 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Need to get 1233 kB of archives. 2026-02-22T21:48:32.445 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:After this operation, 108 kB of additional disk space will be used. 2026-02-22T21:48:32.445 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:1 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main libssl1.0.0 amd64 1.0.1-4ubuntu5.45 [1055 kB] 2026-02-22T21:48:33.223 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:2 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main ca-certificates all 20190110~12.04.1 [179 kB] 2026-02-22T21:48:33.310 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:dpkg-preconfigure: unable to re-open stdin: No such file or directory 2026-02-22T21:48:33.315 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Fetched 1233 kB in 1s (1059 kB/s) 2026-02-22T21:48:33.516 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:(Reading database ... 36182 files and directories currently installed.) 2026-02-22T21:48:33.516 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Preparing to replace libssl1.0.0 1.0.1-4ubuntu5.5 (using .../libssl1.0.0_1.0.1-4ubuntu5.45_amd64.deb) ... 2026-02-22T21:48:33.523 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Unpacking replacement libssl1.0.0 ... 2026-02-22T21:48:33.604 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Setting up libssl1.0.0 (1.0.1-4ubuntu5.45) ... 2026-02-22T21:48:33.705 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Processing triggers for libc-bin ... 2026-02-22T21:48:33.712 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ldconfig deferred processing now taking place 2026-02-22T21:48:33.863 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:(Reading database ... 36182 files and directories currently installed.) 2026-02-22T21:48:33.863 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Preparing to replace ca-certificates 20111211 (using .../ca-certificates_20190110~12.04.1_all.deb) ... 2026-02-22T21:48:33.869 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Unpacking replacement ca-certificates ... 2026-02-22T21:48:33.917 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Processing triggers for man-db ... 2026-02-22T21:48:34.168 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Setting up ca-certificates (20190110~12.04.1) ... 2026-02-22T21:48:35.211 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Updating certificates in /etc/ssl/certs... 73 added, 78 removed; done. 2026-02-22T21:48:35.211 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Running hooks in /etc/ca-certificates/update.d....done. 2026-02-22T21:48:35.891 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Updating certificates in /etc/ssl/certs... 0 added, 1 removed; done. 2026-02-22T21:48:35.891 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Running hooks in /etc/ca-certificates/update.d....done. 2026-02-22T21:48:35.891 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Reading package lists... 2026-02-22T21:48:35.990 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Building dependency tree... 2026-02-22T21:48:35.990 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Reading state information... 2026-02-22T21:48:36.046 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:The following extra packages will be installed: 2026-02-22T21:48:36.046 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: libgssglue1 libnfsidmap2 libtirpc1 rpcbind 2026-02-22T21:48:36.046 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:The following NEW packages will be installed: 2026-02-22T21:48:36.047 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: libgssglue1 libnfsidmap2 libtirpc1 nfs-common rpcbind 2026-02-22T21:48:36.213 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:0 upgraded, 5 newly installed, 0 to remove and 226 not upgraded. 2026-02-22T21:48:36.213 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Need to get 424 kB of archives. 2026-02-22T21:48:36.213 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:After this operation, 1326 kB of additional disk space will be used. 2026-02-22T21:48:36.213 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:1 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main libgssglue1 amd64 0.3-4ubuntu0.1 [22.5 kB] 2026-02-22T21:48:36.384 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:2 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main libtirpc1 amd64 0.2.2-5ubuntu0.1 [85.0 kB] 2026-02-22T21:48:36.610 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:3 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main rpcbind amd64 0.2.0-7ubuntu1.3 [43.1 kB] 2026-02-22T21:48:36.723 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:4 http://old-releases.ubuntu.com/ubuntu/ precise/main libnfsidmap2 amd64 0.25-1ubuntu2 [32.0 kB] 2026-02-22T21:48:36.829 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Get:5 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main nfs-common amd64 1:1.2.5-3ubuntu3.2 [241 kB] 2026-02-22T21:48:37.047 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:dpkg-preconfigure: unable to re-open stdin: No such file or directory 2026-02-22T21:48:37.047 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Fetched 424 kB in 0s (440 kB/s) 2026-02-22T21:48:37.092 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Selecting previously unselected package libgssglue1. 2026-02-22T21:48:37.092 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:(Reading database ... 36174 files and directories currently installed.) 2026-02-22T21:48:37.092 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Unpacking libgssglue1 (from .../libgssglue1_0.3-4ubuntu0.1_amd64.deb) ... 2026-02-22T21:48:37.124 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Selecting previously unselected package libtirpc1. 2026-02-22T21:48:37.124 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Unpacking libtirpc1 (from .../libtirpc1_0.2.2-5ubuntu0.1_amd64.deb) ... 2026-02-22T21:48:37.181 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Selecting previously unselected package rpcbind. 2026-02-22T21:48:37.182 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Unpacking rpcbind (from .../rpcbind_0.2.0-7ubuntu1.3_amd64.deb) ... 2026-02-22T21:48:37.232 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Selecting previously unselected package libnfsidmap2. 2026-02-22T21:48:37.232 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Unpacking libnfsidmap2 (from .../libnfsidmap2_0.25-1ubuntu2_amd64.deb) ... 2026-02-22T21:48:37.288 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Selecting previously unselected package nfs-common. 2026-02-22T21:48:37.288 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Unpacking nfs-common (from .../nfs-common_1%3a1.2.5-3ubuntu3.2_amd64.deb) ... 2026-02-22T21:48:37.340 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Processing triggers for man-db ... 2026-02-22T21:48:37.484 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Processing triggers for ureadahead ... 2026-02-22T21:48:37.513 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Setting up libgssglue1 (0.3-4ubuntu0.1) ... 2026-02-22T21:48:37.544 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Setting up libtirpc1 (0.2.2-5ubuntu0.1) ... 2026-02-22T21:48:37.570 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Setting up rpcbind (0.2.0-7ubuntu1.3) ... 2026-02-22T21:48:37.603 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: Removing any system startup links for /etc/init.d/rpcbind ... 2026-02-22T21:48:37.612 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:portmap start/running, process 8284 2026-02-22T21:48:37.617 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Setting up libnfsidmap2 (0.25-1ubuntu2) ... 2026-02-22T21:48:37.639 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Setting up nfs-common (1:1.2.5-3ubuntu3.2) ... 2026-02-22T21:48:37.725 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:37.725 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Creating config file /etc/idmapd.conf with new version 2026-02-22T21:48:37.802 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: 2026-02-22T21:48:37.803 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Creating config file /etc/default/nfs-common with new version 2026-02-22T21:48:37.844 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Adding system user `statd' (UID 106) ... 2026-02-22T21:48:37.844 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Adding new user `statd' (UID 106) with group `nogroup' ... 2026-02-22T21:48:37.885 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Not creating home directory `/var/lib/nfs'. 2026-02-22T21:48:37.899 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:statd start/running, process 8518 2026-02-22T21:48:37.907 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:gssd stop/post-stop, process 8549 2026-02-22T21:48:38.610 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:idmapd start/running, process 8589 2026-02-22T21:48:38.619 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Processing triggers for libc-bin ... 2026-02-22T21:48:38.624 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ldconfig deferred processing now taking place 2026-02-22T21:48:38.832 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:mount.nfs: timeout set for Sun Feb 22 21:50:38 2026 2026-02-22T21:48:38.832 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:mount.nfs: trying text-based options 'proto=tcp,vers=4,addr=10.0.2.2,clientaddr=10.0.2.15' 2026-02-22T21:48:38.832 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:10.0.2.2:/export/cluster1.client.0 on /mnt/log type nfs (rw,proto=tcp) 2026-02-22T21:48:38.832 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:mount: block device /dev/sr0 is write-protected, mounting read-only 2026-02-22T21:53:40.199 DEBUG:teuthology.orchestra.run.trial082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster1 migration execute client.0.0' 2026-02-22T21:53:42.587 INFO:teuthology.orchestra.run.trial082.stderr: Image migration: 1% complete... Image migration: 2% complete... Image migration: 3% complete... Image migration: 4% complete... Image migration: 5% complete... Image migration: 6% complete... Image migration: 7% complete... Image migration: 8% complete... Image migration: 9% complete... Image migration: 10% complete... Image migration: 11% complete... Image migration: 12% complete... Image migration: 13% complete... Image migration: 14% complete... Image migration: 15% complete... Image migration: 16% complete... Image migration: 17% complete... Image migration: 18% complete... Image migration: 19% complete... Image migration: 20% complete... Image migration: 21% complete... Image migration: 22% complete... Image migration: 23% complete... Image migration: 24% complete... Image migration: 25% complete... Image migration: 26% complete... Image migration: 27% complete... Image migration: 28% complete... Image migration: 29% complete... Image migration: 30% complete... Image migration: 31% complete... Image migration: 32% complete... Image migration: 33% complete... Image migration: 34% complete... Image migration: 35% complete... Image migration: 36% complete... Image migration: 37% complete... Image migration: 38% complete... Image migration: 39% complete... Image migration: 40% complete... Image migration: 41% complete... Image migration: 42% complete... Image migration: 43% complete... Image migration: 44% complete... Image migration: 45% complete... Image migration: 46% complete... Image migration: 47% complete... Image migration: 48% complete... Image migration: 49% complete... Image migration: 50% complete... Image migration: 51% complete... Image migration: 52% complete... Image migration: 53% complete... Image migration: 54% complete... Image migration: 55% complete... Image migration: 56% complete... Image migration: 57% complete... Image migration: 58% complete... Image migration: 59% complete... Image migration: 60% complete... Image migration: 61% complete... Image migration: 62% complete... Image migration: 63% complete... Image migration: 64% complete... Image migration: 65% complete... Image migration: 66% complete... Image migration: 67% complete... Image migration: 68% complete... Image migration: 69% complete... Image migration: 70% complete... Image migration: 71% complete... Image migration: 72% complete... Image migration: 73% complete... Image migration: 74% complete... Image migration: 75% complete... Image migration: 76% complete... Image migration: 77% complete... Image migration: 78% complete... Image migration: 79% complete... Image migration: 80% complete... Image migration: 81% complete... Image migration: 82% complete... Image migration: 83% complete... Image migration: 84% complete... Image migration: 85% complete... Image migration: 86% complete... Image migration: 87% complete... Image migration: 88% complete... Image migration: 89% complete... Image migration: 90% complete... Image migration: 91% complete... Image migration: 92% complete... Image migration: 93% complete... Image migration: 94% complete... Image migration: 95% complete... Image migration: 96% complete... Image migration: 97% complete... Image migration: 98% complete... Image migration: 99% complete... Image migration: 100% complete...done. 2026-02-22T21:53:42.592 DEBUG:teuthology.orchestra.run.trial082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sleep $((RANDOM % 600))' 2026-02-22T21:58:38.619 DEBUG:teuthology.orchestra.run.trial082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster1 migration commit client.0.0' 2026-02-22T21:58:38.724 INFO:teuthology.orchestra.run.trial082.stderr: Commit image migration: 100% complete...done. 2026-02-22T21:58:38.729 DEBUG:teuthology.orchestra.run.trial082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sleep $((RANDOM % 600))' 2026-02-22T22:04:19.759 DEBUG:teuthology.orchestra.run.trial082:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster1 migration execute client.0.1' 2026-02-22T22:04:20.544 INFO:teuthology.orchestra.run.trial082.stderr: Image migration: 1% complete... Image migration: 2% complete... Image migration: 3% complete... Image migration: 4% complete... Image migration: 5% complete... Image migration: 6% complete... Image migration: 7% complete... Image migration: 8% complete... Image migration: 9% complete... Image migration: 10% complete... Image migration: 11% complete... Image migration: 12% complete... Image migration: 13% complete... Image migration: 14% complete... Image migration: 15% complete... Image migration: 16% complete... Image migration: 17% complete... Image migration: 18% complete... Image migration: 19% complete... Image migration: 20% complete... Image migration: 21% complete... Image migration: 22% complete... Image migration: 23% complete... Image migration: 24% complete... Image migration: 25% complete... Image migration: 26% complete... Image migration: 27% complete... Image migration: 28% complete... Image migration: 29% complete... Image migration: 30% complete... Image migration: 31% complete... Image migration: 32% complete... Image migration: 33% complete... Image migration: 34% complete... Image migration: 35% complete... Image migration: 36% complete... Image migration: 37% complete... Image migration: 38% complete... Image migration: 39% complete... Image migration: 40% complete... Image migration: 41% complete... Image migration: 42% complete... Image migration: 43% complete... Image migration: 44% complete... Image migration: 45% complete... Image migration: 46% complete... Image migration: 47% complete... Image migration: 48% complete... Image migration: 49% complete... Image migration: 50% complete... Image migration: 51% complete... Image migration: 52% complete... Image migration: 53% complete... Image migration: 54% complete... Image migration: 55% complete... Image migration: 56% complete... Image migration: 57% complete... Image migration: 58% complete... Image migration: 59% complete... Image migration: 60% complete... Image migration: 61% complete... Image migration: 62% complete... Image migration: 63% complete... Image migration: 64% complete... Image migration: 65% complete... Image migration: 66% complete... Image migration: 67% complete... Image migration: 68% complete... Image migration: 69% complete... Image migration: 70% complete... Image migration: 71% complete... Image migration: 72% complete... Image migration: 73% complete... Image migration: 74% complete... Image migration: 75% complete... Image migration: 76% complete... Image migration: 77% complete... Image migration: 78% complete... Image migration: 79% complete... Image migration: 80% complete... Image migration: 81% complete... Image migration: 82% complete... Image migration: 83% complete... Image migration: 84% complete... Image migration: 85% complete... Image migration: 86% complete... Image migration: 87% complete... Image migration: 88% complete... Image migration: 89% complete... Image migration: 90% complete... Image migration: 91% complete... Image migration: 92% complete... Image migration: 93% complete... Image migration: 94% complete... Image migration: 95% complete... Image migration: 96% complete... Image migration: 97% complete... Image migration: 98% complete... Image migration: 99% complete... Image migration: 100% complete...done. 2026-02-22T22:04:20.549 DEBUG:teuthology.parallel:result is None 2026-02-22T22:12:35.835 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:acpid: exiting 2026-02-22T22:12:35.849 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Checking for running unattended-upgrades: 2026-02-22T22:12:35.849 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Traceback (most recent call last): 2026-02-22T22:12:35.849 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 807, in emit 2026-02-22T22:12:35.881 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: self._connect_unixsocket(self.address) 2026-02-22T22:12:35.882 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 745, in _connect_unixsocket 2026-02-22T22:12:35.882 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: self.socket.connect(address) 2026-02-22T22:12:35.882 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: File "/usr/lib/python2.7/socket.py", line 224, in meth 2026-02-22T22:12:35.882 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: return getattr(self._sock,name)(*args) 2026-02-22T22:12:35.882 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:error: [Errno 111] Connection refused 2026-02-22T22:12:35.882 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Logged from file __init__.py, line 116 2026-02-22T22:12:35.882 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ec2: 2026-02-22T22:12:35.882 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ec2: ############################################################# 2026-02-22T22:12:35.882 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ec2: -----BEGIN SSH HOST KEY FINGERPRINTS----- 2026-02-22T22:12:35.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ec2: 1024 56:dd:a5:a1:45:83:3f:3d:0c:02:78:c0:43:fb:a5:0f root@test (DSA) 2026-02-22T22:12:35.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ec2: 256 1c:0a:b8:e2:5b:95:9a:b2:54:8c:a3:b3:3c:52:af:e3 root@test (ECDSA) 2026-02-22T22:12:35.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ec2: 2048 90:d6:c3:be:5c:7f:e2:92:e7:98:4c:14:6d:8a:73:90 root@test (RSA) 2026-02-22T22:12:35.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:-----BEGIN SSH HOST KEY KEYS----- 2026-02-22T22:12:35.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ec2: -----END SSH HOST KEY FINGERPRINTS----- 2026-02-22T22:12:35.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ec2: ############################################################# 2026-02-22T22:12:35.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPTL4iwt8wyvAqaLQDUkutlpVqpE2GsJcMCvmjeQt3wsTGi8r/1ueWpU+IzngOKLVbY26zAcSIB9oZ1rSpvSHA8= root@test 2026-02-22T22:12:35.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLBiXCn45dGq5+0g5+40H+yAK+2fkhMO+TV5nre/51Uhou8nZgoJq+zSJ+z8ELguE+pG9K11uiGDmngcBgUgp4aa03DRiDrZMn991v+W+VaHuwtU7StRcZxrM7hkhKBpCJNtlsDXKshCttSaAkpbm5Xx0LqBsWeOjgYZ51QWtwwTt/Ih7nVAFFPCIRvFBIJYupTZMSoAZCJvd2mHQCC2xsaMUi7wl1tcJWz8SdW2Y9tdCaryZq8f1ky0Uzkg8eMQKCoDkZH07uxtw3vaBN9RoJkw5wyOQx2Yf4DgAbD6z0ko87cmaAtt8a4unpX8NCJGsJSNS2/JcorrwL2kjHZk+N root@test 2026-02-22T22:12:35.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:-----END SSH HOST KEY KEYS----- 2026-02-22T22:12:35.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Traceback (most recent call last): 2026-02-22T22:12:35.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 807, in emit 2026-02-22T22:12:35.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: self._connect_unixsocket(self.address) 2026-02-22T22:12:35.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 745, in _connect_unixsocket 2026-02-22T22:12:35.947 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: self.socket.connect(address) 2026-02-22T22:12:35.948 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: File "/usr/lib/python2.7/socket.py", line 224, in meth 2026-02-22T22:12:35.948 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: return getattr(self._sock,name)(*args) 2026-02-22T22:12:35.948 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:error: [Errno 111] Connection refused 2026-02-22T22:12:35.948 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Logged from file __init__.py, line 116 2026-02-22T22:12:35.948 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Traceback (most recent call last): 2026-02-22T22:12:35.948 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 807, in emit 2026-02-22T22:12:35.948 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: self._connect_unixsocket(self.address) 2026-02-22T22:12:35.948 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 745, in _connect_unixsocket 2026-02-22T22:12:35.948 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: self.socket.connect(address) 2026-02-22T22:12:35.948 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: File "/usr/lib/python2.7/socket.py", line 224, in meth 2026-02-22T22:12:35.948 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: return getattr(self._sock,name)(*args) 2026-02-22T22:12:35.948 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:error: [Errno 111] Connection refused 2026-02-22T22:12:35.948 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:Logged from file __init__.py, line 116 2026-02-22T22:12:35.948 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:cloud-init boot finished at Sun, 22 Feb 2026 22:12:36 +0000. Up 1470.81 seconds 2026-02-22T22:12:35.960 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Stopping landscape-client daemon  [fail] 2026-02-22T22:12:36.009 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Asking all remaining processes to terminate...  [ OK ] 2026-02-22T22:12:36.026 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * All processes ended within 1 seconds....  [ OK ] 2026-02-22T22:12:36.040 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:rpcbind: rpcbind terminating on signal. Restart with "rpcbind -w" 2026-02-22T22:12:36.140 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Deconfiguring network interfaces...  [ OK ] 2026-02-22T22:12:36.160 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Deactivating swap...  [ OK ] 2026-02-22T22:12:36.186 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Unmounting local filesystems...  [ OK ] 2026-02-22T22:12:36.281 INFO:tasks.qemu.cluster1.client.0.trial082.stdout: * Will now halt 2026-02-22T22:12:36.295 INFO:tasks.qemu.cluster1.client.0.trial082.stdout:[ 1471.177714] Power down. 2026-02-22T22:12:36.447 DEBUG:tasks.qemu:checking that qemu tests succeeded... 2026-02-22T22:12:36.447 DEBUG:teuthology.orchestra.run.trial082:> sudo chmod a+rw -R /home/ubuntu/cephtest/archive/qemu/cluster1.client.0 2026-02-22T22:12:36.473 INFO:tasks.qemu:Tearing down the nfs mount for ubuntu@trial082.front.sepia.ceph.com 2026-02-22T22:12:36.474 INFO:tasks.qemu:Stopping NFS... 2026-02-22T22:12:36.474 DEBUG:teuthology.orchestra.run.trial082:> sudo systemctl stop nfs-server 2026-02-22T22:12:36.603 INFO:tasks.qemu:Unmounting exported directory... 2026-02-22T22:12:36.603 DEBUG:teuthology.orchestra.run.trial082:> sudo umount /export/cluster1.client.0 2026-02-22T22:12:36.629 INFO:tasks.qemu:Deleting export from /etc/exports... 2026-02-22T22:12:36.629 DEBUG:teuthology.orchestra.run.trial082:> sudo sed -i '\|/export/cluster1.client.0|d' /etc/exports 2026-02-22T22:12:36.693 INFO:tasks.qemu:Starting NFS... 2026-02-22T22:12:36.693 DEBUG:teuthology.orchestra.run.trial082:> sudo systemctl start nfs-server 2026-02-22T22:12:36.934 DEBUG:teuthology.orchestra.run.trial082:> test -f /home/ubuntu/cephtest/archive/qemu/cluster1.client.0/success 2026-02-22T22:12:36.949 INFO:tasks.qemu:Deleting exported directory... 2026-02-22T22:12:36.950 DEBUG:teuthology.orchestra.run.trial082:> sudo rm -r /export 2026-02-22T22:12:37.013 DEBUG:tasks.qemu:cleaning up base image files 2026-02-22T22:12:37.014 DEBUG:teuthology.orchestra.run.trial082:> rm -rf /home/ubuntu/cephtest/qemu/cluster1.client.0.iso /home/ubuntu/cephtest/qemu/userdata.cluster1.client.0 /home/ubuntu/cephtest/qemu/metadata.cluster1.client.0 /home/ubuntu/cephtest/qemu/cluster1.client.0.test.sh /home/ubuntu/cephtest/qemu_clone.cluster1.client.0 2026-02-22T22:12:37.340 DEBUG:teuthology.orchestra.run.trial082:> sudo yum -y erase qemu-kvm-block-rbd 2026-02-22T22:12:37.503 INFO:teuthology.orchestra.run.trial082.stdout:Dependencies resolved. 2026-02-22T22:12:37.504 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T22:12:37.504 INFO:teuthology.orchestra.run.trial082.stdout: Package Arch Version Repository Size 2026-02-22T22:12:37.504 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T22:12:37.504 INFO:teuthology.orchestra.run.trial082.stdout:Removing: 2026-02-22T22:12:37.504 INFO:teuthology.orchestra.run.trial082.stdout: qemu-kvm-block-rbd x86_64 17:10.1.0-13.el9 @appstream 37 k 2026-02-22T22:12:37.504 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T22:12:37.504 INFO:teuthology.orchestra.run.trial082.stdout:Transaction Summary 2026-02-22T22:12:37.504 INFO:teuthology.orchestra.run.trial082.stdout:================================================================================ 2026-02-22T22:12:37.504 INFO:teuthology.orchestra.run.trial082.stdout:Remove 1 Package 2026-02-22T22:12:37.505 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T22:12:37.505 INFO:teuthology.orchestra.run.trial082.stdout:Freed space: 37 k 2026-02-22T22:12:37.505 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction check 2026-02-22T22:12:37.505 INFO:teuthology.orchestra.run.trial082.stdout:Transaction check succeeded. 2026-02-22T22:12:37.506 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction test 2026-02-22T22:12:37.519 INFO:teuthology.orchestra.run.trial082.stdout:Transaction test succeeded. 2026-02-22T22:12:37.519 INFO:teuthology.orchestra.run.trial082.stdout:Running transaction 2026-02-22T22:12:37.548 INFO:teuthology.orchestra.run.trial082.stdout: Preparing : 1/1 2026-02-22T22:12:37.630 INFO:teuthology.orchestra.run.trial082.stdout: Erasing : qemu-kvm-block-rbd-17:10.1.0-13.el9.x86_64 1/1 2026-02-22T22:12:37.673 INFO:teuthology.orchestra.run.trial082.stdout: Verifying : qemu-kvm-block-rbd-17:10.1.0-13.el9.x86_64 1/1 2026-02-22T22:12:37.673 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T22:12:37.673 INFO:teuthology.orchestra.run.trial082.stdout:Removed: 2026-02-22T22:12:37.673 INFO:teuthology.orchestra.run.trial082.stdout: qemu-kvm-block-rbd-17:10.1.0-13.el9.x86_64 2026-02-22T22:12:37.674 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T22:12:37.674 INFO:teuthology.orchestra.run.trial082.stdout:Complete! 2026-02-22T22:12:37.692 DEBUG:teuthology.orchestra.run.trial082:> rmdir /home/ubuntu/cephtest/qemu || true 2026-02-22T22:12:37.709 DEBUG:teuthology.parallel:result is None 2026-02-22T22:12:37.710 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-02-22T22:12:37.724 INFO:tasks.ceph.ceph_manager.cluster2:waiting for clean 2026-02-22T22:12:37.724 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:12:37.905 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T22:12:37.906 INFO:teuthology.orchestra.run.trial190.stderr:dumped all 2026-02-22T22:12:37.914 INFO:teuthology.orchestra.run.trial190.stdout:{"pg_ready":true,"pg_map":{"version":802,"stamp":"2026-02-22T22:12:36.165854+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1886046250,"num_objects":614,"num_object_clones":0,"num_object_copies":1228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":614,"num_whiteouts":0,"num_read":14348,"num_read_kb":1353655,"num_write":2240,"num_write_kb":1186008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1520,"ondisk_log_size":1520,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":1271832,"kb_used_data":1182632,"kb_used_omap":4,"kb_used_meta":89147,"kb_avail":281843688,"statfs":{"total":289910292480,"available":288607936512,"internally_reserved":0,"allocated":1211015168,"data_stored":2424277873,"data_compressed":932719324,"data_compressed_allocated":1004052480,"data_compressed_original":2217869312,"omap_allocated":4782,"internal_metadata":91286866},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000824"},"pg_stats":[{"pgid":"2.7","version":"23'266","reported_seq":1492,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:21.089991+0000","last_change":"2026-02-22T21:46:43.086093+0000","last_active":"2026-02-22T22:08:21.089991+0000","last_peered":"2026-02-22T22:08:21.089991+0000","last_clean":"2026-02-22T22:08:21.089991+0000","last_became_active":"2026-02-22T21:46:41.084692+0000","last_became_peered":"2026-02-22T21:46:41.084692+0000","last_unstale":"2026-02-22T22:08:21.089991+0000","last_undegraded":"2026-02-22T22:08:21.089991+0000","last_fullsized":"2026-02-22T22:08:21.089991+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:05:16.856987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040640199999999999,"stat_sum":{"num_bytes":237322370,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":2192,"num_read_kb":170902,"num_write":321,"num_write_kb":152564,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"23'87","reported_seq":926,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:21.089975+0000","last_change":"2026-02-22T21:46:43.086220+0000","last_active":"2026-02-22T22:08:21.089975+0000","last_peered":"2026-02-22T22:08:21.089975+0000","last_clean":"2026-02-22T22:08:21.089975+0000","last_became_active":"2026-02-22T21:46:41.084644+0000","last_became_peered":"2026-02-22T21:46:41.084644+0000","last_unstale":"2026-02-22T22:08:21.089975+0000","last_undegraded":"2026-02-22T22:08:21.089975+0000","last_fullsized":"2026-02-22T22:08:21.089975+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:47:04.285868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000523783,"stat_sum":{"num_bytes":221036544,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":1057,"num_read_kb":145806,"num_write":99,"num_write_kb":127655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"22'100","reported_seq":1023,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:41.094667+0000","last_change":"2026-02-22T21:46:43.085960+0000","last_active":"2026-02-22T22:09:41.094667+0000","last_peered":"2026-02-22T22:09:41.094667+0000","last_clean":"2026-02-22T22:09:41.094667+0000","last_became_active":"2026-02-22T21:46:41.084297+0000","last_became_peered":"2026-02-22T21:46:41.084297+0000","last_unstale":"2026-02-22T22:09:41.094667+0000","last_undegraded":"2026-02-22T22:09:41.094667+0000","last_fullsized":"2026-02-22T22:09:41.094667+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:30:34.681177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028055700000000002,"stat_sum":{"num_bytes":278691840,"num_objects":91,"num_object_clones":0,"num_object_copies":182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":912,"num_read_kb":166774,"num_write":112,"num_write_kb":151792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"22'71","reported_seq":571,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:36.094365+0000","last_change":"2026-02-22T21:46:43.086092+0000","last_active":"2026-02-22T22:09:36.094365+0000","last_peered":"2026-02-22T22:09:36.094365+0000","last_clean":"2026-02-22T22:09:36.094365+0000","last_became_active":"2026-02-22T21:46:41.084679+0000","last_became_peered":"2026-02-22T21:46:41.084679+0000","last_unstale":"2026-02-22T22:09:36.094365+0000","last_undegraded":"2026-02-22T22:09:36.094365+0000","last_fullsized":"2026-02-22T22:09:36.094365+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:36:18.479297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000405411,"stat_sum":{"num_bytes":186073428,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":498,"num_read_kb":160428,"num_write":85,"num_write_kb":137497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'92","reported_seq":983,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:40.139305+0000","last_change":"2026-02-22T21:46:43.084891+0000","last_active":"2026-02-22T22:09:40.139305+0000","last_peered":"2026-02-22T22:09:40.139305+0000","last_clean":"2026-02-22T22:09:40.139305+0000","last_became_active":"2026-02-22T21:46:41.084249+0000","last_became_peered":"2026-02-22T21:46:41.084249+0000","last_unstale":"2026-02-22T22:09:40.139305+0000","last_undegraded":"2026-02-22T22:09:40.139305+0000","last_fullsized":"2026-02-22T22:09:40.139305+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:32:35.632348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055802599999999999,"stat_sum":{"num_bytes":264519699,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":864,"num_read_kb":179763,"num_write":127,"num_write_kb":168965,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"23'256","reported_seq":893,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:35.089319+0000","last_change":"2026-02-22T21:46:43.198828+0000","last_active":"2026-02-22T22:09:35.089319+0000","last_peered":"2026-02-22T22:09:35.089319+0000","last_clean":"2026-02-22T22:09:35.089319+0000","last_became_active":"2026-02-22T21:46:41.084199+0000","last_became_peered":"2026-02-22T21:46:41.084199+0000","last_unstale":"2026-02-22T22:09:35.089319+0000","last_undegraded":"2026-02-22T22:09:35.089319+0000","last_fullsized":"2026-02-22T22:09:35.089319+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":256,"log_dups_size":0,"ondisk_log_size":256,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:25:24.256444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00016595100000000001,"stat_sum":{"num_bytes":227623418,"num_objects":73,"num_object_clones":0,"num_object_copies":146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":1662,"num_read_kb":186464,"num_write":446,"num_write_kb":159160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"22'145","reported_seq":2228,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:50.086730+0000","last_change":"2026-02-22T21:46:43.198821+0000","last_active":"2026-02-22T22:08:50.086730+0000","last_peered":"2026-02-22T22:08:50.086730+0000","last_clean":"2026-02-22T22:08:50.086730+0000","last_became_active":"2026-02-22T21:46:41.083944+0000","last_became_peered":"2026-02-22T21:46:41.083944+0000","last_unstale":"2026-02-22T22:08:50.086730+0000","last_undegraded":"2026-02-22T22:08:50.086730+0000","last_fullsized":"2026-02-22T22:08:50.086730+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:45:33.777774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00018293300000000001,"stat_sum":{"num_bytes":232636545,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":2431,"num_read_kb":179535,"num_write":217,"num_write_kb":155400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"23'431","reported_seq":2781,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:36.094350+0000","last_change":"2026-02-22T21:46:43.085915+0000","last_active":"2026-02-22T22:09:36.094350+0000","last_peered":"2026-02-22T22:09:36.094350+0000","last_clean":"2026-02-22T22:09:36.094350+0000","last_became_active":"2026-02-22T21:46:41.083753+0000","last_became_peered":"2026-02-22T21:46:41.083753+0000","last_unstale":"2026-02-22T22:09:36.094350+0000","last_undegraded":"2026-02-22T22:09:36.094350+0000","last_fullsized":"2026-02-22T22:09:36.094350+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":431,"log_dups_size":0,"ondisk_log_size":431,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:14:53.919428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024901699999999998,"stat_sum":{"num_bytes":237552038,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":4666,"num_read_kb":163928,"num_write":732,"num_write_kb":131347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":136,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:46.091383+0000","last_change":"2026-02-22T21:46:37.729922+0000","last_active":"2026-02-22T22:08:46.091383+0000","last_peered":"2026-02-22T22:08:46.091383+0000","last_clean":"2026-02-22T22:08:46.091383+0000","last_became_active":"2026-02-22T21:46:37.729173+0000","last_became_peered":"2026-02-22T21:46:37.729173+0000","last_unstale":"2026-02-22T22:08:46.091383+0000","last_undegraded":"2026-02-22T22:08:46.091383+0000","last_fullsized":"2026-02-22T22:08:46.091383+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:36.070731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:36.070731+0000","last_clean_scrub_stamp":"2026-02-22T21:46:36.070731+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:33:45.596743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1885455882,"num_objects":612,"num_object_clones":0,"num_object_copies":1224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":612,"num_whiteouts":0,"num_read":14282,"num_read_kb":1353600,"num_write":2139,"num_write_kb":1184380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1210294272,"data_stored":2422901780,"data_compressed":932652176,"data_compressed_allocated":1003962368,"data_compressed_original":2216722432,"omap_allocated":0,"internal_metadata":0},"log_size":1448,"ondisk_log_size":1448,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67148,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":9,"seq":38654705979,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":622340,"kb_used_data":591220,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93749500,"statfs":{"total":96636764160,"available":95999488000,"internally_reserved":0,"allocated":605409280,"data_stored":1212106377,"data_compressed":466359662,"data_compressed_allocated":502026240,"data_compressed_original":1108934656,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738683,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":257444,"kb_used_data":226324,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94114396,"statfs":{"total":96636764160,"available":96373141504,"internally_reserved":0,"allocated":231755776,"data_stored":455557760,"data_compressed":177122647,"data_compressed_allocated":190550016,"data_compressed_original":414531584,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738684,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":392048,"kb_used_data":365088,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":93979792,"statfs":{"total":96636764160,"available":96235307008,"internally_reserved":0,"allocated":373850112,"data_stored":756613736,"data_compressed":289237015,"data_compressed_allocated":311476224,"data_compressed_original":694403072,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":373587968,"data_stored":755958249,"data_compressed":289203441,"data_compressed_allocated":311431168,"data_compressed_original":693829632,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":605147136,"data_stored":1211450890,"data_compressed":466326088,"data_compressed_allocated":501981184,"data_compressed_original":1108361216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":231559168,"data_stored":455492641,"data_compressed":177122647,"data_compressed_allocated":190550016,"data_compressed_original":414531584,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:12:37.915 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:12:38.071 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T22:12:38.072 INFO:teuthology.orchestra.run.trial190.stderr:dumped all 2026-02-22T22:12:38.080 INFO:teuthology.orchestra.run.trial190.stdout:{"pg_ready":true,"pg_map":{"version":802,"stamp":"2026-02-22T22:12:36.165854+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1886046250,"num_objects":614,"num_object_clones":0,"num_object_copies":1228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":614,"num_whiteouts":0,"num_read":14348,"num_read_kb":1353655,"num_write":2240,"num_write_kb":1186008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1520,"ondisk_log_size":1520,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":1271832,"kb_used_data":1182632,"kb_used_omap":4,"kb_used_meta":89147,"kb_avail":281843688,"statfs":{"total":289910292480,"available":288607936512,"internally_reserved":0,"allocated":1211015168,"data_stored":2424277873,"data_compressed":932719324,"data_compressed_allocated":1004052480,"data_compressed_original":2217869312,"omap_allocated":4782,"internal_metadata":91286866},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000824"},"pg_stats":[{"pgid":"2.7","version":"23'266","reported_seq":1492,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:21.089991+0000","last_change":"2026-02-22T21:46:43.086093+0000","last_active":"2026-02-22T22:08:21.089991+0000","last_peered":"2026-02-22T22:08:21.089991+0000","last_clean":"2026-02-22T22:08:21.089991+0000","last_became_active":"2026-02-22T21:46:41.084692+0000","last_became_peered":"2026-02-22T21:46:41.084692+0000","last_unstale":"2026-02-22T22:08:21.089991+0000","last_undegraded":"2026-02-22T22:08:21.089991+0000","last_fullsized":"2026-02-22T22:08:21.089991+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:05:16.856987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040640199999999999,"stat_sum":{"num_bytes":237322370,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":2192,"num_read_kb":170902,"num_write":321,"num_write_kb":152564,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"23'87","reported_seq":926,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:21.089975+0000","last_change":"2026-02-22T21:46:43.086220+0000","last_active":"2026-02-22T22:08:21.089975+0000","last_peered":"2026-02-22T22:08:21.089975+0000","last_clean":"2026-02-22T22:08:21.089975+0000","last_became_active":"2026-02-22T21:46:41.084644+0000","last_became_peered":"2026-02-22T21:46:41.084644+0000","last_unstale":"2026-02-22T22:08:21.089975+0000","last_undegraded":"2026-02-22T22:08:21.089975+0000","last_fullsized":"2026-02-22T22:08:21.089975+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:47:04.285868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000523783,"stat_sum":{"num_bytes":221036544,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":1057,"num_read_kb":145806,"num_write":99,"num_write_kb":127655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"22'100","reported_seq":1023,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:41.094667+0000","last_change":"2026-02-22T21:46:43.085960+0000","last_active":"2026-02-22T22:09:41.094667+0000","last_peered":"2026-02-22T22:09:41.094667+0000","last_clean":"2026-02-22T22:09:41.094667+0000","last_became_active":"2026-02-22T21:46:41.084297+0000","last_became_peered":"2026-02-22T21:46:41.084297+0000","last_unstale":"2026-02-22T22:09:41.094667+0000","last_undegraded":"2026-02-22T22:09:41.094667+0000","last_fullsized":"2026-02-22T22:09:41.094667+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:30:34.681177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028055700000000002,"stat_sum":{"num_bytes":278691840,"num_objects":91,"num_object_clones":0,"num_object_copies":182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":912,"num_read_kb":166774,"num_write":112,"num_write_kb":151792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"22'71","reported_seq":571,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:36.094365+0000","last_change":"2026-02-22T21:46:43.086092+0000","last_active":"2026-02-22T22:09:36.094365+0000","last_peered":"2026-02-22T22:09:36.094365+0000","last_clean":"2026-02-22T22:09:36.094365+0000","last_became_active":"2026-02-22T21:46:41.084679+0000","last_became_peered":"2026-02-22T21:46:41.084679+0000","last_unstale":"2026-02-22T22:09:36.094365+0000","last_undegraded":"2026-02-22T22:09:36.094365+0000","last_fullsized":"2026-02-22T22:09:36.094365+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:36:18.479297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000405411,"stat_sum":{"num_bytes":186073428,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":498,"num_read_kb":160428,"num_write":85,"num_write_kb":137497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'92","reported_seq":983,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:40.139305+0000","last_change":"2026-02-22T21:46:43.084891+0000","last_active":"2026-02-22T22:09:40.139305+0000","last_peered":"2026-02-22T22:09:40.139305+0000","last_clean":"2026-02-22T22:09:40.139305+0000","last_became_active":"2026-02-22T21:46:41.084249+0000","last_became_peered":"2026-02-22T21:46:41.084249+0000","last_unstale":"2026-02-22T22:09:40.139305+0000","last_undegraded":"2026-02-22T22:09:40.139305+0000","last_fullsized":"2026-02-22T22:09:40.139305+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:32:35.632348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055802599999999999,"stat_sum":{"num_bytes":264519699,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":864,"num_read_kb":179763,"num_write":127,"num_write_kb":168965,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"23'256","reported_seq":893,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:35.089319+0000","last_change":"2026-02-22T21:46:43.198828+0000","last_active":"2026-02-22T22:09:35.089319+0000","last_peered":"2026-02-22T22:09:35.089319+0000","last_clean":"2026-02-22T22:09:35.089319+0000","last_became_active":"2026-02-22T21:46:41.084199+0000","last_became_peered":"2026-02-22T21:46:41.084199+0000","last_unstale":"2026-02-22T22:09:35.089319+0000","last_undegraded":"2026-02-22T22:09:35.089319+0000","last_fullsized":"2026-02-22T22:09:35.089319+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":256,"log_dups_size":0,"ondisk_log_size":256,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:25:24.256444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00016595100000000001,"stat_sum":{"num_bytes":227623418,"num_objects":73,"num_object_clones":0,"num_object_copies":146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":1662,"num_read_kb":186464,"num_write":446,"num_write_kb":159160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"22'145","reported_seq":2228,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:50.086730+0000","last_change":"2026-02-22T21:46:43.198821+0000","last_active":"2026-02-22T22:08:50.086730+0000","last_peered":"2026-02-22T22:08:50.086730+0000","last_clean":"2026-02-22T22:08:50.086730+0000","last_became_active":"2026-02-22T21:46:41.083944+0000","last_became_peered":"2026-02-22T21:46:41.083944+0000","last_unstale":"2026-02-22T22:08:50.086730+0000","last_undegraded":"2026-02-22T22:08:50.086730+0000","last_fullsized":"2026-02-22T22:08:50.086730+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:45:33.777774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00018293300000000001,"stat_sum":{"num_bytes":232636545,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":2431,"num_read_kb":179535,"num_write":217,"num_write_kb":155400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"23'431","reported_seq":2781,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:36.094350+0000","last_change":"2026-02-22T21:46:43.085915+0000","last_active":"2026-02-22T22:09:36.094350+0000","last_peered":"2026-02-22T22:09:36.094350+0000","last_clean":"2026-02-22T22:09:36.094350+0000","last_became_active":"2026-02-22T21:46:41.083753+0000","last_became_peered":"2026-02-22T21:46:41.083753+0000","last_unstale":"2026-02-22T22:09:36.094350+0000","last_undegraded":"2026-02-22T22:09:36.094350+0000","last_fullsized":"2026-02-22T22:09:36.094350+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":431,"log_dups_size":0,"ondisk_log_size":431,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:14:53.919428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024901699999999998,"stat_sum":{"num_bytes":237552038,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":4666,"num_read_kb":163928,"num_write":732,"num_write_kb":131347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":136,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:46.091383+0000","last_change":"2026-02-22T21:46:37.729922+0000","last_active":"2026-02-22T22:08:46.091383+0000","last_peered":"2026-02-22T22:08:46.091383+0000","last_clean":"2026-02-22T22:08:46.091383+0000","last_became_active":"2026-02-22T21:46:37.729173+0000","last_became_peered":"2026-02-22T21:46:37.729173+0000","last_unstale":"2026-02-22T22:08:46.091383+0000","last_undegraded":"2026-02-22T22:08:46.091383+0000","last_fullsized":"2026-02-22T22:08:46.091383+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:36.070731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:36.070731+0000","last_clean_scrub_stamp":"2026-02-22T21:46:36.070731+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:33:45.596743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1885455882,"num_objects":612,"num_object_clones":0,"num_object_copies":1224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":612,"num_whiteouts":0,"num_read":14282,"num_read_kb":1353600,"num_write":2139,"num_write_kb":1184380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1210294272,"data_stored":2422901780,"data_compressed":932652176,"data_compressed_allocated":1003962368,"data_compressed_original":2216722432,"omap_allocated":0,"internal_metadata":0},"log_size":1448,"ondisk_log_size":1448,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67148,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":9,"seq":38654705979,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":622340,"kb_used_data":591220,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93749500,"statfs":{"total":96636764160,"available":95999488000,"internally_reserved":0,"allocated":605409280,"data_stored":1212106377,"data_compressed":466359662,"data_compressed_allocated":502026240,"data_compressed_original":1108934656,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738683,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":257444,"kb_used_data":226324,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94114396,"statfs":{"total":96636764160,"available":96373141504,"internally_reserved":0,"allocated":231755776,"data_stored":455557760,"data_compressed":177122647,"data_compressed_allocated":190550016,"data_compressed_original":414531584,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738684,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":392048,"kb_used_data":365088,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":93979792,"statfs":{"total":96636764160,"available":96235307008,"internally_reserved":0,"allocated":373850112,"data_stored":756613736,"data_compressed":289237015,"data_compressed_allocated":311476224,"data_compressed_original":694403072,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":373587968,"data_stored":755958249,"data_compressed":289203441,"data_compressed_allocated":311431168,"data_compressed_original":693829632,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":605147136,"data_stored":1211450890,"data_compressed":466326088,"data_compressed_allocated":501981184,"data_compressed_original":1108361216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":231559168,"data_stored":455492641,"data_compressed":177122647,"data_compressed_allocated":190550016,"data_compressed_original":414531584,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:12:38.081 INFO:tasks.ceph.ceph_manager.cluster2:clean! 2026-02-22T22:12:38.081 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:12:38.235 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T22:12:38.235 INFO:teuthology.orchestra.run.trial190.stderr:dumped all 2026-02-22T22:12:38.243 INFO:teuthology.orchestra.run.trial190.stdout:{"pg_ready":true,"pg_map":{"version":803,"stamp":"2026-02-22T22:12:38.166019+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1886046250,"num_objects":614,"num_object_clones":0,"num_object_copies":1228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":614,"num_whiteouts":0,"num_read":14348,"num_read_kb":1353655,"num_write":2240,"num_write_kb":1186008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1520,"ondisk_log_size":1520,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":1271832,"kb_used_data":1182632,"kb_used_omap":4,"kb_used_meta":89147,"kb_avail":281843688,"statfs":{"total":289910292480,"available":288607936512,"internally_reserved":0,"allocated":1211015168,"data_stored":2424277873,"data_compressed":932719324,"data_compressed_allocated":1004052480,"data_compressed_original":2217869312,"omap_allocated":4782,"internal_metadata":91286866},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000847"},"pg_stats":[{"pgid":"2.7","version":"23'266","reported_seq":1492,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:21.089991+0000","last_change":"2026-02-22T21:46:43.086093+0000","last_active":"2026-02-22T22:08:21.089991+0000","last_peered":"2026-02-22T22:08:21.089991+0000","last_clean":"2026-02-22T22:08:21.089991+0000","last_became_active":"2026-02-22T21:46:41.084692+0000","last_became_peered":"2026-02-22T21:46:41.084692+0000","last_unstale":"2026-02-22T22:08:21.089991+0000","last_undegraded":"2026-02-22T22:08:21.089991+0000","last_fullsized":"2026-02-22T22:08:21.089991+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:05:16.856987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040640199999999999,"stat_sum":{"num_bytes":237322370,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":2192,"num_read_kb":170902,"num_write":321,"num_write_kb":152564,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"23'87","reported_seq":926,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:21.089975+0000","last_change":"2026-02-22T21:46:43.086220+0000","last_active":"2026-02-22T22:08:21.089975+0000","last_peered":"2026-02-22T22:08:21.089975+0000","last_clean":"2026-02-22T22:08:21.089975+0000","last_became_active":"2026-02-22T21:46:41.084644+0000","last_became_peered":"2026-02-22T21:46:41.084644+0000","last_unstale":"2026-02-22T22:08:21.089975+0000","last_undegraded":"2026-02-22T22:08:21.089975+0000","last_fullsized":"2026-02-22T22:08:21.089975+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:47:04.285868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000523783,"stat_sum":{"num_bytes":221036544,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":1057,"num_read_kb":145806,"num_write":99,"num_write_kb":127655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"22'100","reported_seq":1023,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:41.094667+0000","last_change":"2026-02-22T21:46:43.085960+0000","last_active":"2026-02-22T22:09:41.094667+0000","last_peered":"2026-02-22T22:09:41.094667+0000","last_clean":"2026-02-22T22:09:41.094667+0000","last_became_active":"2026-02-22T21:46:41.084297+0000","last_became_peered":"2026-02-22T21:46:41.084297+0000","last_unstale":"2026-02-22T22:09:41.094667+0000","last_undegraded":"2026-02-22T22:09:41.094667+0000","last_fullsized":"2026-02-22T22:09:41.094667+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:30:34.681177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028055700000000002,"stat_sum":{"num_bytes":278691840,"num_objects":91,"num_object_clones":0,"num_object_copies":182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":912,"num_read_kb":166774,"num_write":112,"num_write_kb":151792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"22'71","reported_seq":571,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:36.094365+0000","last_change":"2026-02-22T21:46:43.086092+0000","last_active":"2026-02-22T22:09:36.094365+0000","last_peered":"2026-02-22T22:09:36.094365+0000","last_clean":"2026-02-22T22:09:36.094365+0000","last_became_active":"2026-02-22T21:46:41.084679+0000","last_became_peered":"2026-02-22T21:46:41.084679+0000","last_unstale":"2026-02-22T22:09:36.094365+0000","last_undegraded":"2026-02-22T22:09:36.094365+0000","last_fullsized":"2026-02-22T22:09:36.094365+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:36:18.479297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000405411,"stat_sum":{"num_bytes":186073428,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":498,"num_read_kb":160428,"num_write":85,"num_write_kb":137497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'92","reported_seq":983,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:40.139305+0000","last_change":"2026-02-22T21:46:43.084891+0000","last_active":"2026-02-22T22:09:40.139305+0000","last_peered":"2026-02-22T22:09:40.139305+0000","last_clean":"2026-02-22T22:09:40.139305+0000","last_became_active":"2026-02-22T21:46:41.084249+0000","last_became_peered":"2026-02-22T21:46:41.084249+0000","last_unstale":"2026-02-22T22:09:40.139305+0000","last_undegraded":"2026-02-22T22:09:40.139305+0000","last_fullsized":"2026-02-22T22:09:40.139305+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:32:35.632348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055802599999999999,"stat_sum":{"num_bytes":264519699,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":864,"num_read_kb":179763,"num_write":127,"num_write_kb":168965,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"23'256","reported_seq":893,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:35.089319+0000","last_change":"2026-02-22T21:46:43.198828+0000","last_active":"2026-02-22T22:09:35.089319+0000","last_peered":"2026-02-22T22:09:35.089319+0000","last_clean":"2026-02-22T22:09:35.089319+0000","last_became_active":"2026-02-22T21:46:41.084199+0000","last_became_peered":"2026-02-22T21:46:41.084199+0000","last_unstale":"2026-02-22T22:09:35.089319+0000","last_undegraded":"2026-02-22T22:09:35.089319+0000","last_fullsized":"2026-02-22T22:09:35.089319+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":256,"log_dups_size":0,"ondisk_log_size":256,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:25:24.256444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00016595100000000001,"stat_sum":{"num_bytes":227623418,"num_objects":73,"num_object_clones":0,"num_object_copies":146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":1662,"num_read_kb":186464,"num_write":446,"num_write_kb":159160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"22'145","reported_seq":2228,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:50.086730+0000","last_change":"2026-02-22T21:46:43.198821+0000","last_active":"2026-02-22T22:08:50.086730+0000","last_peered":"2026-02-22T22:08:50.086730+0000","last_clean":"2026-02-22T22:08:50.086730+0000","last_became_active":"2026-02-22T21:46:41.083944+0000","last_became_peered":"2026-02-22T21:46:41.083944+0000","last_unstale":"2026-02-22T22:08:50.086730+0000","last_undegraded":"2026-02-22T22:08:50.086730+0000","last_fullsized":"2026-02-22T22:08:50.086730+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:45:33.777774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00018293300000000001,"stat_sum":{"num_bytes":232636545,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":2431,"num_read_kb":179535,"num_write":217,"num_write_kb":155400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"23'431","reported_seq":2781,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:36.094350+0000","last_change":"2026-02-22T21:46:43.085915+0000","last_active":"2026-02-22T22:09:36.094350+0000","last_peered":"2026-02-22T22:09:36.094350+0000","last_clean":"2026-02-22T22:09:36.094350+0000","last_became_active":"2026-02-22T21:46:41.083753+0000","last_became_peered":"2026-02-22T21:46:41.083753+0000","last_unstale":"2026-02-22T22:09:36.094350+0000","last_undegraded":"2026-02-22T22:09:36.094350+0000","last_fullsized":"2026-02-22T22:09:36.094350+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":431,"log_dups_size":0,"ondisk_log_size":431,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:14:53.919428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024901699999999998,"stat_sum":{"num_bytes":237552038,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":4666,"num_read_kb":163928,"num_write":732,"num_write_kb":131347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":136,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:46.091383+0000","last_change":"2026-02-22T21:46:37.729922+0000","last_active":"2026-02-22T22:08:46.091383+0000","last_peered":"2026-02-22T22:08:46.091383+0000","last_clean":"2026-02-22T22:08:46.091383+0000","last_became_active":"2026-02-22T21:46:37.729173+0000","last_became_peered":"2026-02-22T21:46:37.729173+0000","last_unstale":"2026-02-22T22:08:46.091383+0000","last_undegraded":"2026-02-22T22:08:46.091383+0000","last_fullsized":"2026-02-22T22:08:46.091383+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:36.070731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:36.070731+0000","last_clean_scrub_stamp":"2026-02-22T21:46:36.070731+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:33:45.596743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1885455882,"num_objects":612,"num_object_clones":0,"num_object_copies":1224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":612,"num_whiteouts":0,"num_read":14282,"num_read_kb":1353600,"num_write":2139,"num_write_kb":1184380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1210294272,"data_stored":2422901780,"data_compressed":932652176,"data_compressed_allocated":1003962368,"data_compressed_original":2216722432,"omap_allocated":0,"internal_metadata":0},"log_size":1448,"ondisk_log_size":1448,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67148,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":9,"seq":38654705979,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":622340,"kb_used_data":591220,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93749500,"statfs":{"total":96636764160,"available":95999488000,"internally_reserved":0,"allocated":605409280,"data_stored":1212106377,"data_compressed":466359662,"data_compressed_allocated":502026240,"data_compressed_original":1108934656,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738683,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":257444,"kb_used_data":226324,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94114396,"statfs":{"total":96636764160,"available":96373141504,"internally_reserved":0,"allocated":231755776,"data_stored":455557760,"data_compressed":177122647,"data_compressed_allocated":190550016,"data_compressed_original":414531584,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738684,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":392048,"kb_used_data":365088,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":93979792,"statfs":{"total":96636764160,"available":96235307008,"internally_reserved":0,"allocated":373850112,"data_stored":756613736,"data_compressed":289237015,"data_compressed_allocated":311476224,"data_compressed_original":694403072,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":373587968,"data_stored":755958249,"data_compressed":289203441,"data_compressed_allocated":311431168,"data_compressed_original":693829632,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":605147136,"data_stored":1211450890,"data_compressed":466326088,"data_compressed_allocated":501981184,"data_compressed_original":1108361216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":231559168,"data_stored":455492641,"data_compressed":177122647,"data_compressed_allocated":190550016,"data_compressed_original":414531584,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:12:38.245 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:12:38.403 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T22:12:38.403 INFO:teuthology.orchestra.run.trial190.stdout:{"epoch":23,"fsid":"b669c82d-e5c3-4655-8fd0-926be0595e9e","created":"2026-02-22T21:46:25.761546+0000","modified":"2026-02-22T21:47:34.791781+0000","last_up_change":"2026-02-22T21:46:35.064830+0000","last_in_change":"2026-02-22T21:46:26.325802+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:46:36.070482+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T21:46:39.934475+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":23,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"afa849e8-6b8a-421f-891a-58fb4cdfc8a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6808","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6809","nonce":1092090688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6810","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6811","nonce":1092090688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6814","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6815","nonce":1092090688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6812","nonce":1092090688},{"type":"v1","addr":"10.20.193.190:6813","nonce":1092090688}]},"public_addr":"10.20.193.190:6809/1092090688","cluster_addr":"10.20.193.190:6811/1092090688","heartbeat_back_addr":"10.20.193.190:6815/1092090688","heartbeat_front_addr":"10.20.193.190:6813/1092090688","state":["exists","up"]},{"osd":1,"uuid":"ef532861-db75-41d7-9fea-b7770f985141","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6800","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6801","nonce":2952832194}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6802","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6803","nonce":2952832194}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6806","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6807","nonce":2952832194}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6804","nonce":2952832194},{"type":"v1","addr":"10.20.193.190:6805","nonce":2952832194}]},"public_addr":"10.20.193.190:6801/2952832194","cluster_addr":"10.20.193.190:6803/2952832194","heartbeat_back_addr":"10.20.193.190:6807/2952832194","heartbeat_front_addr":"10.20.193.190:6805/2952832194","state":["exists","up"]},{"osd":2,"uuid":"12c6ad23-38af-4264-b441-54c1abdf35f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6818","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6819","nonce":2346328211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6820","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6821","nonce":2346328211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6824","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6825","nonce":2346328211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.190:6822","nonce":2346328211},{"type":"v1","addr":"10.20.193.190:6823","nonce":2346328211}]},"public_addr":"10.20.193.190:6819/2346328211","cluster_addr":"10.20.193.190:6821/2346328211","heartbeat_back_addr":"10.20.193.190:6825/2346328211","heartbeat_front_addr":"10.20.193.190:6823/2346328211","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:32.825306+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:33.097261+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:32.754777+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:12:39.413 INFO:tasks.ceph:Scrubbing cluster2.osd.0 2026-02-22T22:12:39.414 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:12:39.497 INFO:teuthology.orchestra.run.trial190.stdout:{ 2026-02-22T22:12:39.497 INFO:teuthology.orchestra.run.trial190.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:12:39.497 INFO:teuthology.orchestra.run.trial190.stdout:} 2026-02-22T22:12:39.504 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd deep-scrub 0 2026-02-22T22:12:39.659 INFO:teuthology.orchestra.run.trial190.stderr:instructed osd(s) 0 to deep-scrub 2026-02-22T22:12:39.667 INFO:tasks.ceph:Scrubbing cluster2.osd.1 2026-02-22T22:12:39.667 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:12:39.747 INFO:teuthology.orchestra.run.trial190.stdout:{ 2026-02-22T22:12:39.747 INFO:teuthology.orchestra.run.trial190.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:12:39.747 INFO:teuthology.orchestra.run.trial190.stdout:} 2026-02-22T22:12:39.752 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd deep-scrub 1 2026-02-22T22:12:39.908 INFO:teuthology.orchestra.run.trial190.stderr:instructed osd(s) 1 to deep-scrub 2026-02-22T22:12:39.917 INFO:tasks.ceph:Scrubbing cluster2.osd.2 2026-02-22T22:12:39.917 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:12:39.994 INFO:teuthology.orchestra.run.trial190.stdout:{ 2026-02-22T22:12:39.994 INFO:teuthology.orchestra.run.trial190.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:12:39.994 INFO:teuthology.orchestra.run.trial190.stdout:} 2026-02-22T22:12:39.999 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd deep-scrub 2 2026-02-22T22:12:40.154 INFO:teuthology.orchestra.run.trial190.stderr:instructed osd(s) 2 to deep-scrub 2026-02-22T22:12:40.162 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:12:40.318 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T22:12:40.319 INFO:teuthology.orchestra.run.trial190.stderr:dumped all 2026-02-22T22:12:40.326 INFO:teuthology.orchestra.run.trial190.stdout:{"pg_ready":true,"pg_map":{"version":804,"stamp":"2026-02-22T22:12:40.166207+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1886046250,"num_objects":614,"num_object_clones":0,"num_object_copies":1228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":614,"num_whiteouts":0,"num_read":14348,"num_read_kb":1353655,"num_write":2240,"num_write_kb":1186008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1520,"ondisk_log_size":1520,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":1271832,"kb_used_data":1182632,"kb_used_omap":4,"kb_used_meta":89147,"kb_avail":281843688,"statfs":{"total":289910292480,"available":288607936512,"internally_reserved":0,"allocated":1211015168,"data_stored":2424277873,"data_compressed":932719324,"data_compressed_allocated":1004052480,"data_compressed_original":2217869312,"omap_allocated":4782,"internal_metadata":91286866},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000887"},"pg_stats":[{"pgid":"2.7","version":"23'266","reported_seq":1492,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:21.089991+0000","last_change":"2026-02-22T21:46:43.086093+0000","last_active":"2026-02-22T22:08:21.089991+0000","last_peered":"2026-02-22T22:08:21.089991+0000","last_clean":"2026-02-22T22:08:21.089991+0000","last_became_active":"2026-02-22T21:46:41.084692+0000","last_became_peered":"2026-02-22T21:46:41.084692+0000","last_unstale":"2026-02-22T22:08:21.089991+0000","last_undegraded":"2026-02-22T22:08:21.089991+0000","last_fullsized":"2026-02-22T22:08:21.089991+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":266,"log_dups_size":0,"ondisk_log_size":266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:05:16.856987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040640199999999999,"stat_sum":{"num_bytes":237322370,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":2192,"num_read_kb":170902,"num_write":321,"num_write_kb":152564,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"23'87","reported_seq":926,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:21.089975+0000","last_change":"2026-02-22T21:46:43.086220+0000","last_active":"2026-02-22T22:08:21.089975+0000","last_peered":"2026-02-22T22:08:21.089975+0000","last_clean":"2026-02-22T22:08:21.089975+0000","last_became_active":"2026-02-22T21:46:41.084644+0000","last_became_peered":"2026-02-22T21:46:41.084644+0000","last_unstale":"2026-02-22T22:08:21.089975+0000","last_undegraded":"2026-02-22T22:08:21.089975+0000","last_fullsized":"2026-02-22T22:08:21.089975+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:47:04.285868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000523783,"stat_sum":{"num_bytes":221036544,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":1057,"num_read_kb":145806,"num_write":99,"num_write_kb":127655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"22'100","reported_seq":1023,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:41.094667+0000","last_change":"2026-02-22T21:46:43.085960+0000","last_active":"2026-02-22T22:09:41.094667+0000","last_peered":"2026-02-22T22:09:41.094667+0000","last_clean":"2026-02-22T22:09:41.094667+0000","last_became_active":"2026-02-22T21:46:41.084297+0000","last_became_peered":"2026-02-22T21:46:41.084297+0000","last_unstale":"2026-02-22T22:09:41.094667+0000","last_undegraded":"2026-02-22T22:09:41.094667+0000","last_fullsized":"2026-02-22T22:09:41.094667+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:30:34.681177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028055700000000002,"stat_sum":{"num_bytes":278691840,"num_objects":91,"num_object_clones":0,"num_object_copies":182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":912,"num_read_kb":166774,"num_write":112,"num_write_kb":151792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"22'71","reported_seq":571,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:36.094365+0000","last_change":"2026-02-22T21:46:43.086092+0000","last_active":"2026-02-22T22:09:36.094365+0000","last_peered":"2026-02-22T22:09:36.094365+0000","last_clean":"2026-02-22T22:09:36.094365+0000","last_became_active":"2026-02-22T21:46:41.084679+0000","last_became_peered":"2026-02-22T21:46:41.084679+0000","last_unstale":"2026-02-22T22:09:36.094365+0000","last_undegraded":"2026-02-22T22:09:36.094365+0000","last_fullsized":"2026-02-22T22:09:36.094365+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:36:18.479297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000405411,"stat_sum":{"num_bytes":186073428,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":498,"num_read_kb":160428,"num_write":85,"num_write_kb":137497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'92","reported_seq":984,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:11:45.146288+0000","last_change":"2026-02-22T21:46:43.084891+0000","last_active":"2026-02-22T22:11:45.146288+0000","last_peered":"2026-02-22T22:11:45.146288+0000","last_clean":"2026-02-22T22:11:45.146288+0000","last_became_active":"2026-02-22T21:46:41.084249+0000","last_became_peered":"2026-02-22T21:46:41.084249+0000","last_unstale":"2026-02-22T22:11:45.146288+0000","last_undegraded":"2026-02-22T22:11:45.146288+0000","last_fullsized":"2026-02-22T22:11:45.146288+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055802599999999999,"stat_sum":{"num_bytes":264519699,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":864,"num_read_kb":179763,"num_write":127,"num_write_kb":168965,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"23'256","reported_seq":893,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:35.089319+0000","last_change":"2026-02-22T21:46:43.198828+0000","last_active":"2026-02-22T22:09:35.089319+0000","last_peered":"2026-02-22T22:09:35.089319+0000","last_clean":"2026-02-22T22:09:35.089319+0000","last_became_active":"2026-02-22T21:46:41.084199+0000","last_became_peered":"2026-02-22T21:46:41.084199+0000","last_unstale":"2026-02-22T22:09:35.089319+0000","last_undegraded":"2026-02-22T22:09:35.089319+0000","last_fullsized":"2026-02-22T22:09:35.089319+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":256,"log_dups_size":0,"ondisk_log_size":256,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:25:24.256444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00016595100000000001,"stat_sum":{"num_bytes":227623418,"num_objects":73,"num_object_clones":0,"num_object_copies":146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":1662,"num_read_kb":186464,"num_write":446,"num_write_kb":159160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"22'145","reported_seq":2228,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:50.086730+0000","last_change":"2026-02-22T21:46:43.198821+0000","last_active":"2026-02-22T22:08:50.086730+0000","last_peered":"2026-02-22T22:08:50.086730+0000","last_clean":"2026-02-22T22:08:50.086730+0000","last_became_active":"2026-02-22T21:46:41.083944+0000","last_became_peered":"2026-02-22T21:46:41.083944+0000","last_unstale":"2026-02-22T22:08:50.086730+0000","last_undegraded":"2026-02-22T22:08:50.086730+0000","last_fullsized":"2026-02-22T22:08:50.086730+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:45:33.777774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00018293300000000001,"stat_sum":{"num_bytes":232636545,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":2431,"num_read_kb":179535,"num_write":217,"num_write_kb":155400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"23'431","reported_seq":2781,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:09:36.094350+0000","last_change":"2026-02-22T21:46:43.085915+0000","last_active":"2026-02-22T22:09:36.094350+0000","last_peered":"2026-02-22T22:09:36.094350+0000","last_clean":"2026-02-22T22:09:36.094350+0000","last_became_active":"2026-02-22T21:46:41.083753+0000","last_became_peered":"2026-02-22T21:46:41.083753+0000","last_unstale":"2026-02-22T22:09:36.094350+0000","last_undegraded":"2026-02-22T22:09:36.094350+0000","last_fullsized":"2026-02-22T22:09:36.094350+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:40.076093+0000","last_clean_scrub_stamp":"2026-02-22T21:46:40.076093+0000","objects_scrubbed":0,"log_size":431,"log_dups_size":0,"ondisk_log_size":431,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:14:53.919428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024901699999999998,"stat_sum":{"num_bytes":237552038,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":4666,"num_read_kb":163928,"num_write":732,"num_write_kb":131347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":136,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:08:46.091383+0000","last_change":"2026-02-22T21:46:37.729922+0000","last_active":"2026-02-22T22:08:46.091383+0000","last_peered":"2026-02-22T22:08:46.091383+0000","last_clean":"2026-02-22T22:08:46.091383+0000","last_became_active":"2026-02-22T21:46:37.729173+0000","last_became_peered":"2026-02-22T21:46:37.729173+0000","last_unstale":"2026-02-22T22:08:46.091383+0000","last_undegraded":"2026-02-22T22:08:46.091383+0000","last_fullsized":"2026-02-22T22:08:46.091383+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:36.070731+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:36.070731+0000","last_clean_scrub_stamp":"2026-02-22T21:46:36.070731+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:33:45.596743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1885455882,"num_objects":612,"num_object_clones":0,"num_object_copies":1224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":612,"num_whiteouts":0,"num_read":14282,"num_read_kb":1353600,"num_write":2139,"num_write_kb":1184380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1210294272,"data_stored":2422901780,"data_compressed":932652176,"data_compressed_allocated":1003962368,"data_compressed_original":2216722432,"omap_allocated":0,"internal_metadata":0},"log_size":1448,"ondisk_log_size":1448,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67148,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":9,"seq":38654705979,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":622340,"kb_used_data":591220,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93749500,"statfs":{"total":96636764160,"available":95999488000,"internally_reserved":0,"allocated":605409280,"data_stored":1212106377,"data_compressed":466359662,"data_compressed_allocated":502026240,"data_compressed_original":1108934656,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738684,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":257444,"kb_used_data":226324,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94114396,"statfs":{"total":96636764160,"available":96373141504,"internally_reserved":0,"allocated":231755776,"data_stored":455557760,"data_compressed":177122647,"data_compressed_allocated":190550016,"data_compressed_original":414531584,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738685,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":392048,"kb_used_data":365088,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":93979792,"statfs":{"total":96636764160,"available":96235307008,"internally_reserved":0,"allocated":373850112,"data_stored":756613736,"data_compressed":289237015,"data_compressed_allocated":311476224,"data_compressed_original":694403072,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":373587968,"data_stored":755958249,"data_compressed":289203441,"data_compressed_allocated":311431168,"data_compressed_original":693829632,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":605147136,"data_stored":1211450890,"data_compressed":466326088,"data_compressed_allocated":501981184,"data_compressed_original":1108361216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":231559168,"data_stored":455492641,"data_compressed":177122647,"data_compressed_allocated":190550016,"data_compressed_original":414531584,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:12:40.328 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-02-22T21:46:40.076093+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=40, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=38, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:12:40.328 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-02-22T21:46:40.076093+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=40, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=38, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:12:40.329 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-02-22T21:46:40.076093+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=40, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=38, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:12:40.329 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-02-22T21:46:40.076093+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=40, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=38, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:12:40.329 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-02-22T21:46:40.076093+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=40, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=38, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:12:40.329 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-02-22T21:46:40.076093+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=40, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=38, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:12:40.329 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-02-22T21:46:40.076093+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=40, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=38, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:12:40.329 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-02-22T21:46:40.076093+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=40, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=38, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:12:40.329 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-02-22T21:46:36.070731+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=36, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=38, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:12:40.329 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-02-22T22:13:00.330 DEBUG:teuthology.orchestra.run.trial190:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:13:00.488 INFO:teuthology.orchestra.run.trial190.stdout: 2026-02-22T22:13:00.489 INFO:teuthology.orchestra.run.trial190.stderr:dumped all 2026-02-22T22:13:00.497 INFO:teuthology.orchestra.run.trial190.stdout:{"pg_ready":true,"pg_map":{"version":814,"stamp":"2026-02-22T22:13:00.168206+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1886046250,"num_objects":614,"num_object_clones":0,"num_object_copies":1228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":614,"num_whiteouts":0,"num_read":14348,"num_read_kb":1353655,"num_write":2240,"num_write_kb":1186008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1242,"num_omap_keys":72,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2134,"ondisk_log_size":2134,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":1280152,"kb_used_data":1182632,"kb_used_omap":4,"kb_used_meta":97467,"kb_avail":281835368,"statfs":{"total":289910292480,"available":288599416832,"internally_reserved":0,"allocated":1211015168,"data_stored":2424277873,"data_compressed":932719324,"data_compressed_allocated":1004052480,"data_compressed_original":2217869312,"omap_allocated":4782,"internal_metadata":99806546},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000990"},"pg_stats":[{"pgid":"2.7","version":"23'342","reported_seq":1583,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:12:43.938337+0000","last_change":"2026-02-22T22:12:43.938351+0000","last_active":"2026-02-22T22:12:43.938337+0000","last_peered":"2026-02-22T22:12:43.938337+0000","last_clean":"2026-02-22T22:12:43.938337+0000","last_became_active":"2026-02-22T21:46:41.084692+0000","last_became_peered":"2026-02-22T21:46:41.084692+0000","last_unstale":"2026-02-22T22:12:43.938337+0000","last_undegraded":"2026-02-22T22:12:43.938337+0000","last_fullsized":"2026-02-22T22:12:43.938337+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"23'342","last_scrub_stamp":"2026-02-22T22:12:43.938304+0000","last_deep_scrub":"23'342","last_deep_scrub_stamp":"2026-02-22T22:12:43.938304+0000","last_clean_scrub_stamp":"2026-02-22T22:12:43.938304+0000","objects_scrubbed":76,"log_size":342,"log_dups_size":0,"ondisk_log_size":342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:21:02.258299+0000","scrub_duration":260,"objects_trimmed":0,"snaptrim_duration":0.00040640199999999999,"stat_sum":{"num_bytes":237322370,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":2192,"num_read_kb":170902,"num_write":321,"num_write_kb":152564,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":331,"num_omap_keys":19,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"23'157","reported_seq":1010,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:12:45.820198+0000","last_change":"2026-02-22T22:12:45.820213+0000","last_active":"2026-02-22T22:12:45.820198+0000","last_peered":"2026-02-22T22:12:45.820198+0000","last_clean":"2026-02-22T22:12:45.820198+0000","last_became_active":"2026-02-22T21:46:41.084644+0000","last_became_peered":"2026-02-22T21:46:41.084644+0000","last_unstale":"2026-02-22T22:12:45.820198+0000","last_undegraded":"2026-02-22T22:12:45.820198+0000","last_fullsized":"2026-02-22T22:12:45.820198+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"23'157","last_scrub_stamp":"2026-02-22T22:12:45.820167+0000","last_deep_scrub":"23'157","last_deep_scrub_stamp":"2026-02-22T22:12:45.820167+0000","last_clean_scrub_stamp":"2026-02-22T22:12:45.820167+0000","objects_scrubbed":70,"log_size":157,"log_dups_size":0,"ondisk_log_size":157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:29:21.994437+0000","scrub_duration":219,"objects_trimmed":0,"snaptrim_duration":0.000523783,"stat_sum":{"num_bytes":221036544,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":1057,"num_read_kb":145806,"num_write":99,"num_write_kb":127655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":136,"num_omap_keys":9,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"23'191","reported_seq":1129,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:12:42.931521+0000","last_change":"2026-02-22T22:12:42.931534+0000","last_active":"2026-02-22T22:12:42.931521+0000","last_peered":"2026-02-22T22:12:42.931521+0000","last_clean":"2026-02-22T22:12:42.931521+0000","last_became_active":"2026-02-22T21:46:41.084297+0000","last_became_peered":"2026-02-22T21:46:41.084297+0000","last_unstale":"2026-02-22T22:12:42.931521+0000","last_undegraded":"2026-02-22T22:12:42.931521+0000","last_fullsized":"2026-02-22T22:12:42.931521+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"23'191","last_scrub_stamp":"2026-02-22T22:12:42.931484+0000","last_deep_scrub":"23'191","last_deep_scrub_stamp":"2026-02-22T22:12:42.931484+0000","last_clean_scrub_stamp":"2026-02-22T22:12:42.931484+0000","objects_scrubbed":91,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:35:50.531696+0000","scrub_duration":276,"objects_trimmed":0,"snaptrim_duration":0.00028055700000000002,"stat_sum":{"num_bytes":278691840,"num_objects":91,"num_object_clones":0,"num_object_copies":182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":912,"num_read_kb":166774,"num_write":112,"num_write_kb":151792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"23'136","reported_seq":649,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:12:44.874579+0000","last_change":"2026-02-22T22:12:44.874605+0000","last_active":"2026-02-22T22:12:44.874579+0000","last_peered":"2026-02-22T22:12:44.874579+0000","last_clean":"2026-02-22T22:12:44.874579+0000","last_became_active":"2026-02-22T21:46:41.084679+0000","last_became_peered":"2026-02-22T21:46:41.084679+0000","last_unstale":"2026-02-22T22:12:44.874579+0000","last_undegraded":"2026-02-22T22:12:44.874579+0000","last_fullsized":"2026-02-22T22:12:44.874579+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"23'136","last_scrub_stamp":"2026-02-22T22:12:44.874528+0000","last_deep_scrub":"23'136","last_deep_scrub_stamp":"2026-02-22T22:12:44.874528+0000","last_clean_scrub_stamp":"2026-02-22T22:12:44.874528+0000","objects_scrubbed":65,"log_size":136,"log_dups_size":0,"ondisk_log_size":136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:06:06.423309+0000","scrub_duration":227,"objects_trimmed":0,"snaptrim_duration":0.000405411,"stat_sum":{"num_bytes":186073428,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":498,"num_read_kb":160428,"num_write":85,"num_write_kb":137497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":191,"num_omap_keys":12,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"23'178","reported_seq":1083,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:12:40.935387+0000","last_change":"2026-02-22T22:12:40.935409+0000","last_active":"2026-02-22T22:12:40.935387+0000","last_peered":"2026-02-22T22:12:40.935387+0000","last_clean":"2026-02-22T22:12:40.935387+0000","last_became_active":"2026-02-22T21:46:41.084249+0000","last_became_peered":"2026-02-22T21:46:41.084249+0000","last_unstale":"2026-02-22T22:12:40.935387+0000","last_undegraded":"2026-02-22T22:12:40.935387+0000","last_fullsized":"2026-02-22T22:12:40.935387+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"23'178","last_scrub_stamp":"2026-02-22T22:12:40.935341+0000","last_deep_scrub":"23'178","last_deep_scrub_stamp":"2026-02-22T22:12:40.935341+0000","last_clean_scrub_stamp":"2026-02-22T22:12:40.935341+0000","objects_scrubbed":86,"log_size":178,"log_dups_size":0,"ondisk_log_size":178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:41:22.919899+0000","scrub_duration":279,"objects_trimmed":0,"snaptrim_duration":0.00055802599999999999,"stat_sum":{"num_bytes":264519699,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":864,"num_read_kb":179763,"num_write":127,"num_write_kb":168965,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":59,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"23'329","reported_seq":979,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:12:42.354180+0000","last_change":"2026-02-22T22:12:42.354197+0000","last_active":"2026-02-22T22:12:42.354180+0000","last_peered":"2026-02-22T22:12:42.354180+0000","last_clean":"2026-02-22T22:12:42.354180+0000","last_became_active":"2026-02-22T21:46:41.084199+0000","last_became_peered":"2026-02-22T21:46:41.084199+0000","last_unstale":"2026-02-22T22:12:42.354180+0000","last_undegraded":"2026-02-22T22:12:42.354180+0000","last_fullsized":"2026-02-22T22:12:42.354180+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"23'329","last_scrub_stamp":"2026-02-22T22:12:42.354147+0000","last_deep_scrub":"23'329","last_deep_scrub_stamp":"2026-02-22T22:12:42.354147+0000","last_clean_scrub_stamp":"2026-02-22T22:12:42.354147+0000","objects_scrubbed":73,"log_size":329,"log_dups_size":0,"ondisk_log_size":329,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:37:36.589538+0000","scrub_duration":268,"objects_trimmed":0,"snaptrim_duration":0.00016595100000000001,"stat_sum":{"num_bytes":227623418,"num_objects":73,"num_object_clones":0,"num_object_copies":146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":1662,"num_read_kb":186464,"num_write":446,"num_write_kb":159160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"23'219","reported_seq":2316,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:12:41.300261+0000","last_change":"2026-02-22T22:12:41.300261+0000","last_active":"2026-02-22T22:12:41.300261+0000","last_peered":"2026-02-22T22:12:41.300261+0000","last_clean":"2026-02-22T22:12:41.300261+0000","last_became_active":"2026-02-22T21:46:41.083944+0000","last_became_peered":"2026-02-22T21:46:41.083944+0000","last_unstale":"2026-02-22T22:12:41.300261+0000","last_undegraded":"2026-02-22T22:12:41.300261+0000","last_fullsized":"2026-02-22T22:12:41.300261+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"23'219","last_scrub_stamp":"2026-02-22T22:12:41.300208+0000","last_deep_scrub":"23'219","last_deep_scrub_stamp":"2026-02-22T22:12:41.300208+0000","last_clean_scrub_stamp":"2026-02-22T22:12:41.300208+0000","objects_scrubbed":74,"log_size":219,"log_dups_size":0,"ondisk_log_size":219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:28:31.182568+0000","scrub_duration":259,"objects_trimmed":0,"snaptrim_duration":0.00018293300000000001,"stat_sum":{"num_bytes":232636545,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":2431,"num_read_kb":179535,"num_write":217,"num_write_kb":155400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"23'508","reported_seq":2872,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:12:41.845145+0000","last_change":"2026-02-22T22:12:41.845158+0000","last_active":"2026-02-22T22:12:41.845145+0000","last_peered":"2026-02-22T22:12:41.845145+0000","last_clean":"2026-02-22T22:12:41.845145+0000","last_became_active":"2026-02-22T21:46:41.083753+0000","last_became_peered":"2026-02-22T21:46:41.083753+0000","last_unstale":"2026-02-22T22:12:41.845145+0000","last_undegraded":"2026-02-22T22:12:41.845145+0000","last_fullsized":"2026-02-22T22:12:41.845145+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"23'508","last_scrub_stamp":"2026-02-22T22:12:41.845117+0000","last_deep_scrub":"23'508","last_deep_scrub_stamp":"2026-02-22T22:12:41.845117+0000","last_clean_scrub_stamp":"2026-02-22T22:12:41.845117+0000","objects_scrubbed":77,"log_size":508,"log_dups_size":0,"ondisk_log_size":508,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:53:14.449605+0000","scrub_duration":231,"objects_trimmed":0,"snaptrim_duration":0.00024901699999999998,"stat_sum":{"num_bytes":237552038,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":4666,"num_read_kb":163928,"num_write":732,"num_write_kb":131347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":525,"num_omap_keys":29,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"23'74","reported_seq":148,"reported_epoch":23,"state":"active+clean","last_fresh":"2026-02-22T22:12:40.625704+0000","last_change":"2026-02-22T22:12:40.625704+0000","last_active":"2026-02-22T22:12:40.625704+0000","last_peered":"2026-02-22T22:12:40.625704+0000","last_clean":"2026-02-22T22:12:40.625704+0000","last_became_active":"2026-02-22T21:46:37.729173+0000","last_became_peered":"2026-02-22T21:46:37.729173+0000","last_unstale":"2026-02-22T22:12:40.625704+0000","last_undegraded":"2026-02-22T22:12:40.625704+0000","last_fullsized":"2026-02-22T22:12:40.625704+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"23'74","last_scrub_stamp":"2026-02-22T22:12:40.625638+0000","last_deep_scrub":"23'74","last_deep_scrub_stamp":"2026-02-22T22:12:40.625638+0000","last_clean_scrub_stamp":"2026-02-22T22:12:40.625638+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:58:54.158060+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1885455882,"num_objects":612,"num_object_clones":0,"num_object_copies":1224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":612,"num_whiteouts":0,"num_read":14282,"num_read_kb":1353600,"num_write":2139,"num_write_kb":1184380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1242,"num_omap_keys":72,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1210294272,"data_stored":2422901780,"data_compressed":932652176,"data_compressed_allocated":1003962368,"data_compressed_original":2216722432,"omap_allocated":0,"internal_metadata":0},"log_size":2060,"ondisk_log_size":2060,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67148,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":9,"seq":38654705983,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":626500,"kb_used_data":591220,"kb_used_omap":1,"kb_used_meta":35262,"kb_avail":93745340,"statfs":{"total":96636764160,"available":95995228160,"internally_reserved":0,"allocated":605409280,"data_stored":1212106377,"data_compressed":466359662,"data_compressed_allocated":502026240,"data_compressed_original":1108934656,"omap_allocated":1594,"internal_metadata":36108742},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738688,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":257444,"kb_used_data":226324,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94114396,"statfs":{"total":96636764160,"available":96373141504,"internally_reserved":0,"allocated":231755776,"data_stored":455557760,"data_compressed":177122647,"data_compressed_allocated":190550016,"data_compressed_original":414531584,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738689,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":396208,"kb_used_data":365088,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93975632,"statfs":{"total":96636764160,"available":96231047168,"internally_reserved":0,"allocated":373850112,"data_stored":756613736,"data_compressed":289237015,"data_compressed_allocated":311476224,"data_compressed_original":694403072,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33574,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":373587968,"data_stored":755958249,"data_compressed":289203441,"data_compressed_allocated":311431168,"data_compressed_original":693829632,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":605147136,"data_stored":1211450890,"data_compressed":466326088,"data_compressed_allocated":501981184,"data_compressed_original":1108361216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":231559168,"data_stored":455492641,"data_compressed":177122647,"data_compressed_allocated":190550016,"data_compressed_original":414531584,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:13:00.499 DEBUG:teuthology.orchestra.run.trial190:> sudo ceph --cluster cluster2 config set global mon_health_to_clog false 2026-02-22T22:13:00.662 INFO:teuthology.misc:Shutting down mds daemons... 2026-02-22T22:13:00.663 INFO:teuthology.misc:Shutting down osd daemons... 2026-02-22T22:13:00.663 DEBUG:tasks.ceph.cluster2.osd.0:waiting for process to exit 2026-02-22T22:13:00.663 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:13:00.694 INFO:tasks.ceph.cluster2.osd.0:Stopped 2026-02-22T22:13:00.694 DEBUG:tasks.ceph.cluster2.osd.1:waiting for process to exit 2026-02-22T22:13:00.695 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:13:00.773 INFO:tasks.ceph.cluster2.osd.1:Stopped 2026-02-22T22:13:00.773 DEBUG:tasks.ceph.cluster2.osd.2:waiting for process to exit 2026-02-22T22:13:00.773 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:13:00.844 INFO:tasks.ceph.cluster2.osd.2:Stopped 2026-02-22T22:13:00.844 INFO:teuthology.misc:Shutting down mgr daemons... 2026-02-22T22:13:00.844 DEBUG:tasks.ceph.cluster2.mgr.x:waiting for process to exit 2026-02-22T22:13:00.844 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:13:00.916 INFO:tasks.ceph.cluster2.mgr.x:Stopped 2026-02-22T22:13:00.916 INFO:teuthology.misc:Shutting down mon daemons... 2026-02-22T22:13:00.916 DEBUG:tasks.ceph.cluster2.mon.a:waiting for process to exit 2026-02-22T22:13:00.916 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:13:00.965 INFO:tasks.ceph.cluster2.mon.a:Stopped 2026-02-22T22:13:00.965 INFO:tasks.ceph:Checking cluster log for badness... 2026-02-22T22:13:00.965 DEBUG:teuthology.orchestra.run.trial190:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/cluster2.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2026-02-22T22:13:01.034 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster2-0 on ubuntu@trial190.front.sepia.ceph.com 2026-02-22T22:13:01.035 DEBUG:teuthology.orchestra.run.trial190:> sync && sudo umount -f /var/lib/ceph/osd/cluster2-0 2026-02-22T22:13:01.103 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster2-1 on ubuntu@trial190.front.sepia.ceph.com 2026-02-22T22:13:01.103 DEBUG:teuthology.orchestra.run.trial190:> sync && sudo umount -f /var/lib/ceph/osd/cluster2-1 2026-02-22T22:13:01.223 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster2-2 on ubuntu@trial190.front.sepia.ceph.com 2026-02-22T22:13:01.223 DEBUG:teuthology.orchestra.run.trial190:> sync && sudo umount -f /var/lib/ceph/osd/cluster2-2 2026-02-22T22:13:01.252 INFO:tasks.ceph:Archiving mon data... 2026-02-22T22:13:01.254 DEBUG:teuthology.misc:Transferring archived files from trial190:/var/lib/ceph/mon/cluster2-a to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64104/data/cluster2.mon.a.tgz 2026-02-22T22:13:01.254 DEBUG:teuthology.orchestra.run.trial190:> mktemp 2026-02-22T22:13:01.309 INFO:teuthology.orchestra.run.trial190.stdout:/tmp/tmp.vzBFVJxuEp 2026-02-22T22:13:01.309 DEBUG:teuthology.orchestra.run.trial190:> sudo tar cz -f - -C /var/lib/ceph/mon/cluster2-a -- . > /tmp/tmp.vzBFVJxuEp 2026-02-22T22:13:01.394 DEBUG:teuthology.orchestra.run.trial190:> sudo chmod 0666 /tmp/tmp.vzBFVJxuEp 2026-02-22T22:13:01.477 DEBUG:teuthology.orchestra.remote:trial190:/tmp/tmp.vzBFVJxuEp is 163KB 2026-02-22T22:13:01.528 DEBUG:teuthology.orchestra.run.trial190:> rm -fr /tmp/tmp.vzBFVJxuEp 2026-02-22T22:13:01.545 INFO:tasks.ceph:Cleaning ceph cluster... 2026-02-22T22:13:01.545 DEBUG:teuthology.orchestra.run.trial082:> sudo rm -rf -- /etc/ceph/cluster2.conf /etc/ceph/cluster2.keyring /home/ubuntu/cephtest/cluster2.data /home/ubuntu/cephtest/cluster2.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T22:13:01.548 DEBUG:teuthology.orchestra.run.trial190:> sudo rm -rf -- /etc/ceph/cluster2.conf /etc/ceph/cluster2.keyring /home/ubuntu/cephtest/cluster2.data /home/ubuntu/cephtest/cluster2.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T22:13:01.609 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-02-22T22:13:01.625 INFO:tasks.ceph.ceph_manager.cluster1:waiting for clean 2026-02-22T22:13:01.625 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:13:01.779 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T22:13:01.779 INFO:teuthology.orchestra.run.trial082.stderr:dumped all 2026-02-22T22:13:01.786 INFO:teuthology.orchestra.run.trial082.stdout:{"pg_ready":true,"pg_map":{"version":829,"stamp":"2026-02-22T22:13:01.592235+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":22833118127,"num_objects":5620,"num_object_clones":658,"num_object_copies":11240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5620,"num_whiteouts":0,"num_read":482425,"num_read_kb":14182291,"num_write":754519,"num_write_kb":91401910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80380,"ondisk_log_size":80380,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":6741420,"kb_used_data":4334644,"kb_used_omap":105,"kb_used_meta":2406614,"kb_avail":276374100,"statfs":{"total":289910292480,"available":283007078400,"internally_reserved":0,"allocated":4438675456,"data_stored":44778285127,"data_compressed":3367004228,"data_compressed_allocated":4016087040,"data_compressed_original":44330917888,"omap_allocated":108323,"internal_metadata":2464372957},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000913"},"pg_stats":[{"pgid":"2.7","version":"20'20505","reported_seq":31113,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.316852+0000","last_change":"2026-02-22T21:46:08.440343+0000","last_active":"2026-02-22T22:12:36.316852+0000","last_peered":"2026-02-22T22:12:36.316852+0000","last_clean":"2026-02-22T22:12:36.316852+0000","last_became_active":"2026-02-22T21:46:06.437159+0000","last_became_peered":"2026-02-22T21:46:06.437159+0000","last_unstale":"2026-02-22T22:12:36.316852+0000","last_undegraded":"2026-02-22T22:12:36.316852+0000","last_fullsized":"2026-02-22T22:12:36.316852+0000","mapping_epoch":13,"log_start":"20'10500","ondisk_log_start":"20'10500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10005,"log_dups_size":0,"ondisk_log_size":10005,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:07:54.251452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088290999999999999,"stat_sum":{"num_bytes":2787533840,"num_objects":684,"num_object_clones":72,"num_object_copies":1368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":684,"num_whiteouts":0,"num_read":9946,"num_read_kb":1021042,"num_write":20428,"num_write_kb":7545714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'99098","reported_seq":199898,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.327290+0000","last_change":"2026-02-22T21:46:08.440208+0000","last_active":"2026-02-22T22:12:36.327290+0000","last_peered":"2026-02-22T22:12:36.327290+0000","last_clean":"2026-02-22T22:12:36.327290+0000","last_became_active":"2026-02-22T21:46:06.437148+0000","last_became_peered":"2026-02-22T21:46:06.437148+0000","last_unstale":"2026-02-22T22:12:36.327290+0000","last_undegraded":"2026-02-22T22:12:36.327290+0000","last_fullsized":"2026-02-22T22:12:36.327290+0000","mapping_epoch":13,"log_start":"20'89000","ondisk_log_start":"20'89000","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10098,"log_dups_size":0,"ondisk_log_size":10098,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:09:50.272321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076426200000000004,"stat_sum":{"num_bytes":2872379652,"num_objects":714,"num_object_clones":91,"num_object_copies":1428,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":714,"num_whiteouts":0,"num_read":113978,"num_read_kb":2551652,"num_write":101265,"num_write_kb":13821862,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"20'101212","reported_seq":149426,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.305607+0000","last_change":"2026-02-22T21:46:08.440129+0000","last_active":"2026-02-22T22:12:36.305607+0000","last_peered":"2026-02-22T22:12:36.305607+0000","last_clean":"2026-02-22T22:12:36.305607+0000","last_became_active":"2026-02-22T21:46:06.437306+0000","last_became_peered":"2026-02-22T21:46:06.437306+0000","last_unstale":"2026-02-22T22:12:36.305607+0000","last_undegraded":"2026-02-22T22:12:36.305607+0000","last_fullsized":"2026-02-22T22:12:36.305607+0000","mapping_epoch":13,"log_start":"20'91200","ondisk_log_start":"20'91200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10012,"log_dups_size":0,"ondisk_log_size":10012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:10:37.551792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070938100000000003,"stat_sum":{"num_bytes":2943511040,"num_objects":723,"num_object_clones":89,"num_object_copies":1446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":723,"num_whiteouts":0,"num_read":47022,"num_read_kb":1949482,"num_write":101119,"num_write_kb":12050815,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"20'103448","reported_seq":147221,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.229408+0000","last_change":"2026-02-22T21:46:08.439910+0000","last_active":"2026-02-22T22:12:36.229408+0000","last_peered":"2026-02-22T22:12:36.229408+0000","last_clean":"2026-02-22T22:12:36.229408+0000","last_became_active":"2026-02-22T21:46:06.436428+0000","last_became_peered":"2026-02-22T21:46:06.436428+0000","last_unstale":"2026-02-22T22:12:36.229408+0000","last_undegraded":"2026-02-22T22:12:36.229408+0000","last_fullsized":"2026-02-22T22:12:36.229408+0000","mapping_epoch":13,"log_start":"20'93400","ondisk_log_start":"20'93400","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10048,"log_dups_size":0,"ondisk_log_size":10048,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:58:36.478399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056451500000000003,"stat_sum":{"num_bytes":2794045602,"num_objects":689,"num_object_clones":74,"num_object_copies":1378,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":689,"num_whiteouts":0,"num_read":60780,"num_read_kb":1948808,"num_write":106205,"num_write_kb":11741512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"20'195543","reported_seq":298423,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.277514+0000","last_change":"2026-02-22T21:46:08.438397+0000","last_active":"2026-02-22T22:12:36.277514+0000","last_peered":"2026-02-22T22:12:36.277514+0000","last_clean":"2026-02-22T22:12:36.277514+0000","last_became_active":"2026-02-22T21:46:06.436461+0000","last_became_peered":"2026-02-22T21:46:06.436461+0000","last_unstale":"2026-02-22T22:12:36.277514+0000","last_undegraded":"2026-02-22T22:12:36.277514+0000","last_fullsized":"2026-02-22T22:12:36.277514+0000","mapping_epoch":13,"log_start":"20'185500","ondisk_log_start":"20'185500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10043,"log_dups_size":0,"ondisk_log_size":10043,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:10:41.856300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078407900000000003,"stat_sum":{"num_bytes":2805453331,"num_objects":688,"num_object_clones":84,"num_object_copies":1376,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":688,"num_whiteouts":0,"num_read":102990,"num_read_kb":2100532,"num_write":195462,"num_write_kb":13016872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"20'130620","reported_seq":223255,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.279299+0000","last_change":"2026-02-22T21:46:09.070611+0000","last_active":"2026-02-22T22:12:36.279299+0000","last_peered":"2026-02-22T22:12:36.279299+0000","last_clean":"2026-02-22T22:12:36.279299+0000","last_became_active":"2026-02-22T21:46:06.437312+0000","last_became_peered":"2026-02-22T21:46:06.437312+0000","last_unstale":"2026-02-22T22:12:36.279299+0000","last_undegraded":"2026-02-22T22:12:36.279299+0000","last_fullsized":"2026-02-22T22:12:36.279299+0000","mapping_epoch":13,"log_start":"20'120600","ondisk_log_start":"20'120600","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10020,"log_dups_size":0,"ondisk_log_size":10020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:26:08.831016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025763199999999999,"stat_sum":{"num_bytes":2947482550,"num_objects":724,"num_object_clones":83,"num_object_copies":1448,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":724,"num_whiteouts":0,"num_read":101370,"num_read_kb":1968518,"num_write":132101,"num_write_kb":12596497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"20'51412","reported_seq":71399,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.254336+0000","last_change":"2026-02-22T21:46:09.070601+0000","last_active":"2026-02-22T22:12:36.254336+0000","last_peered":"2026-02-22T22:12:36.254336+0000","last_clean":"2026-02-22T22:12:36.254336+0000","last_became_active":"2026-02-22T21:46:06.436432+0000","last_became_peered":"2026-02-22T21:46:06.436432+0000","last_unstale":"2026-02-22T22:12:36.254336+0000","last_undegraded":"2026-02-22T22:12:36.254336+0000","last_fullsized":"2026-02-22T22:12:36.254336+0000","mapping_epoch":13,"log_start":"20'41400","ondisk_log_start":"20'41400","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10012,"log_dups_size":0,"ondisk_log_size":10012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:02:53.840991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000253305,"stat_sum":{"num_bytes":2932857872,"num_objects":720,"num_object_clones":76,"num_object_copies":1440,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":720,"num_whiteouts":0,"num_read":20087,"num_read_kb":1245916,"num_write":51344,"num_write_kb":10526114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"20'46570","reported_seq":72645,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.257633+0000","last_change":"2026-02-22T21:46:08.439853+0000","last_active":"2026-02-22T22:12:36.257633+0000","last_peered":"2026-02-22T22:12:36.257633+0000","last_clean":"2026-02-22T22:12:36.257633+0000","last_became_active":"2026-02-22T21:46:06.436604+0000","last_became_peered":"2026-02-22T21:46:06.436604+0000","last_unstale":"2026-02-22T22:12:36.257633+0000","last_undegraded":"2026-02-22T22:12:36.257633+0000","last_fullsized":"2026-02-22T22:12:36.257633+0000","mapping_epoch":13,"log_start":"20'36500","ondisk_log_start":"20'36500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10070,"log_dups_size":0,"ondisk_log_size":10070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:53:44.717597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049195200000000004,"stat_sum":{"num_bytes":2749263872,"num_objects":676,"num_object_clones":89,"num_object_copies":1352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":676,"num_whiteouts":0,"num_read":26186,"num_read_kb":1396286,"num_write":46494,"num_write_kb":10100896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:10:10.735751+0000","last_change":"2026-02-22T21:46:02.884413+0000","last_active":"2026-02-22T22:10:10.735751+0000","last_peered":"2026-02-22T22:10:10.735751+0000","last_clean":"2026-02-22T22:10:10.735751+0000","last_became_active":"2026-02-22T21:46:02.883845+0000","last_became_peered":"2026-02-22T21:46:02.883845+0000","last_unstale":"2026-02-22T22:10:10.735751+0000","last_undegraded":"2026-02-22T22:10:10.735751+0000","last_fullsized":"2026-02-22T22:10:10.735751+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:01.423484+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:01.423484+0000","last_clean_scrub_stamp":"2026-02-22T21:46:01.423484+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:49:52.628250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":22832527759,"num_objects":5618,"num_object_clones":658,"num_object_copies":11236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5618,"num_whiteouts":0,"num_read":482359,"num_read_kb":14182236,"num_write":754418,"num_write_kb":91400282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4438028288,"data_stored":44776940318,"data_compressed":3366937146,"data_compressed_allocated":4015996928,"data_compressed_original":44329771008,"omap_allocated":9959,"internal_metadata":0},"log_size":80308,"ondisk_log_size":80308,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67082,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":0,"up_from":9,"seq":38654705991,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2052316,"kb_used_data":1372428,"kb_used_omap":45,"kb_used_meta":679826,"kb_avail":92319524,"statfs":{"total":96636764160,"available":94535192576,"internally_reserved":0,"allocated":1405366272,"data_stored":13948017548,"data_compressed":1081349948,"data_compressed_allocated":1282560000,"data_compressed_original":13817986048,"omap_allocated":46575,"internal_metadata":696142353},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738695,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1507828,"kb_used_data":794976,"kb_used_omap":1,"kb_used_meta":712830,"kb_avail":92864012,"statfs":{"total":96636764160,"available":95092748288,"internally_reserved":0,"allocated":814055424,"data_stored":8441152361,"data_compressed":602152166,"data_compressed_allocated":725483520,"data_compressed_original":8347472896,"omap_allocated":1594,"internal_metadata":729938374},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738696,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3181276,"kb_used_data":2167240,"kb_used_omap":58,"kb_used_meta":1013957,"kb_avail":91190564,"statfs":{"total":96636764160,"available":93379137536,"internally_reserved":0,"allocated":2219253760,"data_stored":22389115218,"data_compressed":1683502114,"data_compressed_allocated":2008043520,"data_compressed_original":22165458944,"omap_allocated":60154,"internal_metadata":1038292230},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1405128704,"data_stored":13947372489,"data_compressed":1081316407,"data_compressed_allocated":1282514944,"data_compressed_original":13817412608,"omap_allocated":4817,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2219016192,"data_stored":22388470159,"data_compressed":1683468573,"data_compressed_allocated":2007998464,"data_compressed_original":22164885504,"omap_allocated":5142,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":813883392,"data_stored":8441097670,"data_compressed":602152166,"data_compressed_allocated":725483520,"data_compressed_original":8347472896,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:13:01.788 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:13:01.946 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T22:13:01.946 INFO:teuthology.orchestra.run.trial082.stderr:dumped all 2026-02-22T22:13:01.954 INFO:teuthology.orchestra.run.trial082.stdout:{"pg_ready":true,"pg_map":{"version":829,"stamp":"2026-02-22T22:13:01.592235+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":22833118127,"num_objects":5620,"num_object_clones":658,"num_object_copies":11240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5620,"num_whiteouts":0,"num_read":482425,"num_read_kb":14182291,"num_write":754519,"num_write_kb":91401910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80380,"ondisk_log_size":80380,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":6741420,"kb_used_data":4334644,"kb_used_omap":105,"kb_used_meta":2406614,"kb_avail":276374100,"statfs":{"total":289910292480,"available":283007078400,"internally_reserved":0,"allocated":4438675456,"data_stored":44778285127,"data_compressed":3367004228,"data_compressed_allocated":4016087040,"data_compressed_original":44330917888,"omap_allocated":108323,"internal_metadata":2464372957},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000913"},"pg_stats":[{"pgid":"2.7","version":"20'20505","reported_seq":31113,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.316852+0000","last_change":"2026-02-22T21:46:08.440343+0000","last_active":"2026-02-22T22:12:36.316852+0000","last_peered":"2026-02-22T22:12:36.316852+0000","last_clean":"2026-02-22T22:12:36.316852+0000","last_became_active":"2026-02-22T21:46:06.437159+0000","last_became_peered":"2026-02-22T21:46:06.437159+0000","last_unstale":"2026-02-22T22:12:36.316852+0000","last_undegraded":"2026-02-22T22:12:36.316852+0000","last_fullsized":"2026-02-22T22:12:36.316852+0000","mapping_epoch":13,"log_start":"20'10500","ondisk_log_start":"20'10500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10005,"log_dups_size":0,"ondisk_log_size":10005,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:07:54.251452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088290999999999999,"stat_sum":{"num_bytes":2787533840,"num_objects":684,"num_object_clones":72,"num_object_copies":1368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":684,"num_whiteouts":0,"num_read":9946,"num_read_kb":1021042,"num_write":20428,"num_write_kb":7545714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'99098","reported_seq":199898,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.327290+0000","last_change":"2026-02-22T21:46:08.440208+0000","last_active":"2026-02-22T22:12:36.327290+0000","last_peered":"2026-02-22T22:12:36.327290+0000","last_clean":"2026-02-22T22:12:36.327290+0000","last_became_active":"2026-02-22T21:46:06.437148+0000","last_became_peered":"2026-02-22T21:46:06.437148+0000","last_unstale":"2026-02-22T22:12:36.327290+0000","last_undegraded":"2026-02-22T22:12:36.327290+0000","last_fullsized":"2026-02-22T22:12:36.327290+0000","mapping_epoch":13,"log_start":"20'89000","ondisk_log_start":"20'89000","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10098,"log_dups_size":0,"ondisk_log_size":10098,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:09:50.272321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076426200000000004,"stat_sum":{"num_bytes":2872379652,"num_objects":714,"num_object_clones":91,"num_object_copies":1428,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":714,"num_whiteouts":0,"num_read":113978,"num_read_kb":2551652,"num_write":101265,"num_write_kb":13821862,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"20'101212","reported_seq":149426,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.305607+0000","last_change":"2026-02-22T21:46:08.440129+0000","last_active":"2026-02-22T22:12:36.305607+0000","last_peered":"2026-02-22T22:12:36.305607+0000","last_clean":"2026-02-22T22:12:36.305607+0000","last_became_active":"2026-02-22T21:46:06.437306+0000","last_became_peered":"2026-02-22T21:46:06.437306+0000","last_unstale":"2026-02-22T22:12:36.305607+0000","last_undegraded":"2026-02-22T22:12:36.305607+0000","last_fullsized":"2026-02-22T22:12:36.305607+0000","mapping_epoch":13,"log_start":"20'91200","ondisk_log_start":"20'91200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10012,"log_dups_size":0,"ondisk_log_size":10012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:10:37.551792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070938100000000003,"stat_sum":{"num_bytes":2943511040,"num_objects":723,"num_object_clones":89,"num_object_copies":1446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":723,"num_whiteouts":0,"num_read":47022,"num_read_kb":1949482,"num_write":101119,"num_write_kb":12050815,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"20'103448","reported_seq":147221,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.229408+0000","last_change":"2026-02-22T21:46:08.439910+0000","last_active":"2026-02-22T22:12:36.229408+0000","last_peered":"2026-02-22T22:12:36.229408+0000","last_clean":"2026-02-22T22:12:36.229408+0000","last_became_active":"2026-02-22T21:46:06.436428+0000","last_became_peered":"2026-02-22T21:46:06.436428+0000","last_unstale":"2026-02-22T22:12:36.229408+0000","last_undegraded":"2026-02-22T22:12:36.229408+0000","last_fullsized":"2026-02-22T22:12:36.229408+0000","mapping_epoch":13,"log_start":"20'93400","ondisk_log_start":"20'93400","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10048,"log_dups_size":0,"ondisk_log_size":10048,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:58:36.478399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056451500000000003,"stat_sum":{"num_bytes":2794045602,"num_objects":689,"num_object_clones":74,"num_object_copies":1378,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":689,"num_whiteouts":0,"num_read":60780,"num_read_kb":1948808,"num_write":106205,"num_write_kb":11741512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"20'195543","reported_seq":298423,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.277514+0000","last_change":"2026-02-22T21:46:08.438397+0000","last_active":"2026-02-22T22:12:36.277514+0000","last_peered":"2026-02-22T22:12:36.277514+0000","last_clean":"2026-02-22T22:12:36.277514+0000","last_became_active":"2026-02-22T21:46:06.436461+0000","last_became_peered":"2026-02-22T21:46:06.436461+0000","last_unstale":"2026-02-22T22:12:36.277514+0000","last_undegraded":"2026-02-22T22:12:36.277514+0000","last_fullsized":"2026-02-22T22:12:36.277514+0000","mapping_epoch":13,"log_start":"20'185500","ondisk_log_start":"20'185500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10043,"log_dups_size":0,"ondisk_log_size":10043,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:10:41.856300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078407900000000003,"stat_sum":{"num_bytes":2805453331,"num_objects":688,"num_object_clones":84,"num_object_copies":1376,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":688,"num_whiteouts":0,"num_read":102990,"num_read_kb":2100532,"num_write":195462,"num_write_kb":13016872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"20'130620","reported_seq":223255,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.279299+0000","last_change":"2026-02-22T21:46:09.070611+0000","last_active":"2026-02-22T22:12:36.279299+0000","last_peered":"2026-02-22T22:12:36.279299+0000","last_clean":"2026-02-22T22:12:36.279299+0000","last_became_active":"2026-02-22T21:46:06.437312+0000","last_became_peered":"2026-02-22T21:46:06.437312+0000","last_unstale":"2026-02-22T22:12:36.279299+0000","last_undegraded":"2026-02-22T22:12:36.279299+0000","last_fullsized":"2026-02-22T22:12:36.279299+0000","mapping_epoch":13,"log_start":"20'120600","ondisk_log_start":"20'120600","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10020,"log_dups_size":0,"ondisk_log_size":10020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:26:08.831016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025763199999999999,"stat_sum":{"num_bytes":2947482550,"num_objects":724,"num_object_clones":83,"num_object_copies":1448,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":724,"num_whiteouts":0,"num_read":101370,"num_read_kb":1968518,"num_write":132101,"num_write_kb":12596497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"20'51412","reported_seq":71399,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.254336+0000","last_change":"2026-02-22T21:46:09.070601+0000","last_active":"2026-02-22T22:12:36.254336+0000","last_peered":"2026-02-22T22:12:36.254336+0000","last_clean":"2026-02-22T22:12:36.254336+0000","last_became_active":"2026-02-22T21:46:06.436432+0000","last_became_peered":"2026-02-22T21:46:06.436432+0000","last_unstale":"2026-02-22T22:12:36.254336+0000","last_undegraded":"2026-02-22T22:12:36.254336+0000","last_fullsized":"2026-02-22T22:12:36.254336+0000","mapping_epoch":13,"log_start":"20'41400","ondisk_log_start":"20'41400","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10012,"log_dups_size":0,"ondisk_log_size":10012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:02:53.840991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000253305,"stat_sum":{"num_bytes":2932857872,"num_objects":720,"num_object_clones":76,"num_object_copies":1440,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":720,"num_whiteouts":0,"num_read":20087,"num_read_kb":1245916,"num_write":51344,"num_write_kb":10526114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"20'46570","reported_seq":72645,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.257633+0000","last_change":"2026-02-22T21:46:08.439853+0000","last_active":"2026-02-22T22:12:36.257633+0000","last_peered":"2026-02-22T22:12:36.257633+0000","last_clean":"2026-02-22T22:12:36.257633+0000","last_became_active":"2026-02-22T21:46:06.436604+0000","last_became_peered":"2026-02-22T21:46:06.436604+0000","last_unstale":"2026-02-22T22:12:36.257633+0000","last_undegraded":"2026-02-22T22:12:36.257633+0000","last_fullsized":"2026-02-22T22:12:36.257633+0000","mapping_epoch":13,"log_start":"20'36500","ondisk_log_start":"20'36500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10070,"log_dups_size":0,"ondisk_log_size":10070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:53:44.717597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049195200000000004,"stat_sum":{"num_bytes":2749263872,"num_objects":676,"num_object_clones":89,"num_object_copies":1352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":676,"num_whiteouts":0,"num_read":26186,"num_read_kb":1396286,"num_write":46494,"num_write_kb":10100896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:10:10.735751+0000","last_change":"2026-02-22T21:46:02.884413+0000","last_active":"2026-02-22T22:10:10.735751+0000","last_peered":"2026-02-22T22:10:10.735751+0000","last_clean":"2026-02-22T22:10:10.735751+0000","last_became_active":"2026-02-22T21:46:02.883845+0000","last_became_peered":"2026-02-22T21:46:02.883845+0000","last_unstale":"2026-02-22T22:10:10.735751+0000","last_undegraded":"2026-02-22T22:10:10.735751+0000","last_fullsized":"2026-02-22T22:10:10.735751+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:01.423484+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:01.423484+0000","last_clean_scrub_stamp":"2026-02-22T21:46:01.423484+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:49:52.628250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":22832527759,"num_objects":5618,"num_object_clones":658,"num_object_copies":11236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5618,"num_whiteouts":0,"num_read":482359,"num_read_kb":14182236,"num_write":754418,"num_write_kb":91400282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4438028288,"data_stored":44776940318,"data_compressed":3366937146,"data_compressed_allocated":4015996928,"data_compressed_original":44329771008,"omap_allocated":9959,"internal_metadata":0},"log_size":80308,"ondisk_log_size":80308,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67082,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":0,"up_from":9,"seq":38654705991,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2052316,"kb_used_data":1372428,"kb_used_omap":45,"kb_used_meta":679826,"kb_avail":92319524,"statfs":{"total":96636764160,"available":94535192576,"internally_reserved":0,"allocated":1405366272,"data_stored":13948017548,"data_compressed":1081349948,"data_compressed_allocated":1282560000,"data_compressed_original":13817986048,"omap_allocated":46575,"internal_metadata":696142353},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738695,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1507828,"kb_used_data":794976,"kb_used_omap":1,"kb_used_meta":712830,"kb_avail":92864012,"statfs":{"total":96636764160,"available":95092748288,"internally_reserved":0,"allocated":814055424,"data_stored":8441152361,"data_compressed":602152166,"data_compressed_allocated":725483520,"data_compressed_original":8347472896,"omap_allocated":1594,"internal_metadata":729938374},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738696,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3181276,"kb_used_data":2167240,"kb_used_omap":58,"kb_used_meta":1013957,"kb_avail":91190564,"statfs":{"total":96636764160,"available":93379137536,"internally_reserved":0,"allocated":2219253760,"data_stored":22389115218,"data_compressed":1683502114,"data_compressed_allocated":2008043520,"data_compressed_original":22165458944,"omap_allocated":60154,"internal_metadata":1038292230},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1405128704,"data_stored":13947372489,"data_compressed":1081316407,"data_compressed_allocated":1282514944,"data_compressed_original":13817412608,"omap_allocated":4817,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2219016192,"data_stored":22388470159,"data_compressed":1683468573,"data_compressed_allocated":2007998464,"data_compressed_original":22164885504,"omap_allocated":5142,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":813883392,"data_stored":8441097670,"data_compressed":602152166,"data_compressed_allocated":725483520,"data_compressed_original":8347472896,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:13:01.956 INFO:tasks.ceph.ceph_manager.cluster1:clean! 2026-02-22T22:13:01.956 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:13:02.114 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T22:13:02.115 INFO:teuthology.orchestra.run.trial082.stderr:dumped all 2026-02-22T22:13:02.123 INFO:teuthology.orchestra.run.trial082.stdout:{"pg_ready":true,"pg_map":{"version":829,"stamp":"2026-02-22T22:13:01.592235+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":22833118127,"num_objects":5620,"num_object_clones":658,"num_object_copies":11240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5620,"num_whiteouts":0,"num_read":482425,"num_read_kb":14182291,"num_write":754519,"num_write_kb":91401910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80380,"ondisk_log_size":80380,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":6741420,"kb_used_data":4334644,"kb_used_omap":105,"kb_used_meta":2406614,"kb_avail":276374100,"statfs":{"total":289910292480,"available":283007078400,"internally_reserved":0,"allocated":4438675456,"data_stored":44778285127,"data_compressed":3367004228,"data_compressed_allocated":4016087040,"data_compressed_original":44330917888,"omap_allocated":108323,"internal_metadata":2464372957},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000913"},"pg_stats":[{"pgid":"2.7","version":"20'20505","reported_seq":31113,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.316852+0000","last_change":"2026-02-22T21:46:08.440343+0000","last_active":"2026-02-22T22:12:36.316852+0000","last_peered":"2026-02-22T22:12:36.316852+0000","last_clean":"2026-02-22T22:12:36.316852+0000","last_became_active":"2026-02-22T21:46:06.437159+0000","last_became_peered":"2026-02-22T21:46:06.437159+0000","last_unstale":"2026-02-22T22:12:36.316852+0000","last_undegraded":"2026-02-22T22:12:36.316852+0000","last_fullsized":"2026-02-22T22:12:36.316852+0000","mapping_epoch":13,"log_start":"20'10500","ondisk_log_start":"20'10500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10005,"log_dups_size":0,"ondisk_log_size":10005,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:07:54.251452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088290999999999999,"stat_sum":{"num_bytes":2787533840,"num_objects":684,"num_object_clones":72,"num_object_copies":1368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":684,"num_whiteouts":0,"num_read":9946,"num_read_kb":1021042,"num_write":20428,"num_write_kb":7545714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'99098","reported_seq":199898,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.327290+0000","last_change":"2026-02-22T21:46:08.440208+0000","last_active":"2026-02-22T22:12:36.327290+0000","last_peered":"2026-02-22T22:12:36.327290+0000","last_clean":"2026-02-22T22:12:36.327290+0000","last_became_active":"2026-02-22T21:46:06.437148+0000","last_became_peered":"2026-02-22T21:46:06.437148+0000","last_unstale":"2026-02-22T22:12:36.327290+0000","last_undegraded":"2026-02-22T22:12:36.327290+0000","last_fullsized":"2026-02-22T22:12:36.327290+0000","mapping_epoch":13,"log_start":"20'89000","ondisk_log_start":"20'89000","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10098,"log_dups_size":0,"ondisk_log_size":10098,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:09:50.272321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076426200000000004,"stat_sum":{"num_bytes":2872379652,"num_objects":714,"num_object_clones":91,"num_object_copies":1428,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":714,"num_whiteouts":0,"num_read":113978,"num_read_kb":2551652,"num_write":101265,"num_write_kb":13821862,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"20'101212","reported_seq":149426,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.305607+0000","last_change":"2026-02-22T21:46:08.440129+0000","last_active":"2026-02-22T22:12:36.305607+0000","last_peered":"2026-02-22T22:12:36.305607+0000","last_clean":"2026-02-22T22:12:36.305607+0000","last_became_active":"2026-02-22T21:46:06.437306+0000","last_became_peered":"2026-02-22T21:46:06.437306+0000","last_unstale":"2026-02-22T22:12:36.305607+0000","last_undegraded":"2026-02-22T22:12:36.305607+0000","last_fullsized":"2026-02-22T22:12:36.305607+0000","mapping_epoch":13,"log_start":"20'91200","ondisk_log_start":"20'91200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10012,"log_dups_size":0,"ondisk_log_size":10012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:10:37.551792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070938100000000003,"stat_sum":{"num_bytes":2943511040,"num_objects":723,"num_object_clones":89,"num_object_copies":1446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":723,"num_whiteouts":0,"num_read":47022,"num_read_kb":1949482,"num_write":101119,"num_write_kb":12050815,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"20'103448","reported_seq":147221,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.229408+0000","last_change":"2026-02-22T21:46:08.439910+0000","last_active":"2026-02-22T22:12:36.229408+0000","last_peered":"2026-02-22T22:12:36.229408+0000","last_clean":"2026-02-22T22:12:36.229408+0000","last_became_active":"2026-02-22T21:46:06.436428+0000","last_became_peered":"2026-02-22T21:46:06.436428+0000","last_unstale":"2026-02-22T22:12:36.229408+0000","last_undegraded":"2026-02-22T22:12:36.229408+0000","last_fullsized":"2026-02-22T22:12:36.229408+0000","mapping_epoch":13,"log_start":"20'93400","ondisk_log_start":"20'93400","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10048,"log_dups_size":0,"ondisk_log_size":10048,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:58:36.478399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056451500000000003,"stat_sum":{"num_bytes":2794045602,"num_objects":689,"num_object_clones":74,"num_object_copies":1378,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":689,"num_whiteouts":0,"num_read":60780,"num_read_kb":1948808,"num_write":106205,"num_write_kb":11741512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"20'195543","reported_seq":298423,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.277514+0000","last_change":"2026-02-22T21:46:08.438397+0000","last_active":"2026-02-22T22:12:36.277514+0000","last_peered":"2026-02-22T22:12:36.277514+0000","last_clean":"2026-02-22T22:12:36.277514+0000","last_became_active":"2026-02-22T21:46:06.436461+0000","last_became_peered":"2026-02-22T21:46:06.436461+0000","last_unstale":"2026-02-22T22:12:36.277514+0000","last_undegraded":"2026-02-22T22:12:36.277514+0000","last_fullsized":"2026-02-22T22:12:36.277514+0000","mapping_epoch":13,"log_start":"20'185500","ondisk_log_start":"20'185500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10043,"log_dups_size":0,"ondisk_log_size":10043,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:10:41.856300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078407900000000003,"stat_sum":{"num_bytes":2805453331,"num_objects":688,"num_object_clones":84,"num_object_copies":1376,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":688,"num_whiteouts":0,"num_read":102990,"num_read_kb":2100532,"num_write":195462,"num_write_kb":13016872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"20'130620","reported_seq":223255,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.279299+0000","last_change":"2026-02-22T21:46:09.070611+0000","last_active":"2026-02-22T22:12:36.279299+0000","last_peered":"2026-02-22T22:12:36.279299+0000","last_clean":"2026-02-22T22:12:36.279299+0000","last_became_active":"2026-02-22T21:46:06.437312+0000","last_became_peered":"2026-02-22T21:46:06.437312+0000","last_unstale":"2026-02-22T22:12:36.279299+0000","last_undegraded":"2026-02-22T22:12:36.279299+0000","last_fullsized":"2026-02-22T22:12:36.279299+0000","mapping_epoch":13,"log_start":"20'120600","ondisk_log_start":"20'120600","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10020,"log_dups_size":0,"ondisk_log_size":10020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:26:08.831016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025763199999999999,"stat_sum":{"num_bytes":2947482550,"num_objects":724,"num_object_clones":83,"num_object_copies":1448,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":724,"num_whiteouts":0,"num_read":101370,"num_read_kb":1968518,"num_write":132101,"num_write_kb":12596497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"20'51412","reported_seq":71399,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.254336+0000","last_change":"2026-02-22T21:46:09.070601+0000","last_active":"2026-02-22T22:12:36.254336+0000","last_peered":"2026-02-22T22:12:36.254336+0000","last_clean":"2026-02-22T22:12:36.254336+0000","last_became_active":"2026-02-22T21:46:06.436432+0000","last_became_peered":"2026-02-22T21:46:06.436432+0000","last_unstale":"2026-02-22T22:12:36.254336+0000","last_undegraded":"2026-02-22T22:12:36.254336+0000","last_fullsized":"2026-02-22T22:12:36.254336+0000","mapping_epoch":13,"log_start":"20'41400","ondisk_log_start":"20'41400","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10012,"log_dups_size":0,"ondisk_log_size":10012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:02:53.840991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000253305,"stat_sum":{"num_bytes":2932857872,"num_objects":720,"num_object_clones":76,"num_object_copies":1440,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":720,"num_whiteouts":0,"num_read":20087,"num_read_kb":1245916,"num_write":51344,"num_write_kb":10526114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"20'46570","reported_seq":72645,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.257633+0000","last_change":"2026-02-22T21:46:08.439853+0000","last_active":"2026-02-22T22:12:36.257633+0000","last_peered":"2026-02-22T22:12:36.257633+0000","last_clean":"2026-02-22T22:12:36.257633+0000","last_became_active":"2026-02-22T21:46:06.436604+0000","last_became_peered":"2026-02-22T21:46:06.436604+0000","last_unstale":"2026-02-22T22:12:36.257633+0000","last_undegraded":"2026-02-22T22:12:36.257633+0000","last_fullsized":"2026-02-22T22:12:36.257633+0000","mapping_epoch":13,"log_start":"20'36500","ondisk_log_start":"20'36500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10070,"log_dups_size":0,"ondisk_log_size":10070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:53:44.717597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049195200000000004,"stat_sum":{"num_bytes":2749263872,"num_objects":676,"num_object_clones":89,"num_object_copies":1352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":676,"num_whiteouts":0,"num_read":26186,"num_read_kb":1396286,"num_write":46494,"num_write_kb":10100896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:10:10.735751+0000","last_change":"2026-02-22T21:46:02.884413+0000","last_active":"2026-02-22T22:10:10.735751+0000","last_peered":"2026-02-22T22:10:10.735751+0000","last_clean":"2026-02-22T22:10:10.735751+0000","last_became_active":"2026-02-22T21:46:02.883845+0000","last_became_peered":"2026-02-22T21:46:02.883845+0000","last_unstale":"2026-02-22T22:10:10.735751+0000","last_undegraded":"2026-02-22T22:10:10.735751+0000","last_fullsized":"2026-02-22T22:10:10.735751+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:01.423484+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:01.423484+0000","last_clean_scrub_stamp":"2026-02-22T21:46:01.423484+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:49:52.628250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":22832527759,"num_objects":5618,"num_object_clones":658,"num_object_copies":11236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5618,"num_whiteouts":0,"num_read":482359,"num_read_kb":14182236,"num_write":754418,"num_write_kb":91400282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4438028288,"data_stored":44776940318,"data_compressed":3366937146,"data_compressed_allocated":4015996928,"data_compressed_original":44329771008,"omap_allocated":9959,"internal_metadata":0},"log_size":80308,"ondisk_log_size":80308,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67082,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":0,"up_from":9,"seq":38654705991,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2052316,"kb_used_data":1372428,"kb_used_omap":45,"kb_used_meta":679826,"kb_avail":92319524,"statfs":{"total":96636764160,"available":94535192576,"internally_reserved":0,"allocated":1405366272,"data_stored":13948017548,"data_compressed":1081349948,"data_compressed_allocated":1282560000,"data_compressed_original":13817986048,"omap_allocated":46575,"internal_metadata":696142353},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738695,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1507828,"kb_used_data":794976,"kb_used_omap":1,"kb_used_meta":712830,"kb_avail":92864012,"statfs":{"total":96636764160,"available":95092748288,"internally_reserved":0,"allocated":814055424,"data_stored":8441152361,"data_compressed":602152166,"data_compressed_allocated":725483520,"data_compressed_original":8347472896,"omap_allocated":1594,"internal_metadata":729938374},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738696,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3181276,"kb_used_data":2167240,"kb_used_omap":58,"kb_used_meta":1013957,"kb_avail":91190564,"statfs":{"total":96636764160,"available":93379137536,"internally_reserved":0,"allocated":2219253760,"data_stored":22389115218,"data_compressed":1683502114,"data_compressed_allocated":2008043520,"data_compressed_original":22165458944,"omap_allocated":60154,"internal_metadata":1038292230},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1405128704,"data_stored":13947372489,"data_compressed":1081316407,"data_compressed_allocated":1282514944,"data_compressed_original":13817412608,"omap_allocated":4817,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2219016192,"data_stored":22388470159,"data_compressed":1683468573,"data_compressed_allocated":2007998464,"data_compressed_original":22164885504,"omap_allocated":5142,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":813883392,"data_stored":8441097670,"data_compressed":602152166,"data_compressed_allocated":725483520,"data_compressed_original":8347472896,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:13:02.124 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:13:02.278 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T22:13:02.278 INFO:teuthology.orchestra.run.trial082.stdout:{"epoch":20,"fsid":"6fd1c771-8211-455a-be1d-b6a08555a8a1","created":"2026-02-22T21:45:51.102682+0000","modified":"2026-02-22T21:47:37.129440+0000","last_up_change":"2026-02-22T21:46:00.421642+0000","last_in_change":"2026-02-22T21:45:51.662728+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:46:01.423223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T21:46:05.257122+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":20,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"db564c7c-ed3c-473c-a0c8-89efafb3deed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6818","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6819","nonce":1890121331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6820","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6821","nonce":1890121331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6824","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6825","nonce":1890121331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6822","nonce":1890121331},{"type":"v1","addr":"10.20.193.82:6823","nonce":1890121331}]},"public_addr":"10.20.193.82:6819/1890121331","cluster_addr":"10.20.193.82:6821/1890121331","heartbeat_back_addr":"10.20.193.82:6825/1890121331","heartbeat_front_addr":"10.20.193.82:6823/1890121331","state":["exists","up"]},{"osd":1,"uuid":"33873a62-9fdb-4ff6-a4bf-1127e1c66efb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6810","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6811","nonce":668187272}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6812","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6813","nonce":668187272}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6816","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6817","nonce":668187272}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6814","nonce":668187272},{"type":"v1","addr":"10.20.193.82:6815","nonce":668187272}]},"public_addr":"10.20.193.82:6811/668187272","cluster_addr":"10.20.193.82:6813/668187272","heartbeat_back_addr":"10.20.193.82:6817/668187272","heartbeat_front_addr":"10.20.193.82:6815/668187272","state":["exists","up"]},{"osd":2,"uuid":"a5d9d87b-e53d-4bb1-8c31-2c2fc90619e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6800","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6801","nonce":995703113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6802","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6803","nonce":995703113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6806","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6807","nonce":995703113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.82:6804","nonce":995703113},{"type":"v1","addr":"10.20.193.82:6805","nonce":995703113}]},"public_addr":"10.20.193.82:6801/995703113","cluster_addr":"10.20.193.82:6803/995703113","heartbeat_back_addr":"10.20.193.82:6807/995703113","heartbeat_front_addr":"10.20.193.82:6805/995703113","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:45:58.402472+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:45:58.206995+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:45:57.889674+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:13:03.287 INFO:tasks.ceph:Scrubbing cluster1.osd.0 2026-02-22T22:13:03.287 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:13:03.367 INFO:teuthology.orchestra.run.trial082.stdout:{ 2026-02-22T22:13:03.367 INFO:teuthology.orchestra.run.trial082.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:13:03.367 INFO:teuthology.orchestra.run.trial082.stdout:} 2026-02-22T22:13:03.372 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd deep-scrub 0 2026-02-22T22:13:03.531 INFO:teuthology.orchestra.run.trial082.stderr:instructed osd(s) 0 to deep-scrub 2026-02-22T22:13:03.540 INFO:tasks.ceph:Scrubbing cluster1.osd.1 2026-02-22T22:13:03.540 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:13:03.620 INFO:teuthology.orchestra.run.trial082.stdout:{ 2026-02-22T22:13:03.621 INFO:teuthology.orchestra.run.trial082.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:13:03.621 INFO:teuthology.orchestra.run.trial082.stdout:} 2026-02-22T22:13:03.626 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd deep-scrub 1 2026-02-22T22:13:03.780 INFO:teuthology.orchestra.run.trial082.stderr:instructed osd(s) 1 to deep-scrub 2026-02-22T22:13:03.788 INFO:tasks.ceph:Scrubbing cluster1.osd.2 2026-02-22T22:13:03.789 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:13:03.868 INFO:teuthology.orchestra.run.trial082.stdout:{ 2026-02-22T22:13:03.868 INFO:teuthology.orchestra.run.trial082.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:13:03.868 INFO:teuthology.orchestra.run.trial082.stdout:} 2026-02-22T22:13:03.874 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd deep-scrub 2 2026-02-22T22:13:04.043 INFO:teuthology.orchestra.run.trial082.stderr:instructed osd(s) 2 to deep-scrub 2026-02-22T22:13:04.053 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:13:04.213 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T22:13:04.213 INFO:teuthology.orchestra.run.trial082.stderr:dumped all 2026-02-22T22:13:04.222 INFO:teuthology.orchestra.run.trial082.stdout:{"pg_ready":true,"pg_map":{"version":830,"stamp":"2026-02-22T22:13:03.592436+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":22833118127,"num_objects":5620,"num_object_clones":658,"num_object_copies":11240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5620,"num_whiteouts":0,"num_read":482425,"num_read_kb":14182291,"num_write":754519,"num_write_kb":91401910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80380,"ondisk_log_size":80380,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":6741420,"kb_used_data":4334644,"kb_used_omap":105,"kb_used_meta":2406614,"kb_avail":276374100,"statfs":{"total":289910292480,"available":283007078400,"internally_reserved":0,"allocated":4438675456,"data_stored":44778285127,"data_compressed":3367004228,"data_compressed_allocated":4016087040,"data_compressed_original":44330917888,"omap_allocated":108323,"internal_metadata":2464372957},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000940"},"pg_stats":[{"pgid":"2.7","version":"20'20505","reported_seq":31113,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.316852+0000","last_change":"2026-02-22T21:46:08.440343+0000","last_active":"2026-02-22T22:12:36.316852+0000","last_peered":"2026-02-22T22:12:36.316852+0000","last_clean":"2026-02-22T22:12:36.316852+0000","last_became_active":"2026-02-22T21:46:06.437159+0000","last_became_peered":"2026-02-22T21:46:06.437159+0000","last_unstale":"2026-02-22T22:12:36.316852+0000","last_undegraded":"2026-02-22T22:12:36.316852+0000","last_fullsized":"2026-02-22T22:12:36.316852+0000","mapping_epoch":13,"log_start":"20'10500","ondisk_log_start":"20'10500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10005,"log_dups_size":0,"ondisk_log_size":10005,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:07:54.251452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088290999999999999,"stat_sum":{"num_bytes":2787533840,"num_objects":684,"num_object_clones":72,"num_object_copies":1368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":684,"num_whiteouts":0,"num_read":9946,"num_read_kb":1021042,"num_write":20428,"num_write_kb":7545714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'99098","reported_seq":199898,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.327290+0000","last_change":"2026-02-22T21:46:08.440208+0000","last_active":"2026-02-22T22:12:36.327290+0000","last_peered":"2026-02-22T22:12:36.327290+0000","last_clean":"2026-02-22T22:12:36.327290+0000","last_became_active":"2026-02-22T21:46:06.437148+0000","last_became_peered":"2026-02-22T21:46:06.437148+0000","last_unstale":"2026-02-22T22:12:36.327290+0000","last_undegraded":"2026-02-22T22:12:36.327290+0000","last_fullsized":"2026-02-22T22:12:36.327290+0000","mapping_epoch":13,"log_start":"20'89000","ondisk_log_start":"20'89000","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10098,"log_dups_size":0,"ondisk_log_size":10098,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:09:50.272321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076426200000000004,"stat_sum":{"num_bytes":2872379652,"num_objects":714,"num_object_clones":91,"num_object_copies":1428,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":714,"num_whiteouts":0,"num_read":113978,"num_read_kb":2551652,"num_write":101265,"num_write_kb":13821862,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"20'101212","reported_seq":149426,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.305607+0000","last_change":"2026-02-22T21:46:08.440129+0000","last_active":"2026-02-22T22:12:36.305607+0000","last_peered":"2026-02-22T22:12:36.305607+0000","last_clean":"2026-02-22T22:12:36.305607+0000","last_became_active":"2026-02-22T21:46:06.437306+0000","last_became_peered":"2026-02-22T21:46:06.437306+0000","last_unstale":"2026-02-22T22:12:36.305607+0000","last_undegraded":"2026-02-22T22:12:36.305607+0000","last_fullsized":"2026-02-22T22:12:36.305607+0000","mapping_epoch":13,"log_start":"20'91200","ondisk_log_start":"20'91200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10012,"log_dups_size":0,"ondisk_log_size":10012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:10:37.551792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070938100000000003,"stat_sum":{"num_bytes":2943511040,"num_objects":723,"num_object_clones":89,"num_object_copies":1446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":723,"num_whiteouts":0,"num_read":47022,"num_read_kb":1949482,"num_write":101119,"num_write_kb":12050815,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"20'103448","reported_seq":147221,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.229408+0000","last_change":"2026-02-22T21:46:08.439910+0000","last_active":"2026-02-22T22:12:36.229408+0000","last_peered":"2026-02-22T22:12:36.229408+0000","last_clean":"2026-02-22T22:12:36.229408+0000","last_became_active":"2026-02-22T21:46:06.436428+0000","last_became_peered":"2026-02-22T21:46:06.436428+0000","last_unstale":"2026-02-22T22:12:36.229408+0000","last_undegraded":"2026-02-22T22:12:36.229408+0000","last_fullsized":"2026-02-22T22:12:36.229408+0000","mapping_epoch":13,"log_start":"20'93400","ondisk_log_start":"20'93400","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10048,"log_dups_size":0,"ondisk_log_size":10048,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:58:36.478399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056451500000000003,"stat_sum":{"num_bytes":2794045602,"num_objects":689,"num_object_clones":74,"num_object_copies":1378,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":689,"num_whiteouts":0,"num_read":60780,"num_read_kb":1948808,"num_write":106205,"num_write_kb":11741512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"20'195543","reported_seq":298423,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.277514+0000","last_change":"2026-02-22T21:46:08.438397+0000","last_active":"2026-02-22T22:12:36.277514+0000","last_peered":"2026-02-22T22:12:36.277514+0000","last_clean":"2026-02-22T22:12:36.277514+0000","last_became_active":"2026-02-22T21:46:06.436461+0000","last_became_peered":"2026-02-22T21:46:06.436461+0000","last_unstale":"2026-02-22T22:12:36.277514+0000","last_undegraded":"2026-02-22T22:12:36.277514+0000","last_fullsized":"2026-02-22T22:12:36.277514+0000","mapping_epoch":13,"log_start":"20'185500","ondisk_log_start":"20'185500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10043,"log_dups_size":0,"ondisk_log_size":10043,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:10:41.856300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078407900000000003,"stat_sum":{"num_bytes":2805453331,"num_objects":688,"num_object_clones":84,"num_object_copies":1376,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":688,"num_whiteouts":0,"num_read":102990,"num_read_kb":2100532,"num_write":195462,"num_write_kb":13016872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"20'130620","reported_seq":223255,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.279299+0000","last_change":"2026-02-22T21:46:09.070611+0000","last_active":"2026-02-22T22:12:36.279299+0000","last_peered":"2026-02-22T22:12:36.279299+0000","last_clean":"2026-02-22T22:12:36.279299+0000","last_became_active":"2026-02-22T21:46:06.437312+0000","last_became_peered":"2026-02-22T21:46:06.437312+0000","last_unstale":"2026-02-22T22:12:36.279299+0000","last_undegraded":"2026-02-22T22:12:36.279299+0000","last_fullsized":"2026-02-22T22:12:36.279299+0000","mapping_epoch":13,"log_start":"20'120600","ondisk_log_start":"20'120600","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10020,"log_dups_size":0,"ondisk_log_size":10020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:26:08.831016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025763199999999999,"stat_sum":{"num_bytes":2947482550,"num_objects":724,"num_object_clones":83,"num_object_copies":1448,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":724,"num_whiteouts":0,"num_read":101370,"num_read_kb":1968518,"num_write":132101,"num_write_kb":12596497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"20'51412","reported_seq":71399,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.254336+0000","last_change":"2026-02-22T21:46:09.070601+0000","last_active":"2026-02-22T22:12:36.254336+0000","last_peered":"2026-02-22T22:12:36.254336+0000","last_clean":"2026-02-22T22:12:36.254336+0000","last_became_active":"2026-02-22T21:46:06.436432+0000","last_became_peered":"2026-02-22T21:46:06.436432+0000","last_unstale":"2026-02-22T22:12:36.254336+0000","last_undegraded":"2026-02-22T22:12:36.254336+0000","last_fullsized":"2026-02-22T22:12:36.254336+0000","mapping_epoch":13,"log_start":"20'41400","ondisk_log_start":"20'41400","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10012,"log_dups_size":0,"ondisk_log_size":10012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:02:53.840991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000253305,"stat_sum":{"num_bytes":2932857872,"num_objects":720,"num_object_clones":76,"num_object_copies":1440,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":720,"num_whiteouts":0,"num_read":20087,"num_read_kb":1245916,"num_write":51344,"num_write_kb":10526114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"20'46570","reported_seq":72645,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:12:36.257633+0000","last_change":"2026-02-22T21:46:08.439853+0000","last_active":"2026-02-22T22:12:36.257633+0000","last_peered":"2026-02-22T22:12:36.257633+0000","last_clean":"2026-02-22T22:12:36.257633+0000","last_became_active":"2026-02-22T21:46:06.436604+0000","last_became_peered":"2026-02-22T21:46:06.436604+0000","last_unstale":"2026-02-22T22:12:36.257633+0000","last_undegraded":"2026-02-22T22:12:36.257633+0000","last_fullsized":"2026-02-22T22:12:36.257633+0000","mapping_epoch":13,"log_start":"20'36500","ondisk_log_start":"20'36500","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:05.428614+0000","last_clean_scrub_stamp":"2026-02-22T21:46:05.428614+0000","objects_scrubbed":0,"log_size":10070,"log_dups_size":0,"ondisk_log_size":10070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:53:44.717597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049195200000000004,"stat_sum":{"num_bytes":2749263872,"num_objects":676,"num_object_clones":89,"num_object_copies":1352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":676,"num_whiteouts":0,"num_read":26186,"num_read_kb":1396286,"num_write":46494,"num_write_kb":10100896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":131,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:10:10.735751+0000","last_change":"2026-02-22T21:46:02.884413+0000","last_active":"2026-02-22T22:10:10.735751+0000","last_peered":"2026-02-22T22:10:10.735751+0000","last_clean":"2026-02-22T22:10:10.735751+0000","last_became_active":"2026-02-22T21:46:02.883845+0000","last_became_peered":"2026-02-22T21:46:02.883845+0000","last_unstale":"2026-02-22T22:10:10.735751+0000","last_undegraded":"2026-02-22T22:10:10.735751+0000","last_fullsized":"2026-02-22T22:10:10.735751+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:01.423484+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:01.423484+0000","last_clean_scrub_stamp":"2026-02-22T21:46:01.423484+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:49:52.628250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":22832527759,"num_objects":5618,"num_object_clones":658,"num_object_copies":11236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5618,"num_whiteouts":0,"num_read":482359,"num_read_kb":14182236,"num_write":754418,"num_write_kb":91400282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4438028288,"data_stored":44776940318,"data_compressed":3366937146,"data_compressed_allocated":4015996928,"data_compressed_original":44329771008,"omap_allocated":9959,"internal_metadata":0},"log_size":80308,"ondisk_log_size":80308,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67082,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":0,"up_from":9,"seq":38654705992,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2052316,"kb_used_data":1372428,"kb_used_omap":45,"kb_used_meta":679826,"kb_avail":92319524,"statfs":{"total":96636764160,"available":94535192576,"internally_reserved":0,"allocated":1405366272,"data_stored":13948017548,"data_compressed":1081349948,"data_compressed_allocated":1282560000,"data_compressed_original":13817986048,"omap_allocated":46575,"internal_metadata":696142353},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738695,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1507828,"kb_used_data":794976,"kb_used_omap":1,"kb_used_meta":712830,"kb_avail":92864012,"statfs":{"total":96636764160,"available":95092748288,"internally_reserved":0,"allocated":814055424,"data_stored":8441152361,"data_compressed":602152166,"data_compressed_allocated":725483520,"data_compressed_original":8347472896,"omap_allocated":1594,"internal_metadata":729938374},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738696,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3181276,"kb_used_data":2167240,"kb_used_omap":58,"kb_used_meta":1013957,"kb_avail":91190564,"statfs":{"total":96636764160,"available":93379137536,"internally_reserved":0,"allocated":2219253760,"data_stored":22389115218,"data_compressed":1683502114,"data_compressed_allocated":2008043520,"data_compressed_original":22165458944,"omap_allocated":60154,"internal_metadata":1038292230},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1405128704,"data_stored":13947372489,"data_compressed":1081316407,"data_compressed_allocated":1282514944,"data_compressed_original":13817412608,"omap_allocated":4817,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2219016192,"data_stored":22388470159,"data_compressed":1683468573,"data_compressed_allocated":2007998464,"data_compressed_original":22164885504,"omap_allocated":5142,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":813883392,"data_stored":8441097670,"data_compressed":602152166,"data_compressed_allocated":725483520,"data_compressed_original":8347472896,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:13:04.224 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-02-22T21:46:05.428614+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=2, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:13:04.224 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-02-22T21:46:05.428614+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=2, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:13:04.224 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-02-22T21:46:05.428614+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=2, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:13:04.224 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-02-22T21:46:05.428614+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=2, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:13:04.224 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-02-22T21:46:05.428614+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=2, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:13:04.225 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-02-22T21:46:05.428614+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=2, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:13:04.225 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-02-22T21:46:05.428614+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=2, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:13:04.225 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-02-22T21:46:05.428614+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=2, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:13:04.225 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-02-22T21:46:01.423484+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=1, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=2, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:13:04.225 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-02-22T22:13:24.226 DEBUG:teuthology.orchestra.run.trial082:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:13:24.386 INFO:teuthology.orchestra.run.trial082.stdout: 2026-02-22T22:13:24.387 INFO:teuthology.orchestra.run.trial082.stderr:dumped all 2026-02-22T22:13:24.394 INFO:teuthology.orchestra.run.trial082.stdout:{"pg_ready":true,"pg_map":{"version":840,"stamp":"2026-02-22T22:13:23.594625+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":22833118127,"num_objects":5620,"num_object_clones":658,"num_object_copies":11240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5620,"num_whiteouts":0,"num_read":482425,"num_read_kb":14182291,"num_write":754519,"num_write_kb":91401910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":902,"num_omap_keys":35,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80390,"ondisk_log_size":80390,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":6742756,"kb_used_data":4334644,"kb_used_omap":105,"kb_used_meta":2407958,"kb_avail":276372764,"statfs":{"total":289910292480,"available":283005710336,"internally_reserved":0,"allocated":4438675456,"data_stored":44778285127,"data_compressed":3367004228,"data_compressed_allocated":4016087040,"data_compressed_original":44330917888,"omap_allocated":108323,"internal_metadata":2465749213},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":812,"num_omap_keys":29,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001289"},"pg_stats":[{"pgid":"2.7","version":"20'21189","reported_seq":31852,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:13:11.994495+0000","last_change":"2026-02-22T22:13:11.994522+0000","last_active":"2026-02-22T22:13:11.994495+0000","last_peered":"2026-02-22T22:13:11.994495+0000","last_clean":"2026-02-22T22:13:11.994495+0000","last_became_active":"2026-02-22T21:46:06.437159+0000","last_became_peered":"2026-02-22T21:46:06.437159+0000","last_unstale":"2026-02-22T22:13:11.994495+0000","last_undegraded":"2026-02-22T22:13:11.994495+0000","last_fullsized":"2026-02-22T22:13:11.994495+0000","mapping_epoch":13,"log_start":"20'11100","ondisk_log_start":"20'11100","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'21189","last_scrub_stamp":"2026-02-22T22:13:11.994466+0000","last_deep_scrub":"20'21189","last_deep_scrub_stamp":"2026-02-22T22:13:11.994466+0000","last_clean_scrub_stamp":"2026-02-22T22:13:11.994466+0000","objects_scrubbed":684,"log_size":10089,"log_dups_size":0,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":4,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:52:49.869513+0000","scrub_duration":3371,"objects_trimmed":0,"snaptrim_duration":0.00088290999999999999,"stat_sum":{"num_bytes":2787533840,"num_objects":684,"num_object_clones":72,"num_object_copies":1368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":684,"num_whiteouts":0,"num_read":9946,"num_read_kb":1021042,"num_write":20428,"num_write_kb":7545714,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":338,"num_omap_keys":10,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'99812","reported_seq":200669,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:13:11.307523+0000","last_change":"2026-02-22T22:13:11.307595+0000","last_active":"2026-02-22T22:13:11.307523+0000","last_peered":"2026-02-22T22:13:11.307523+0000","last_clean":"2026-02-22T22:13:11.307523+0000","last_became_active":"2026-02-22T21:46:06.437148+0000","last_became_peered":"2026-02-22T21:46:06.437148+0000","last_unstale":"2026-02-22T22:13:11.307523+0000","last_undegraded":"2026-02-22T22:13:11.307523+0000","last_fullsized":"2026-02-22T22:13:11.307523+0000","mapping_epoch":13,"log_start":"20'89800","ondisk_log_start":"20'89800","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'99812","last_scrub_stamp":"2026-02-22T22:13:11.307475+0000","last_deep_scrub":"20'99812","last_deep_scrub_stamp":"2026-02-22T22:13:11.307475+0000","last_clean_scrub_stamp":"2026-02-22T22:13:11.307475+0000","objects_scrubbed":714,"log_size":10012,"log_dups_size":0,"ondisk_log_size":10012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":4,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:24:03.922974+0000","scrub_duration":3651,"objects_trimmed":0,"snaptrim_duration":0.00076426200000000004,"stat_sum":{"num_bytes":2872379652,"num_objects":714,"num_object_clones":91,"num_object_copies":1428,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":714,"num_whiteouts":0,"num_read":113978,"num_read_kb":2551652,"num_write":101265,"num_write_kb":13821862,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":338,"num_omap_keys":10,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"20'101935","reported_seq":150207,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:13:12.953330+0000","last_change":"2026-02-22T22:13:12.953353+0000","last_active":"2026-02-22T22:13:12.953330+0000","last_peered":"2026-02-22T22:13:12.953330+0000","last_clean":"2026-02-22T22:13:12.953330+0000","last_became_active":"2026-02-22T21:46:06.437306+0000","last_became_peered":"2026-02-22T21:46:06.437306+0000","last_unstale":"2026-02-22T22:13:12.953330+0000","last_undegraded":"2026-02-22T22:13:12.953330+0000","last_fullsized":"2026-02-22T22:13:12.953330+0000","mapping_epoch":13,"log_start":"20'91900","ondisk_log_start":"20'91900","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'101935","last_scrub_stamp":"2026-02-22T22:13:12.953280+0000","last_deep_scrub":"20'101935","last_deep_scrub_stamp":"2026-02-22T22:13:12.953280+0000","last_clean_scrub_stamp":"2026-02-22T22:13:12.953280+0000","objects_scrubbed":723,"log_size":10035,"log_dups_size":0,"ondisk_log_size":10035,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":4,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:03:10.669076+0000","scrub_duration":3365,"objects_trimmed":0,"snaptrim_duration":0.00070938100000000003,"stat_sum":{"num_bytes":2943511040,"num_objects":723,"num_object_clones":89,"num_object_copies":1446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":723,"num_whiteouts":0,"num_read":47022,"num_read_kb":1949482,"num_write":101119,"num_write_kb":12050815,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":136,"num_omap_keys":9,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"20'104135","reported_seq":147964,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:13:09.191523+0000","last_change":"2026-02-22T22:13:09.191543+0000","last_active":"2026-02-22T22:13:09.191523+0000","last_peered":"2026-02-22T22:13:09.191523+0000","last_clean":"2026-02-22T22:13:09.191523+0000","last_became_active":"2026-02-22T21:46:06.436428+0000","last_became_peered":"2026-02-22T21:46:06.436428+0000","last_unstale":"2026-02-22T22:13:09.191523+0000","last_undegraded":"2026-02-22T22:13:09.191523+0000","last_fullsized":"2026-02-22T22:13:09.191523+0000","mapping_epoch":13,"log_start":"20'94100","ondisk_log_start":"20'94100","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'104135","last_scrub_stamp":"2026-02-22T22:13:09.191485+0000","last_deep_scrub":"20'104135","last_deep_scrub_stamp":"2026-02-22T22:13:09.191485+0000","last_clean_scrub_stamp":"2026-02-22T22:13:09.191485+0000","objects_scrubbed":689,"log_size":10035,"log_dups_size":0,"ondisk_log_size":10035,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":4,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:05:35.980046+0000","scrub_duration":3639,"objects_trimmed":0,"snaptrim_duration":0.00056451500000000003,"stat_sum":{"num_bytes":2794045602,"num_objects":689,"num_object_clones":74,"num_object_copies":1378,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":689,"num_whiteouts":0,"num_read":60780,"num_read_kb":1948808,"num_write":106205,"num_write_kb":11741512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":90,"num_omap_keys":6,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"20'196226","reported_seq":299162,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:13:07.135976+0000","last_change":"2026-02-22T22:13:07.136001+0000","last_active":"2026-02-22T22:13:07.135976+0000","last_peered":"2026-02-22T22:13:07.135976+0000","last_clean":"2026-02-22T22:13:07.135976+0000","last_became_active":"2026-02-22T21:46:06.436461+0000","last_became_peered":"2026-02-22T21:46:06.436461+0000","last_unstale":"2026-02-22T22:13:07.135976+0000","last_undegraded":"2026-02-22T22:13:07.135976+0000","last_fullsized":"2026-02-22T22:13:07.135976+0000","mapping_epoch":13,"log_start":"20'186200","ondisk_log_start":"20'186200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'196226","last_scrub_stamp":"2026-02-22T22:13:07.135915+0000","last_deep_scrub":"20'196226","last_deep_scrub_stamp":"2026-02-22T22:13:07.135915+0000","last_clean_scrub_stamp":"2026-02-22T22:13:07.135915+0000","objects_scrubbed":688,"log_size":10026,"log_dups_size":0,"ondisk_log_size":10026,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":4,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:49:58.818089+0000","scrub_duration":3263,"objects_trimmed":0,"snaptrim_duration":0.00078407900000000003,"stat_sum":{"num_bytes":2805453331,"num_objects":688,"num_object_clones":84,"num_object_copies":1376,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":688,"num_whiteouts":0,"num_read":102990,"num_read_kb":2100532,"num_write":195462,"num_write_kb":13016872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"20'131344","reported_seq":224037,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:13:09.664280+0000","last_change":"2026-02-22T22:13:09.664280+0000","last_active":"2026-02-22T22:13:09.664280+0000","last_peered":"2026-02-22T22:13:09.664280+0000","last_clean":"2026-02-22T22:13:09.664280+0000","last_became_active":"2026-02-22T21:46:06.437312+0000","last_became_peered":"2026-02-22T21:46:06.437312+0000","last_unstale":"2026-02-22T22:13:09.664280+0000","last_undegraded":"2026-02-22T22:13:09.664280+0000","last_fullsized":"2026-02-22T22:13:09.664280+0000","mapping_epoch":13,"log_start":"20'121300","ondisk_log_start":"20'121300","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'131344","last_scrub_stamp":"2026-02-22T22:13:09.664207+0000","last_deep_scrub":"20'131344","last_deep_scrub_stamp":"2026-02-22T22:13:09.664207+0000","last_clean_scrub_stamp":"2026-02-22T22:13:09.664207+0000","objects_scrubbed":724,"log_size":10044,"log_dups_size":0,"ondisk_log_size":10044,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":4,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:12:10.290315+0000","scrub_duration":3808,"objects_trimmed":0,"snaptrim_duration":0.00025763199999999999,"stat_sum":{"num_bytes":2947482550,"num_objects":724,"num_object_clones":83,"num_object_copies":1448,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":724,"num_whiteouts":0,"num_read":101370,"num_read_kb":1968518,"num_write":132101,"num_write_kb":12596497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"20'52129","reported_seq":72174,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:13:08.337127+0000","last_change":"2026-02-22T22:13:08.337146+0000","last_active":"2026-02-22T22:13:08.337127+0000","last_peered":"2026-02-22T22:13:08.337127+0000","last_clean":"2026-02-22T22:13:08.337127+0000","last_became_active":"2026-02-22T21:46:06.436432+0000","last_became_peered":"2026-02-22T21:46:06.436432+0000","last_unstale":"2026-02-22T22:13:08.337127+0000","last_undegraded":"2026-02-22T22:13:08.337127+0000","last_fullsized":"2026-02-22T22:13:08.337127+0000","mapping_epoch":13,"log_start":"20'42100","ondisk_log_start":"20'42100","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'52129","last_scrub_stamp":"2026-02-22T22:13:08.337092+0000","last_deep_scrub":"20'52129","last_deep_scrub_stamp":"2026-02-22T22:13:08.337092+0000","last_clean_scrub_stamp":"2026-02-22T22:13:08.337092+0000","objects_scrubbed":720,"log_size":10029,"log_dups_size":0,"ondisk_log_size":10029,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":4,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:44:53.522860+0000","scrub_duration":3520,"objects_trimmed":0,"snaptrim_duration":0.000253305,"stat_sum":{"num_bytes":2932857872,"num_objects":720,"num_object_clones":76,"num_object_copies":1440,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":720,"num_whiteouts":0,"num_read":20087,"num_read_kb":1245916,"num_write":51344,"num_write_kb":10526114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"20'47246","reported_seq":73376,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:13:10.038778+0000","last_change":"2026-02-22T22:13:10.038778+0000","last_active":"2026-02-22T22:13:10.038778+0000","last_peered":"2026-02-22T22:13:10.038778+0000","last_clean":"2026-02-22T22:13:10.038778+0000","last_became_active":"2026-02-22T21:46:06.436604+0000","last_became_peered":"2026-02-22T21:46:06.436604+0000","last_unstale":"2026-02-22T22:13:10.038778+0000","last_undegraded":"2026-02-22T22:13:10.038778+0000","last_fullsized":"2026-02-22T22:13:10.038778+0000","mapping_epoch":13,"log_start":"20'37200","ondisk_log_start":"20'37200","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'47246","last_scrub_stamp":"2026-02-22T22:13:10.038693+0000","last_deep_scrub":"20'47246","last_deep_scrub_stamp":"2026-02-22T22:13:10.038693+0000","last_clean_scrub_stamp":"2026-02-22T22:13:10.038693+0000","objects_scrubbed":676,"log_size":10046,"log_dups_size":0,"ondisk_log_size":10046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":4,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:51:25.329634+0000","scrub_duration":3445,"objects_trimmed":0,"snaptrim_duration":0.00049195200000000004,"stat_sum":{"num_bytes":2749263872,"num_objects":676,"num_object_clones":89,"num_object_copies":1352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":676,"num_whiteouts":0,"num_read":26186,"num_read_kb":1396286,"num_write":46494,"num_write_kb":10100896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"20'74","reported_seq":142,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-22T22:13:04.598268+0000","last_change":"2026-02-22T22:13:04.598281+0000","last_active":"2026-02-22T22:13:04.598268+0000","last_peered":"2026-02-22T22:13:04.598268+0000","last_clean":"2026-02-22T22:13:04.598268+0000","last_became_active":"2026-02-22T21:46:02.883845+0000","last_became_peered":"2026-02-22T21:46:02.883845+0000","last_unstale":"2026-02-22T22:13:04.598268+0000","last_undegraded":"2026-02-22T22:13:04.598268+0000","last_fullsized":"2026-02-22T22:13:04.598268+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"20'74","last_scrub_stamp":"2026-02-22T22:13:04.598227+0000","last_deep_scrub":"20'74","last_deep_scrub_stamp":"2026-02-22T22:13:04.598227+0000","last_clean_scrub_stamp":"2026-02-22T22:13:04.598227+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:14:16.294137+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":22832527759,"num_objects":5618,"num_object_clones":658,"num_object_copies":11236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5618,"num_whiteouts":0,"num_read":482359,"num_read_kb":14182236,"num_write":754418,"num_write_kb":91400282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":902,"num_omap_keys":35,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4438028288,"data_stored":44776940318,"data_compressed":3366937146,"data_compressed_allocated":4015996928,"data_compressed_original":44329771008,"omap_allocated":9959,"internal_metadata":0},"log_size":80316,"ondisk_log_size":80316,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67082,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":0,"up_from":9,"seq":38654705996,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2052316,"kb_used_data":1372428,"kb_used_omap":45,"kb_used_meta":679826,"kb_avail":92319524,"statfs":{"total":96636764160,"available":94535192576,"internally_reserved":0,"allocated":1405366272,"data_stored":13948017548,"data_compressed":1081349948,"data_compressed_allocated":1282560000,"data_compressed_original":13817986048,"omap_allocated":46575,"internal_metadata":696142353},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738699,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1499504,"kb_used_data":794976,"kb_used_omap":1,"kb_used_meta":704510,"kb_avail":92872336,"statfs":{"total":96636764160,"available":95101272064,"internally_reserved":0,"allocated":814055424,"data_stored":8441152361,"data_compressed":602152166,"data_compressed_allocated":725483520,"data_compressed_original":8347472896,"omap_allocated":1594,"internal_metadata":721418694},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738700,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":3190936,"kb_used_data":2167240,"kb_used_omap":58,"kb_used_meta":1023621,"kb_avail":91180904,"statfs":{"total":96636764160,"available":93369245696,"internally_reserved":0,"allocated":2219253760,"data_stored":22389115218,"data_compressed":1683502114,"data_compressed_allocated":2008043520,"data_compressed_original":22165458944,"omap_allocated":60154,"internal_metadata":1048188166},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33541,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1405128704,"data_stored":13947372489,"data_compressed":1081316407,"data_compressed_allocated":1282514944,"data_compressed_original":13817412608,"omap_allocated":4817,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2219016192,"data_stored":22388470159,"data_compressed":1683468573,"data_compressed_allocated":2007998464,"data_compressed_original":22164885504,"omap_allocated":5142,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":813883392,"data_stored":8441097670,"data_compressed":602152166,"data_compressed_allocated":725483520,"data_compressed_original":8347472896,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:13:24.395 DEBUG:teuthology.orchestra.run.trial082:> sudo ceph --cluster cluster1 config set global mon_health_to_clog false 2026-02-22T22:13:24.562 INFO:teuthology.misc:Shutting down mds daemons... 2026-02-22T22:13:24.563 INFO:teuthology.misc:Shutting down osd daemons... 2026-02-22T22:13:24.563 DEBUG:tasks.ceph.cluster1.osd.0:waiting for process to exit 2026-02-22T22:13:24.563 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:13:24.630 INFO:tasks.ceph.cluster1.osd.0:Stopped 2026-02-22T22:13:24.631 DEBUG:tasks.ceph.cluster1.osd.1:waiting for process to exit 2026-02-22T22:13:24.631 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:13:24.707 INFO:tasks.ceph.cluster1.osd.1:Stopped 2026-02-22T22:13:24.708 DEBUG:tasks.ceph.cluster1.osd.2:waiting for process to exit 2026-02-22T22:13:24.708 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:13:24.778 INFO:tasks.ceph.cluster1.osd.2:Stopped 2026-02-22T22:13:24.778 INFO:teuthology.misc:Shutting down mgr daemons... 2026-02-22T22:13:24.778 DEBUG:tasks.ceph.cluster1.mgr.x:waiting for process to exit 2026-02-22T22:13:24.779 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:13:24.812 INFO:tasks.ceph.cluster1.mgr.x:Stopped 2026-02-22T22:13:24.812 INFO:teuthology.misc:Shutting down mon daemons... 2026-02-22T22:13:24.813 DEBUG:tasks.ceph.cluster1.mon.a:waiting for process to exit 2026-02-22T22:13:24.813 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:13:24.864 INFO:tasks.ceph.cluster1.mon.a:Stopped 2026-02-22T22:13:24.864 INFO:tasks.ceph:Checking cluster log for badness... 2026-02-22T22:13:24.864 DEBUG:teuthology.orchestra.run.trial082:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/cluster1.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2026-02-22T22:13:24.932 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster1-0 on ubuntu@trial082.front.sepia.ceph.com 2026-02-22T22:13:24.933 DEBUG:teuthology.orchestra.run.trial082:> sync && sudo umount -f /var/lib/ceph/osd/cluster1-0 2026-02-22T22:13:25.122 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster1-1 on ubuntu@trial082.front.sepia.ceph.com 2026-02-22T22:13:25.122 DEBUG:teuthology.orchestra.run.trial082:> sync && sudo umount -f /var/lib/ceph/osd/cluster1-1 2026-02-22T22:13:25.277 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster1-2 on ubuntu@trial082.front.sepia.ceph.com 2026-02-22T22:13:25.277 DEBUG:teuthology.orchestra.run.trial082:> sync && sudo umount -f /var/lib/ceph/osd/cluster1-2 2026-02-22T22:13:25.377 INFO:tasks.ceph:Archiving mon data... 2026-02-22T22:13:25.377 DEBUG:teuthology.misc:Transferring archived files from trial082:/var/lib/ceph/mon/cluster1-a to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64104/data/cluster1.mon.a.tgz 2026-02-22T22:13:25.378 DEBUG:teuthology.orchestra.run.trial082:> mktemp 2026-02-22T22:13:25.394 INFO:teuthology.orchestra.run.trial082.stdout:/tmp/tmp.kgZRSbdvKa 2026-02-22T22:13:25.394 DEBUG:teuthology.orchestra.run.trial082:> sudo tar cz -f - -C /var/lib/ceph/mon/cluster1-a -- . > /tmp/tmp.kgZRSbdvKa 2026-02-22T22:13:25.485 DEBUG:teuthology.orchestra.run.trial082:> sudo chmod 0666 /tmp/tmp.kgZRSbdvKa 2026-02-22T22:13:25.567 DEBUG:teuthology.orchestra.remote:trial082:/tmp/tmp.kgZRSbdvKa is 221KB 2026-02-22T22:13:25.660 DEBUG:teuthology.orchestra.run.trial082:> rm -fr /tmp/tmp.kgZRSbdvKa 2026-02-22T22:13:25.677 INFO:tasks.ceph:Cleaning ceph cluster... 2026-02-22T22:13:25.677 DEBUG:teuthology.orchestra.run.trial082:> sudo rm -rf -- /etc/ceph/cluster1.conf /etc/ceph/cluster1.keyring /home/ubuntu/cephtest/cluster1.data /home/ubuntu/cephtest/cluster1.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T22:13:25.719 DEBUG:teuthology.orchestra.run.trial190:> sudo rm -rf -- /etc/ceph/cluster1.conf /etc/ceph/cluster1.keyring /home/ubuntu/cephtest/cluster1.data /home/ubuntu/cephtest/cluster1.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T22:13:25.796 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-02-22T22:13:25.813 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-02-22T22:13:25.813 INFO:tasks.ceph:Archiving crash dumps... 2026-02-22T22:13:25.815 DEBUG:teuthology.misc:Transferring archived files from trial082:/var/lib/ceph/crash to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64104/remote/trial082/crash 2026-02-22T22:13:25.816 DEBUG:teuthology.orchestra.run.trial082:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-02-22T22:13:25.860 DEBUG:teuthology.misc:Transferring archived files from trial190:/var/lib/ceph/crash to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64104/remote/trial190/crash 2026-02-22T22:13:25.861 DEBUG:teuthology.orchestra.run.trial190:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-02-22T22:13:25.884 INFO:tasks.ceph:Compressing logs... 2026-02-22T22:13:25.884 DEBUG:teuthology.orchestra.run.trial082:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T22:13:25.905 DEBUG:teuthology.orchestra.run.trial190:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T22:13:25.925 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45811.log 2026-02-22T22:13:25.945 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46771.log 2026-02-22T22:13:25.945 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.45811.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45811.log.gz 2026-02-22T22:13:25.945 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.48419.log 2026-02-22T22:13:25.945 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.50394.log 2026-02-22T22:13:25.945 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster2-client.admin.46771.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46771.log.gz 2026-02-22T22:13:25.945 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster2-client.admin.48419.log: 21.7% -- replaced with /var/log/ceph/cluster2-client.admin.48419.log.gz 2026-02-22T22:13:25.945 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.47296.log 2026-02-22T22:13:25.945 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46538.log 2026-02-22T22:13:25.946 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.50394.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.50394.log.gz 2026-02-22T22:13:25.946 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.47296.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.47296.log.gz 2026-02-22T22:13:25.946 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.42598.log 2026-02-22T22:13:25.946 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.46538.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.50053.log 2026-02-22T22:13:25.946 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46538.log.gz 2026-02-22T22:13:25.946 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.42598.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46771.log 2026-02-22T22:13:25.946 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.42598.log.gz 2026-02-22T22:13:25.946 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.50053.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45901.log 2026-02-22T22:13:25.946 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.50053.log.gz 2026-02-22T22:13:25.946 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.46771.log: gzip -5 --verbose -- /var/log/ceph/cluster1-mon.a.log 2026-02-22T22:13:25.946 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46771.log.gz 2026-02-22T22:13:25.946 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.45901.log: gzip -5 0.0% --verbose -- -- replaced with /var/log/ceph/cluster1-client.admin.45901.log.gz /var/log/ceph/cluster1-osd.2.log 2026-02-22T22:13:25.947 INFO:teuthology.orchestra.run.trial082.stderr: 2026-02-22T22:13:25.947 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-mon.a.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45650.log 2026-02-22T22:13:25.947 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-osd.2.log: gzip -5 --verbose -- /var/log/ceph/cluster1-osd.0.log 2026-02-22T22:13:25.947 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.45650.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45650.log.gz 2026-02-22T22:13:25.947 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46406.log 2026-02-22T22:13:25.947 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.50347.log 2026-02-22T22:13:25.947 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-osd.0.log: /var/log/ceph/cluster1-client.admin.46406.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46406.log.gz 2026-02-22T22:13:25.947 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.42832.log 2026-02-22T22:13:25.947 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.50347.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.48654.log 2026-02-22T22:13:25.947 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.50347.log.gz 2026-02-22T22:13:25.947 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.42832.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.42832.log.gz 2026-02-22T22:13:25.948 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-osd.1.log 2026-02-22T22:13:25.948 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster2-client.admin.48654.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.48419.log 2026-02-22T22:13:25.948 INFO:teuthology.orchestra.run.trial082.stderr: 21.2% -- replaced with /var/log/ceph/cluster2-client.admin.48654.log.gz 2026-02-22T22:13:25.948 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-osd.1.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47172.log 2026-02-22T22:13:25.948 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.48419.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47618.log 2026-02-22T22:13:25.948 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.48419.log.gz 2026-02-22T22:13:25.948 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster2-client.admin.47172.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.42785.log 2026-02-22T22:13:25.948 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47172.log.gz 2026-02-22T22:13:25.948 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster2-client.admin.47618.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46100.log 2026-02-22T22:13:25.948 INFO:teuthology.orchestra.run.trial082.stderr: 55.0% -- replaced with /var/log/ceph/cluster2-client.admin.47618.log.gz 2026-02-22T22:13:25.948 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.42785.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46836.log 2026-02-22T22:13:25.948 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.42785.log.gz 2026-02-22T22:13:25.948 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.46100.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46369.log 2026-02-22T22:13:25.949 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46100.log.gz 2026-02-22T22:13:25.949 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.46836.log: gzip 0.0% -5 -- replaced with /var/log/ceph/cluster1-client.admin.46836.log.gz --verbose 2026-02-22T22:13:25.949 INFO:teuthology.orchestra.run.trial082.stderr: -- /var/log/ceph/cluster1-client.admin.47234.log 2026-02-22T22:13:25.949 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.46369.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46369.log.gz 2026-02-22T22:13:25.949 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.50249.log 2026-02-22T22:13:25.949 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.47234.log: gzip 0.0% -5 -- replaced with /var/log/ceph/cluster1-client.admin.47234.log.gz --verbose 2026-02-22T22:13:25.949 INFO:teuthology.orchestra.run.trial082.stderr: -- /var/log/ceph/cluster1-client.0.47618.log 2026-02-22T22:13:25.949 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.50249.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.37967.log 2026-02-22T22:13:25.949 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.50249.log.gz 2026-02-22T22:13:25.949 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.0.47618.log: 55.7% -- replaced with /var/log/ceph/cluster1-client.0.47618.log.gz 2026-02-22T22:13:25.949 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.50298.log 2026-02-22T22:13:25.949 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/ceph.tmp-client.admin.37967.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.50102.log 2026-02-22T22:13:25.949 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.37967.log.gz 2026-02-22T22:13:25.950 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.50298.log: gzip -5 --verbose -- /var/log/ceph/cluster1-mgr.x.log 2026-02-22T22:13:25.950 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.50298.log.gz 2026-02-22T22:13:25.950 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.50102.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45999.log 2026-02-22T22:13:25.950 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.50102.log.gz 2026-02-22T22:13:25.950 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.42879.log 2026-02-22T22:13:25.950 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.45999.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.50151.log 2026-02-22T22:13:25.950 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45999.log.gz 2026-02-22T22:13:25.950 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.42879.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.42879.log.gz 2026-02-22T22:13:25.950 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46901.log 2026-02-22T22:13:25.950 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.50151.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46836.log 2026-02-22T22:13:25.950 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.50151.log.gz 2026-02-22T22:13:25.950 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster2-client.admin.46901.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46901.log.gz 2026-02-22T22:13:25.950 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.48654.log 2026-02-22T22:13:25.951 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster2-client.admin.46836.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.49906.log 2026-02-22T22:13:25.951 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46836.log.gz 2026-02-22T22:13:25.951 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.48654.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.48654.log.gz 2026-02-22T22:13:25.951 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47296.log 2026-02-22T22:13:25.951 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.50004.log 2026-02-22T22:13:25.951 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.49906.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.49906.log.gz 2026-02-22T22:13:25.951 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster2-client.admin.47296.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47296.log.gz 2026-02-22T22:13:25.951 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46587.log 2026-02-22T22:13:25.951 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.50004.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46248.log 2026-02-22T22:13:25.951 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.50004.log.gz 2026-02-22T22:13:25.951 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.46587.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46587.log.gz 2026-02-22T22:13:25.951 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.48548.log 2026-02-22T22:13:25.951 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46249.log 2026-02-22T22:13:25.952 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.46248.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46248.log.gz 2026-02-22T22:13:25.952 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.48548.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.48548.log.gz 2026-02-22T22:13:25.952 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1.audit.log 2026-02-22T22:13:25.952 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.46249.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.43070.log 2026-02-22T22:13:25.952 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46249.log.gz 2026-02-22T22:13:25.952 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1.audit.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46901.log 2026-02-22T22:13:25.952 INFO:teuthology.orchestra.run.trial082.stderr: 87.2% -- replaced with /var/log/ceph/cluster1.audit.log.gz 2026-02-22T22:13:25.952 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.43070.log: gzip -5 --verbose 0.0% -- /var/log/ceph/cluster1-client.admin.46102.log -- replaced with /var/log/ceph/cluster1-client.admin.43070.log.gz 2026-02-22T22:13:25.952 INFO:teuthology.orchestra.run.trial082.stderr: 2026-02-22T22:13:25.952 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.46901.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.47172.log 2026-02-22T22:13:25.952 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46901.log.gz 2026-02-22T22:13:25.952 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.46102.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46102.log.gz 2026-02-22T22:13:25.953 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46101.log 2026-02-22T22:13:25.953 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.49955.log 2026-02-22T22:13:25.953 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.47172.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.47172.log.gz 2026-02-22T22:13:25.953 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.46101.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46101.log.gz 2026-02-22T22:13:25.953 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46489.log 2026-02-22T22:13:25.953 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.49955.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45836.log 2026-02-22T22:13:25.953 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.49955.log.gz 2026-02-22T22:13:25.953 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.46489.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46489.log.gz 2026-02-22T22:13:25.953 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45950.log 2026-02-22T22:13:25.953 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.45836.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45836.log.gz 2026-02-22T22:13:25.953 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.46247.log 2026-02-22T22:13:25.953 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.45950.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45950.log.gzgzip 2026-02-22T22:13:25.953 INFO:teuthology.orchestra.run.trial082.stderr: -5 --verbose -- /var/log/ceph/cluster1-client.admin.46368.log 2026-02-22T22:13:25.954 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.46247.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46247.log.gz 2026-02-22T22:13:25.954 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47234.log 2026-02-22T22:13:25.954 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.46368.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.46368.log.gz 2026-02-22T22:13:25.954 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.50200.log 2026-02-22T22:13:25.954 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster2-client.admin.47234.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47234.log.gz 2026-02-22T22:13:25.954 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.49857.log 2026-02-22T22:13:25.954 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.50200.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.50200.log.gz 2026-02-22T22:13:25.954 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1.log 2026-02-22T22:13:25.954 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.49857.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.49857.log.gz 2026-02-22T22:13:25.954 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.49808.log 2026-02-22T22:13:25.954 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.43006.log 2026-02-22T22:13:25.954 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.49808.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.49808.log.gz 2026-02-22T22:13:25.954 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.45741.log 2026-02-22T22:13:25.955 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.43006.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.43006.log.gz 2026-02-22T22:13:25.955 INFO:teuthology.orchestra.run.trial082.stderr:/var/log/ceph/cluster1-client.admin.45741.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.45741.log.gz 2026-02-22T22:13:25.955 INFO:teuthology.orchestra.run.trial082.stderr: 88.0% -- replaced with /var/log/ceph/cluster1.log.gz 2026-02-22T22:13:25.958 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46685.log 2026-02-22T22:13:25.958 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46902.log 2026-02-22T22:13:25.958 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46685.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46685.log.gz 2026-02-22T22:13:25.958 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47709.log 2026-02-22T22:13:25.958 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46902.log: gzip -5 --verbose -- /var/log/ceph/cluster2.log 2026-02-22T22:13:25.958 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46902.log.gz 2026-02-22T22:13:25.958 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47709.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45707.log 2026-02-22T22:13:25.958 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47709.log.gz 2026-02-22T22:13:25.958 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47954.log 2026-02-22T22:13:25.958 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.45707.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47079.log 2026-02-22T22:13:25.958 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45707.log.gz 2026-02-22T22:13:25.959 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47954.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46947.log 2026-02-22T22:13:25.959 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47954.log.gz 2026-02-22T22:13:25.967 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47342.log 2026-02-22T22:13:25.967 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47079.log: 90.3% -- replaced with /var/log/ceph/cluster2.log.gz 2026-02-22T22:13:25.967 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47079.log.gz 2026-02-22T22:13:25.967 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46947.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47562.log 2026-02-22T22:13:25.967 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46947.log.gz 2026-02-22T22:13:25.967 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47342.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47342.log.gz 2026-02-22T22:13:25.968 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.48052.log 2026-02-22T22:13:25.968 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47562.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47758.log 2026-02-22T22:13:25.968 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47562.log.gz 2026-02-22T22:13:25.968 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.48052.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.48052.log.gz 2026-02-22T22:13:25.968 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.48003.log 2026-02-22T22:13:25.968 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47758.log: gzip -5 --verbose -- /var/log/ceph/cluster2-mgr.x.log 2026-02-22T22:13:25.968 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47758.log.gz 2026-02-22T22:13:25.968 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.48003.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.48003.log.gz 2026-02-22T22:13:25.968 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47298.log 2026-02-22T22:13:25.968 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46729.log 2026-02-22T22:13:25.968 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47298.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47298.log.gz 2026-02-22T22:13:25.968 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47611.log 2026-02-22T22:13:25.968 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46729.log: gzip -5 --verbose -- 0.0% /var/log/ceph/cluster2.audit.log 2026-02-22T22:13:25.968 INFO:teuthology.orchestra.run.trial190.stderr: -- replaced with /var/log/ceph/cluster2-client.admin.46729.log.gz 2026-02-22T22:13:25.969 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47611.log: 0.0%gzip -- replaced with /var/log/ceph/cluster2-client.admin.47611.log.gz -5 2026-02-22T22:13:25.969 INFO:teuthology.orchestra.run.trial190.stderr: --verbose -- /var/log/ceph/cluster2-client.admin.47254.log 2026-02-22T22:13:25.969 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2.audit.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45895.log 2026-02-22T22:13:25.969 INFO:teuthology.orchestra.run.trial190.stderr: 87.2%/var/log/ceph/cluster2-client.admin.47254.log: -- replaced with /var/log/ceph/cluster2.audit.log.gz 2026-02-22T22:13:25.969 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47254.log.gz 2026-02-22T22:13:25.969 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.48148.log 2026-02-22T22:13:25.969 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.45895.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45637.log 2026-02-22T22:13:25.969 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45895.log.gz 2026-02-22T22:13:25.969 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.48148.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.48148.log.gz 2026-02-22T22:13:25.969 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46434.log 2026-02-22T22:13:25.969 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.45637.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45637.log.gz 2026-02-22T22:13:25.969 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47035.log 2026-02-22T22:13:25.969 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46434.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46434.log.gz 2026-02-22T22:13:25.969 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-osd.0.log 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47035.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47035.log.gz 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46306.log 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-osd.0.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46532.log 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46306.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46306.log.gz 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.42901.log 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr:gzip/var/log/ceph/cluster2-client.admin.46532.log: -5 --verbose -- /var/log/ceph/cluster2-client.admin.46385.log 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46532.log.gz 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.42901.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46238.log 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.42901.log.gz 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46385.log: gzip -5 --verbose -- 0.0% /var/log/ceph/cluster2-client.admin.46773.log 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr: -- replaced with /var/log/ceph/cluster2-client.admin.46385.log.gz 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46238.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45545.log 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46238.log.gz 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46773.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46773.log.gz 2026-02-22T22:13:25.970 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46817.log 2026-02-22T22:13:25.971 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.45545.log: gzip -5 --verbose -- /var/log/ceph/cluster2-osd.1.log 2026-02-22T22:13:25.971 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45545.log.gz 2026-02-22T22:13:25.971 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46817.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47431.log 2026-02-22T22:13:25.971 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46817.log.gz 2026-02-22T22:13:25.971 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-osd.1.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46143.log 2026-02-22T22:13:25.971 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47431.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47431.log.gz 2026-02-22T22:13:25.971 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.42727.log 2026-02-22T22:13:25.971 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46143.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.42963.log 2026-02-22T22:13:25.971 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46143.log.gz 2026-02-22T22:13:25.971 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-mon.a.log 2026-02-22T22:13:25.971 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.42727.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.42727.log.gz 2026-02-22T22:13:25.971 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.42963.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.42963.log.gz 2026-02-22T22:13:25.971 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46641.log 2026-02-22T22:13:25.971 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-mon.a.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47124.log 2026-02-22T22:13:25.972 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46641.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47807.log 2026-02-22T22:13:25.972 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46641.log.gz 2026-02-22T22:13:25.972 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47124.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47124.log.gz 2026-02-22T22:13:25.972 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.42774.log 2026-02-22T22:13:25.978 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47807.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.42495.log 2026-02-22T22:13:25.978 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47807.log.gz 2026-02-22T22:13:25.978 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.42774.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.42774.log.gz 2026-02-22T22:13:25.978 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47168.log 2026-02-22T22:13:25.978 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.42495.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.42495.log.gz 2026-02-22T22:13:25.978 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46991.log 2026-02-22T22:13:25.978 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47168.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47168.log.gz 2026-02-22T22:13:25.978 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46577.log 2026-02-22T22:13:25.978 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46991.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46991.log.gz 2026-02-22T22:13:25.978 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45997.log 2026-02-22T22:13:25.978 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46577.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46577.log.gz 2026-02-22T22:13:25.978 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46144.log 2026-02-22T22:13:25.978 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.45997.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45997.log.gz 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47905.log 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46144.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46144.log.gz 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46301.log 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47905.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47905.log.gz 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.37862.log 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46301.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46301.log.gz 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.48101.log 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/ceph.tmp-client.admin.37862.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.37862.log.gz 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47660.log 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.48101.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.48101.log.gz 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45998.log 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47660.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47660.log.gz 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45846.log 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.45998.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45998.log.gz 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45732.log 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.45846.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45846.log.gz 2026-02-22T22:13:25.979 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46483.log 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.45732.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45732.log.gz 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46145.log 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46483.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46483.log.gz 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47856.log 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46145.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46145.log.gz 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.46861.log 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47856.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47856.log.gz 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.42680.log 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.46861.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.46861.log.gz 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45797.log 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.42680.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47209.log 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.42680.log.gz 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.45797.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45797.log.gz 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.45996.log 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.47209.log: gzip -5 --verbose -- /var/log/ceph/cluster2-osd.2.log 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47209.log.gz 2026-02-22T22:13:25.980 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-client.admin.45996.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.45996.log.gz 2026-02-22T22:13:25.981 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.47386.log 2026-02-22T22:13:25.981 INFO:teuthology.orchestra.run.trial190.stderr:/var/log/ceph/cluster2-osd.2.log: /var/log/ceph/cluster2-client.admin.47386.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.47386.log.gz 2026-02-22T22:13:25.999 INFO:teuthology.orchestra.run.trial082.stderr: 92.6% -- replaced with /var/log/ceph/cluster1-mgr.x.log.gz 2026-02-22T22:13:26.020 INFO:teuthology.orchestra.run.trial190.stderr: 92.8% -- replaced with /var/log/ceph/cluster2-mgr.x.log.gz 2026-02-22T22:13:26.099 INFO:teuthology.orchestra.run.trial082.stderr: 91.5% -- replaced with /var/log/ceph/cluster1-mon.a.log.gz 2026-02-22T22:13:26.131 INFO:teuthology.orchestra.run.trial190.stderr: 91.6% -- replaced with /var/log/ceph/cluster2-mon.a.log.gz 2026-02-22T22:13:26.195 INFO:teuthology.orchestra.run.trial190.stderr: 95.0% -- replaced with /var/log/ceph/cluster2-osd.0.log.gz 2026-02-22T22:13:26.289 INFO:teuthology.orchestra.run.trial190.stderr: 95.3% -- replaced with /var/log/ceph/cluster2-osd.2.log.gz 2026-02-22T22:13:26.642 INFO:teuthology.orchestra.run.trial190.stderr: 95.3% -- replaced with /var/log/ceph/cluster2-osd.1.log.gz 2026-02-22T22:13:26.643 INFO:teuthology.orchestra.run.trial190.stderr: 2026-02-22T22:13:26.643 INFO:teuthology.orchestra.run.trial190.stderr:real 0m0.696s 2026-02-22T22:13:26.643 INFO:teuthology.orchestra.run.trial190.stderr:user 0m1.408s 2026-02-22T22:13:26.643 INFO:teuthology.orchestra.run.trial190.stderr:sys 0m0.098s 2026-02-22T22:13:58.070 INFO:teuthology.orchestra.run.trial082.stderr: 94.8% -- replaced with /var/log/ceph/cluster1-osd.2.log.gz 2026-02-22T22:14:12.553 INFO:teuthology.orchestra.run.trial082.stderr: 94.4% -- replaced with /var/log/ceph/cluster1-osd.0.log.gz 2026-02-22T22:14:45.086 INFO:teuthology.orchestra.run.trial082.stderr: 94.3% -- replaced with /var/log/ceph/cluster1-osd.1.log.gz 2026-02-22T22:14:45.088 INFO:teuthology.orchestra.run.trial082.stderr: 2026-02-22T22:14:45.088 INFO:teuthology.orchestra.run.trial082.stderr:real 1m19.171s 2026-02-22T22:14:45.088 INFO:teuthology.orchestra.run.trial082.stderr:user 2m30.595s 2026-02-22T22:14:45.088 INFO:teuthology.orchestra.run.trial082.stderr:sys 0m7.253s 2026-02-22T22:14:45.088 INFO:tasks.ceph:Archiving logs... 2026-02-22T22:14:45.088 DEBUG:teuthology.misc:Transferring archived files from trial082:/var/log/ceph to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64104/remote/trial082/log 2026-02-22T22:14:45.090 DEBUG:teuthology.orchestra.run.trial082:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-22T22:14:55.900 DEBUG:teuthology.misc:Transferring archived files from trial190:/var/log/ceph to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64104/remote/trial190/log 2026-02-22T22:14:55.900 DEBUG:teuthology.orchestra.run.trial190:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-22T22:14:56.084 DEBUG:teuthology.run_tasks:Unwinding manager install 2026-02-22T22:14:56.095 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2026-02-22T22:14:56.095 DEBUG:teuthology.orchestra.run.trial082:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-02-22T22:14:56.097 DEBUG:teuthology.orchestra.run.trial190:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-02-22T22:14:56.240 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-22T22:14:56.251 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-22T22:14:56.251 DEBUG:teuthology.orchestra.run.trial082:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T22:14:56.253 DEBUG:teuthology.orchestra.run.trial190:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T22:14:56.267 INFO:teuthology.orchestra.run.trial082.stderr:bash: line 1: ntpq: command not found 2026-02-22T22:14:56.269 INFO:teuthology.orchestra.run.trial190.stderr:bash: line 1: ntpq: command not found 2026-02-22T22:14:56.296 INFO:teuthology.orchestra.run.trial190.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-22T22:14:56.296 INFO:teuthology.orchestra.run.trial190.stdout:=============================================================================== 2026-02-22T22:14:56.296 INFO:teuthology.orchestra.run.trial190.stdout:^+ wdc1.us.ntp.li 3 7 377 74 +554us[ +562us] +/- 30ms 2026-02-22T22:14:56.296 INFO:teuthology.orchestra.run.trial190.stdout:^- t1.time.gq1.yahoo.com 2 7 377 7 -36ms[ -36ms] +/- 69ms 2026-02-22T22:14:56.296 INFO:teuthology.orchestra.run.trial190.stdout:^+ kjsl-fmt2-net.fmt2.kjsl.> 2 8 377 205 +2359us[+2376us] +/- 35ms 2026-02-22T22:14:56.296 INFO:teuthology.orchestra.run.trial190.stdout:^* ntp1.wiktel.com 1 7 377 11 -1127us[-1119us] +/- 20ms 2026-02-22T22:14:56.301 INFO:teuthology.orchestra.run.trial082.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-22T22:14:56.301 INFO:teuthology.orchestra.run.trial082.stdout:=============================================================================== 2026-02-22T22:14:56.301 INFO:teuthology.orchestra.run.trial082.stdout:^+ us-central-1.clearnet.pw 2 7 377 78 +5507us[+5963us] +/- 69ms 2026-02-22T22:14:56.301 INFO:teuthology.orchestra.run.trial082.stdout:^+ 72-14-186-59.ip.linodeus> 2 6 377 74 -3727us[-3272us] +/- 94ms 2026-02-22T22:14:56.301 INFO:teuthology.orchestra.run.trial082.stdout:^* ntp1.lax.us.hojmark.net 2 6 377 11 -623us[ -176us] +/- 71ms 2026-02-22T22:14:56.301 INFO:teuthology.orchestra.run.trial082.stdout:^+ ip216-250-115-174.pbiaas> 2 8 377 79 +889us[+1345us] +/- 125ms 2026-02-22T22:14:56.302 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-22T22:14:56.312 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-22T22:14:56.313 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-22T22:14:56.331 DEBUG:teuthology.orchestra.run.trial082:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-22T22:14:56.397 DEBUG:teuthology.orchestra.run.trial190:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-22T22:14:56.451 DEBUG:teuthology.orchestra.run.trial082:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-22T22:14:56.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:14:56.480 DEBUG:teuthology.orchestra.run.trial190:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-22T22:14:56.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:14:56.506 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-22T22:14:56.522 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-22T22:14:56.546 INFO:teuthology.task.internal:Duration was 1992.650070 seconds 2026-02-22T22:14:56.546 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-22T22:14:56.562 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-22T22:14:56.563 DEBUG:teuthology.orchestra.run.trial082:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-22T22:14:56.566 DEBUG:teuthology.orchestra.run.trial190:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-22T22:14:56.600 INFO:teuthology.orchestra.run.trial082.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-22T22:14:56.604 INFO:teuthology.orchestra.run.trial190.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-22T22:14:56.889 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-22T22:14:56.889 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial082.front.sepia.ceph.com 2026-02-22T22:14:56.890 DEBUG:teuthology.orchestra.run.trial082:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-22T22:14:56.949 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial190.front.sepia.ceph.com 2026-02-22T22:14:56.950 DEBUG:teuthology.orchestra.run.trial190:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-22T22:14:56.970 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-22T22:14:56.971 DEBUG:teuthology.orchestra.run.trial082:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T22:14:56.992 DEBUG:teuthology.orchestra.run.trial190:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T22:14:57.072 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-22T22:14:57.072 DEBUG:teuthology.orchestra.run.trial082:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T22:14:57.075 DEBUG:teuthology.orchestra.run.trial190:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T22:14:57.096 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T22:14:57.097 INFO:teuthology.orchestra.run.trial082.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T22:14:57.098 INFO:teuthology.orchestra.run.trial082.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T22:14:57.098 INFO:teuthology.orchestra.run.trial082.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-22T22:14:57.098 INFO:teuthology.orchestra.run.trial082.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-22T22:14:57.099 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T22:14:57.099 INFO:teuthology.orchestra.run.trial190.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T22:14:57.099 INFO:teuthology.orchestra.run.trial190.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T22:14:57.100 INFO:teuthology.orchestra.run.trial190.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-22T22:14:57.100 INFO:teuthology.orchestra.run.trial190.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-22T22:14:57.108 INFO:teuthology.orchestra.run.trial082.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 82.6% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-22T22:14:57.110 INFO:teuthology.orchestra.run.trial190.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 82.3% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-22T22:14:57.111 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-22T22:14:57.136 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-22T22:14:57.136 DEBUG:teuthology.orchestra.run.trial082:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-22T22:14:57.176 DEBUG:teuthology.orchestra.run.trial190:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-22T22:14:57.202 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-22T22:14:57.219 DEBUG:teuthology.orchestra.run.trial082:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-22T22:14:57.222 DEBUG:teuthology.orchestra.run.trial190:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-22T22:14:57.243 INFO:teuthology.orchestra.run.trial082.stdout:kernel.core_pattern = core 2026-02-22T22:14:57.266 INFO:teuthology.orchestra.run.trial190.stdout:kernel.core_pattern = core 2026-02-22T22:14:57.284 DEBUG:teuthology.orchestra.run.trial082:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-22T22:14:57.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:14:57.310 DEBUG:teuthology.orchestra.run.trial190:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-22T22:14:57.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:14:57.343 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-22T22:14:57.360 INFO:teuthology.task.internal:Transferring archived files... 2026-02-22T22:14:57.361 DEBUG:teuthology.misc:Transferring archived files from trial082:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64104/remote/trial082 2026-02-22T22:14:57.361 DEBUG:teuthology.orchestra.run.trial082:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-22T22:14:57.402 DEBUG:teuthology.misc:Transferring archived files from trial190:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64104/remote/trial190 2026-02-22T22:14:57.402 DEBUG:teuthology.orchestra.run.trial190:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-22T22:14:57.438 INFO:teuthology.task.internal:Removing archive directory... 2026-02-22T22:14:57.439 DEBUG:teuthology.orchestra.run.trial082:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-22T22:14:57.441 DEBUG:teuthology.orchestra.run.trial190:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-22T22:14:57.486 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-22T22:14:57.506 INFO:teuthology.task.internal:Not uploading archives. 2026-02-22T22:14:57.506 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-22T22:14:57.523 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-22T22:14:57.523 DEBUG:teuthology.orchestra.run.trial082:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-22T22:14:57.526 DEBUG:teuthology.orchestra.run.trial190:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-22T22:14:57.539 INFO:teuthology.orchestra.run.trial082.stdout: 917576 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 22 22:14 /home/ubuntu/cephtest 2026-02-22T22:14:57.542 INFO:teuthology.orchestra.run.trial190.stdout: 917576 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 22 22:14 /home/ubuntu/cephtest 2026-02-22T22:14:57.543 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-22T22:14:57.561 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-22T22:14:57.602 INFO:teuthology.run:Summary data: description: rbd/migration-external/{1-base/install 2-clusters/2-node 3-objectstore/bluestore-comp-snappy 4-supported-random-distro$/{centos_latest} 5-data-pool/none 6-prepare/native-clone 7-io-workloads/qemu_xfstests 8-migrate-workloads/execute conf/{disable-pool-app}} duration: 1992.6500701904297 flavor: default owner: scheduled_yuriw@soko04.front.sepia.ceph.com success: true 2026-02-22T22:14:57.602 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-22T22:14:57.743 INFO:teuthology.run:pass