2026-02-22T22:09:06.999 INFO:root:teuthology version: 1.2.4.dev9+gfa17720d0 2026-02-22T22:09:07.014 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-22T22:09:07.093 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64180 branch: wip-yuri6-testing-2026-02-22-1629-squid description: rbd/migration-external/{1-base/install 2-clusters/2-node 3-objectstore/bluestore-comp-zstd 4-supported-random-distro$/{ubuntu_latest} 5-data-pool/ec 6-prepare/native-clone 7-io-workloads/qemu_xfstests 8-migrate-workloads/execute conf/{disable-pool-app}} email: yweinste@redhat.com exclude_arch: armv7l first_in_suite: false flavor: default io_workload: sequential: - qemu: cluster1.client.0: disks: - action: none image_name: client.0.0 - action: none image_name: client.0.1 - action: none image_name: client.0.2 test: qa/run_xfstests_qemu.sh type: block job_id: '64180' kernel: branch: distro kdb: true sha1: distro ktype: distro last_in_suite: false machine_type: trial meta: - desc: run two ceph clusters - desc: 2 ceph clusters with 1 mon and 3 osds each migrate_workload: sequential: - exec: cluster1.client.0: - sleep $((RANDOM % 600)) - rbd --cluster cluster1 migration execute client.0.0 - sleep $((RANDOM % 600)) - rbd --cluster cluster1 migration commit client.0.0 - sleep $((RANDOM % 600)) - rbd --cluster cluster1 migration execute client.0.1 name: yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial no_nested_subset: false os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-yuri6-testing-2026-02-22-1629-squid ceph: conf: client: rbd default data pool: datapool global: mon warn on pool no app: false mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: bluestore block size: 96636764160 bluestore compression algorithm: zstd bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 enable experimental unrecoverable data corrupting features: '*' mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd debug randomize hobject sort order: false osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-yuri6-testing-2026-02-22-1629-squid sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 owner: scheduled_yuriw@soko04.front.sepia.ceph.com priority: 69 repo: https://github.com/ceph/ceph-ci.git roles: - - cluster1.mon.a - cluster1.mgr.x - cluster1.osd.0 - cluster1.osd.1 - cluster1.osd.2 - cluster1.client.0 - - cluster2.mon.a - cluster2.mgr.x - cluster2.osd.0 - cluster2.osd.1 - cluster2.osd.2 - cluster2.client.0 seed: 9196 sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 sleep_before_teardown: 0 subset: 111/120000 suite: rbd suite_branch: wip-yuri6-testing-2026-02-22-1629-squid suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 targets: trial072.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFaOWF6z0XyIhuBJik8mAo2f9eUBv67bX6CVrW/u+Kiosm3WNwFNpS0s+6cyApkJFE6eI9YXbH+uM9IwBvweMC0= trial164.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGGEpuiRcZw2tkBf4MPXSl38qzjrliBGQIGEV5wHqFsKFfsDqJ0C17kER6CT+XRsMhnK5qMNFsj2ckGiZvEE0R0= tasks: - install: null - ceph: cluster: cluster1 - ceph: cluster: cluster2 - exec: cluster1.client.0: - sudo ceph --cluster cluster1 osd erasure-code-profile set teuthologyprofile crush-failure-domain=osd m=1 k=2 - sudo ceph --cluster cluster1 osd pool create datapool 4 4 erasure teuthologyprofile - sudo ceph --cluster cluster1 osd pool set datapool allow_ec_overwrites true - rbd --cluster cluster1 pool init datapool cluster2.client.0: - sudo ceph --cluster cluster2 osd erasure-code-profile set teuthologyprofile crush-failure-domain=osd m=1 k=2 - sudo ceph --cluster cluster2 osd pool create datapool 4 4 erasure teuthologyprofile - sudo ceph --cluster cluster2 osd pool set datapool allow_ec_overwrites true - rbd --cluster cluster2 pool init datapool - exec: cluster2.client.0: - echo '{"type":"qcow","stream":{"type":"http","url":"http://download.ceph.com/qa/ubuntu-12.04.qcow2"}}' | rbd --cluster cluster2 migration prepare --import-only --source-spec-path - client.0.0-src - rbd --cluster cluster2 migration execute client.0.0-src - rbd --cluster cluster2 migration commit client.0.0-src - rbd --cluster cluster2 snap create client.0.0-src@snap - rbd --cluster cluster2 snap protect client.0.0-src@snap - rbd --cluster cluster2 clone client.0.0-src@snap client.0.0 - rbd --cluster cluster2 snap create client.0.0@snap - rbd --cluster cluster2 create --size 1G client.0.1-src - rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1-src - rbd --cluster cluster2 snap create client.0.1-src@snap - rbd --cluster cluster2 snap protect client.0.1-src@snap - rbd --cluster cluster2 clone client.0.1-src@snap client.0.1 - rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1 - rbd --cluster cluster2 snap create client.0.1@snap - rbd --cluster cluster2 create --size 1G client.0.2-src - rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.2-src - rbd --cluster cluster2 snap create client.0.2-src@snap - rbd --cluster cluster2 snap protect client.0.2-src@snap - rbd --cluster cluster2 clone client.0.2-src@snap client.0.2 - rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.2 - rbd --cluster cluster2 snap create client.0.2@snap - exec: cluster1.client.0: - echo '{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.0","snap_name":"snap"}' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.0 - echo '{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.1","snap_name":"snap"}' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.1 - echo '{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.2","snap_name":"snap"}' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.2 - parallel: - io_workload - migrate_workload teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: fa17720d0088c3ac28e473468bfc79eeaff5cd38 timestamp: 2026-02-22_19:35:38 tube: trial user: yuriw verbose: true worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3318653 2026-02-22T22:09:07.093 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa; will attempt to use it 2026-02-22T22:09:07.093 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa/tasks 2026-02-22T22:09:07.094 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-22T22:09:07.095 INFO:teuthology.task.internal:Checking packages... 2026-02-22T22:09:07.095 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'f90f4eaebb28b619cf76e80cbbe997656da69579' 2026-02-22T22:09:07.095 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-22T22:09:07.095 INFO:teuthology.packaging:ref: None 2026-02-22T22:09:07.095 INFO:teuthology.packaging:tag: None 2026-02-22T22:09:07.095 INFO:teuthology.packaging:branch: wip-yuri6-testing-2026-02-22-1629-squid 2026-02-22T22:09:07.095 INFO:teuthology.packaging:sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T22:09:07.096 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-yuri6-testing-2026-02-22-1629-squid 2026-02-22T22:09:07.213 INFO:teuthology.task.internal:Found packages for ceph version 19.2.3-689-gf90f4eae-1jammy 2026-02-22T22:09:07.214 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-22T22:09:07.225 INFO:teuthology.task.internal:no buildpackages task found 2026-02-22T22:09:07.225 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-22T22:09:07.239 INFO:teuthology.task.internal:Saving configuration 2026-02-22T22:09:07.253 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-22T22:09:07.265 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-22T22:09:07.339 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial072.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64180', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-22 22:05:04.132822', 'locked_by': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKOllGr7+em0baHWVCLsdhPs1q1Q+X3BJP2Excfd8e6+'} 2026-02-22T22:09:07.396 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial164.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64180', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-22 22:05:04.132216', 'locked_by': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINYNN5fDEy6FwpYpeImEwiTdqNeyQC3Cl3PVol7huHXX'} 2026-02-22T22:09:07.397 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-22T22:09:07.407 INFO:teuthology.task.internal:roles: ubuntu@trial072.front.sepia.ceph.com - ['cluster1.mon.a', 'cluster1.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0'] 2026-02-22T22:09:07.407 INFO:teuthology.task.internal:roles: ubuntu@trial164.front.sepia.ceph.com - ['cluster2.mon.a', 'cluster2.mgr.x', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster2.client.0'] 2026-02-22T22:09:07.407 INFO:teuthology.run_tasks:Running task console_log... 2026-02-22T22:09:07.540 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7be791ef6d40>, signals=[15]) 2026-02-22T22:09:07.540 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-22T22:09:07.550 INFO:teuthology.task.internal:Opening connections... 2026-02-22T22:09:07.550 DEBUG:teuthology.task.internal:connecting to ubuntu@trial072.front.sepia.ceph.com 2026-02-22T22:09:07.551 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial072.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T22:09:07.615 DEBUG:teuthology.task.internal:connecting to ubuntu@trial164.front.sepia.ceph.com 2026-02-22T22:09:07.615 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T22:09:07.682 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-22T22:09:07.693 DEBUG:teuthology.orchestra.run.trial072:> uname -m 2026-02-22T22:09:07.696 INFO:teuthology.orchestra.run.trial072.stdout:x86_64 2026-02-22T22:09:07.696 DEBUG:teuthology.orchestra.run.trial072:> cat /etc/os-release 2026-02-22T22:09:07.743 INFO:teuthology.orchestra.run.trial072.stdout:PRETTY_NAME="Ubuntu 22.04.5 LTS" 2026-02-22T22:09:07.743 INFO:teuthology.orchestra.run.trial072.stdout:NAME="Ubuntu" 2026-02-22T22:09:07.744 INFO:teuthology.orchestra.run.trial072.stdout:VERSION_ID="22.04" 2026-02-22T22:09:07.744 INFO:teuthology.orchestra.run.trial072.stdout:VERSION="22.04.5 LTS (Jammy Jellyfish)" 2026-02-22T22:09:07.744 INFO:teuthology.orchestra.run.trial072.stdout:VERSION_CODENAME=jammy 2026-02-22T22:09:07.744 INFO:teuthology.orchestra.run.trial072.stdout:ID=ubuntu 2026-02-22T22:09:07.744 INFO:teuthology.orchestra.run.trial072.stdout:ID_LIKE=debian 2026-02-22T22:09:07.744 INFO:teuthology.orchestra.run.trial072.stdout:HOME_URL="https://www.ubuntu.com/" 2026-02-22T22:09:07.744 INFO:teuthology.orchestra.run.trial072.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2026-02-22T22:09:07.744 INFO:teuthology.orchestra.run.trial072.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2026-02-22T22:09:07.744 INFO:teuthology.orchestra.run.trial072.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2026-02-22T22:09:07.744 INFO:teuthology.orchestra.run.trial072.stdout:UBUNTU_CODENAME=jammy 2026-02-22T22:09:07.744 INFO:teuthology.lock.ops:Updating trial072.front.sepia.ceph.com on lock server 2026-02-22T22:09:07.815 DEBUG:teuthology.orchestra.run.trial164:> uname -m 2026-02-22T22:09:07.819 INFO:teuthology.orchestra.run.trial164.stdout:x86_64 2026-02-22T22:09:07.819 DEBUG:teuthology.orchestra.run.trial164:> cat /etc/os-release 2026-02-22T22:09:07.868 INFO:teuthology.orchestra.run.trial164.stdout:PRETTY_NAME="Ubuntu 22.04.5 LTS" 2026-02-22T22:09:07.868 INFO:teuthology.orchestra.run.trial164.stdout:NAME="Ubuntu" 2026-02-22T22:09:07.868 INFO:teuthology.orchestra.run.trial164.stdout:VERSION_ID="22.04" 2026-02-22T22:09:07.868 INFO:teuthology.orchestra.run.trial164.stdout:VERSION="22.04.5 LTS (Jammy Jellyfish)" 2026-02-22T22:09:07.869 INFO:teuthology.orchestra.run.trial164.stdout:VERSION_CODENAME=jammy 2026-02-22T22:09:07.869 INFO:teuthology.orchestra.run.trial164.stdout:ID=ubuntu 2026-02-22T22:09:07.869 INFO:teuthology.orchestra.run.trial164.stdout:ID_LIKE=debian 2026-02-22T22:09:07.869 INFO:teuthology.orchestra.run.trial164.stdout:HOME_URL="https://www.ubuntu.com/" 2026-02-22T22:09:07.869 INFO:teuthology.orchestra.run.trial164.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2026-02-22T22:09:07.869 INFO:teuthology.orchestra.run.trial164.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2026-02-22T22:09:07.869 INFO:teuthology.orchestra.run.trial164.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2026-02-22T22:09:07.869 INFO:teuthology.orchestra.run.trial164.stdout:UBUNTU_CODENAME=jammy 2026-02-22T22:09:07.869 INFO:teuthology.lock.ops:Updating trial164.front.sepia.ceph.com on lock server 2026-02-22T22:09:07.934 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-22T22:09:07.947 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-22T22:09:07.959 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-22T22:09:07.959 DEBUG:teuthology.orchestra.run.trial072:> test '!' -e /home/ubuntu/cephtest 2026-02-22T22:09:07.960 DEBUG:teuthology.orchestra.run.trial164:> test '!' -e /home/ubuntu/cephtest 2026-02-22T22:09:07.963 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-22T22:09:07.974 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-22T22:09:07.974 DEBUG:teuthology.orchestra.run.trial072:> test -z $(ls -A /var/lib/ceph) 2026-02-22T22:09:08.005 DEBUG:teuthology.orchestra.run.trial164:> test -z $(ls -A /var/lib/ceph) 2026-02-22T22:09:08.007 INFO:teuthology.orchestra.run.trial072.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-02-22T22:09:08.009 INFO:teuthology.orchestra.run.trial164.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-02-22T22:09:08.009 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-22T22:09:08.140 INFO:teuthology.run_tasks:Running task kernel... 2026-02-22T22:09:08.158 INFO:teuthology.task.kernel:normalize config orig: {'branch': 'distro', 'kdb': True, 'sha1': 'distro'} 2026-02-22T22:09:08.158 INFO:teuthology.task.kernel:config {'cluster1.mon.a': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'cluster2.mon.a': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, timeout 300 2026-02-22T22:09:08.158 DEBUG:teuthology.orchestra.run.trial072:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-22T22:09:08.159 DEBUG:teuthology.orchestra.run.trial164:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-22T22:09:08.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:09:08.162 DEBUG:teuthology.orchestra.run.trial072:> uname -r 2026-02-22T22:09:08.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:09:08.162 DEBUG:teuthology.orchestra.run.trial164:> uname -r 2026-02-22T22:09:08.208 INFO:teuthology.orchestra.run.trial072.stdout:5.15.0-170-generic 2026-02-22T22:09:08.208 INFO:teuthology.task.kernel:Running kernel on trial072: 5.15.0-170-generic 2026-02-22T22:09:08.208 DEBUG:teuthology.orchestra.run.trial072:> sudo apt-get clean 2026-02-22T22:09:08.209 INFO:teuthology.orchestra.run.trial164.stdout:5.15.0-170-generic 2026-02-22T22:09:08.209 INFO:teuthology.task.kernel:Running kernel on trial164: 5.15.0-170-generic 2026-02-22T22:09:08.209 DEBUG:teuthology.orchestra.run.trial164:> sudo apt-get clean 2026-02-22T22:09:08.265 DEBUG:teuthology.orchestra.run.trial072:> sudo apt-get update 2026-02-22T22:09:08.266 DEBUG:teuthology.orchestra.run.trial164:> sudo apt-get update 2026-02-22T22:09:08.707 INFO:teuthology.orchestra.run.trial072.stdout:Hit:1 https://archive.ubuntu.com/ubuntu jammy InRelease 2026-02-22T22:09:08.708 INFO:teuthology.orchestra.run.trial164.stdout:Hit:1 https://archive.ubuntu.com/ubuntu jammy InRelease 2026-02-22T22:09:08.780 INFO:teuthology.orchestra.run.trial072.stdout:Get:2 https://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2026-02-22T22:09:08.783 INFO:teuthology.orchestra.run.trial164.stdout:Get:2 https://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2026-02-22T22:09:09.055 INFO:teuthology.orchestra.run.trial072.stdout:Get:3 https://archive.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2026-02-22T22:09:09.060 INFO:teuthology.orchestra.run.trial164.stdout:Get:3 https://archive.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2026-02-22T22:09:09.178 INFO:teuthology.orchestra.run.trial072.stdout:Get:4 https://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2026-02-22T22:09:09.182 INFO:teuthology.orchestra.run.trial164.stdout:Get:4 https://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2026-02-22T22:09:09.292 INFO:teuthology.orchestra.run.trial072.stdout:Get:5 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [3245 kB] 2026-02-22T22:09:09.296 INFO:teuthology.orchestra.run.trial164.stdout:Get:5 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [3245 kB] 2026-02-22T22:09:09.623 INFO:teuthology.orchestra.run.trial072.stdout:Get:6 https://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [495 kB] 2026-02-22T22:09:09.625 INFO:teuthology.orchestra.run.trial164.stdout:Get:6 https://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [495 kB] 2026-02-22T22:09:09.632 INFO:teuthology.orchestra.run.trial072.stdout:Get:7 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [19.1 kB] 2026-02-22T22:09:09.632 INFO:teuthology.orchestra.run.trial072.stdout:Get:8 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1256 kB] 2026-02-22T22:09:09.634 INFO:teuthology.orchestra.run.trial164.stdout:Get:7 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [19.1 kB] 2026-02-22T22:09:09.635 INFO:teuthology.orchestra.run.trial164.stdout:Get:8 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1256 kB] 2026-02-22T22:09:09.660 INFO:teuthology.orchestra.run.trial072.stdout:Get:9 https://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [314 kB] 2026-02-22T22:09:09.664 INFO:teuthology.orchestra.run.trial164.stdout:Get:9 https://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [314 kB] 2026-02-22T22:09:09.667 INFO:teuthology.orchestra.run.trial072.stdout:Get:10 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [30.3 kB] 2026-02-22T22:09:09.667 INFO:teuthology.orchestra.run.trial072.stdout:Get:11 https://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [5310 kB] 2026-02-22T22:09:09.669 INFO:teuthology.orchestra.run.trial164.stdout:Get:10 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [30.3 kB] 2026-02-22T22:09:09.670 INFO:teuthology.orchestra.run.trial164.stdout:Get:11 https://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [5310 kB] 2026-02-22T22:09:09.795 INFO:teuthology.orchestra.run.trial072.stdout:Get:12 https://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [1005 kB] 2026-02-22T22:09:09.799 INFO:teuthology.orchestra.run.trial164.stdout:Get:12 https://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [1005 kB] 2026-02-22T22:09:09.814 INFO:teuthology.orchestra.run.trial072.stdout:Get:13 https://archive.ubuntu.com/ubuntu jammy-security/main amd64 Packages [2983 kB] 2026-02-22T22:09:09.817 INFO:teuthology.orchestra.run.trial164.stdout:Get:13 https://archive.ubuntu.com/ubuntu jammy-security/main amd64 Packages [2983 kB] 2026-02-22T22:09:09.886 INFO:teuthology.orchestra.run.trial072.stdout:Get:14 https://archive.ubuntu.com/ubuntu jammy-security/main Translation-en [427 kB] 2026-02-22T22:09:09.888 INFO:teuthology.orchestra.run.trial164.stdout:Get:14 https://archive.ubuntu.com/ubuntu jammy-security/main Translation-en [427 kB] 2026-02-22T22:09:09.892 INFO:teuthology.orchestra.run.trial072.stdout:Get:15 https://archive.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [14.1 kB] 2026-02-22T22:09:09.893 INFO:teuthology.orchestra.run.trial072.stdout:Get:16 https://archive.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [1018 kB] 2026-02-22T22:09:09.896 INFO:teuthology.orchestra.run.trial164.stdout:Get:15 https://archive.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [14.1 kB] 2026-02-22T22:09:09.896 INFO:teuthology.orchestra.run.trial164.stdout:Get:16 https://archive.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [1018 kB] 2026-02-22T22:09:09.921 INFO:teuthology.orchestra.run.trial072.stdout:Get:17 https://archive.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [22.7 kB] 2026-02-22T22:09:09.922 INFO:teuthology.orchestra.run.trial072.stdout:Get:18 https://archive.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [5147 kB] 2026-02-22T22:09:09.927 INFO:teuthology.orchestra.run.trial164.stdout:Get:17 https://archive.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [22.7 kB] 2026-02-22T22:09:09.927 INFO:teuthology.orchestra.run.trial164.stdout:Get:18 https://archive.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [5147 kB] 2026-02-22T22:09:10.043 INFO:teuthology.orchestra.run.trial072.stdout:Get:19 https://archive.ubuntu.com/ubuntu jammy-security/restricted Translation-en [979 kB] 2026-02-22T22:09:10.048 INFO:teuthology.orchestra.run.trial164.stdout:Get:19 https://archive.ubuntu.com/ubuntu jammy-security/restricted Translation-en [979 kB] 2026-02-22T22:09:13.582 INFO:teuthology.orchestra.run.trial072.stdout:Fetched 22.6 MB in 3s (8591 kB/s) 2026-02-22T22:09:13.618 INFO:teuthology.orchestra.run.trial164.stdout:Fetched 22.6 MB in 3s (8565 kB/s) 2026-02-22T22:09:14.099 INFO:teuthology.orchestra.run.trial072.stdout:Reading package lists... 2026-02-22T22:09:14.112 DEBUG:teuthology.orchestra.run.trial072:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2026-02-22T22:09:14.145 INFO:teuthology.orchestra.run.trial072.stdout:Reading package lists... 2026-02-22T22:09:14.150 INFO:teuthology.orchestra.run.trial164.stdout:Reading package lists... 2026-02-22T22:09:14.164 DEBUG:teuthology.orchestra.run.trial164:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2026-02-22T22:09:14.195 INFO:teuthology.orchestra.run.trial164.stdout:Reading package lists... 2026-02-22T22:09:14.255 INFO:teuthology.orchestra.run.trial072.stdout:Building dependency tree... 2026-02-22T22:09:14.255 INFO:teuthology.orchestra.run.trial072.stdout:Reading state information... 2026-02-22T22:09:14.301 INFO:teuthology.orchestra.run.trial164.stdout:Building dependency tree... 2026-02-22T22:09:14.301 INFO:teuthology.orchestra.run.trial164.stdout:Reading state information... 2026-02-22T22:09:14.341 INFO:teuthology.orchestra.run.trial072.stdout:linux-image-generic is already the newest version (5.15.0.170.159). 2026-02-22T22:09:14.341 INFO:teuthology.orchestra.run.trial072.stdout:linux-image-generic set to manually installed. 2026-02-22T22:09:14.341 INFO:teuthology.orchestra.run.trial072.stdout:The following packages were automatically installed and are no longer required: 2026-02-22T22:09:14.341 INFO:teuthology.orchestra.run.trial072.stdout: kpartx libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 2026-02-22T22:09:14.341 INFO:teuthology.orchestra.run.trial072.stdout: libgfxdr0 libglusterfs0 libiscsi7 libpmemobj1 libsgutils2-2 sg3-utils 2026-02-22T22:09:14.341 INFO:teuthology.orchestra.run.trial072.stdout: sg3-utils-udev 2026-02-22T22:09:14.341 INFO:teuthology.orchestra.run.trial072.stdout:Use 'sudo apt autoremove' to remove them. 2026-02-22T22:09:14.360 INFO:teuthology.orchestra.run.trial072.stdout:0 upgraded, 0 newly installed, 0 to remove and 13 not upgraded. 2026-02-22T22:09:14.362 DEBUG:teuthology.orchestra.run.trial072:> dpkg -s linux-image-generic 2026-02-22T22:09:14.390 INFO:teuthology.orchestra.run.trial164.stdout:linux-image-generic is already the newest version (5.15.0.170.159). 2026-02-22T22:09:14.390 INFO:teuthology.orchestra.run.trial164.stdout:linux-image-generic set to manually installed. 2026-02-22T22:09:14.390 INFO:teuthology.orchestra.run.trial164.stdout:The following packages were automatically installed and are no longer required: 2026-02-22T22:09:14.390 INFO:teuthology.orchestra.run.trial164.stdout: kpartx libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 2026-02-22T22:09:14.390 INFO:teuthology.orchestra.run.trial164.stdout: libgfxdr0 libglusterfs0 libiscsi7 libpmemobj1 libsgutils2-2 sg3-utils 2026-02-22T22:09:14.390 INFO:teuthology.orchestra.run.trial164.stdout: sg3-utils-udev 2026-02-22T22:09:14.390 INFO:teuthology.orchestra.run.trial164.stdout:Use 'sudo apt autoremove' to remove them. 2026-02-22T22:09:14.410 INFO:teuthology.orchestra.run.trial164.stdout:0 upgraded, 0 newly installed, 0 to remove and 13 not upgraded. 2026-02-22T22:09:14.411 DEBUG:teuthology.orchestra.run.trial164:> dpkg -s linux-image-generic 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout:Package: linux-image-generic 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout:Status: install ok installed 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout:Priority: optional 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout:Section: kernel 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout:Installed-Size: 21 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout:Maintainer: Ubuntu Kernel Team 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout:Architecture: amd64 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout:Source: linux-meta 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout:Version: 5.15.0.170.159 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.6), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-170), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.6) 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout:Depends: linux-image-5.15.0-170-generic, linux-modules-extra-5.15.0-170-generic, linux-firmware, intel-microcode, amd64-microcode 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout:Recommends: thermald 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout:Description: Generic Linux kernel image 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout: This package will always depend on the latest generic kernel image 2026-02-22T22:09:14.413 INFO:teuthology.orchestra.run.trial072.stdout: available. 2026-02-22T22:09:14.413 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2026-02-22T22:09:14.413 INFO:teuthology.task.kernel:Enabling kdb on cluster1.mon.a... 2026-02-22T22:09:14.414 DEBUG:teuthology.orchestra.run.trial072:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-22T22:09:14.464 INFO:teuthology.orchestra.run.trial072.stdout:ttyS1 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout:Package: linux-image-generic 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout:Status: install ok installed 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout:Priority: optional 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout:Section: kernel 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout:Installed-Size: 21 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout:Maintainer: Ubuntu Kernel Team 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout:Architecture: amd64 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout:Source: linux-meta 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout:Version: 5.15.0.170.159 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.6), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-170), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.6) 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout:Depends: linux-image-5.15.0-170-generic, linux-modules-extra-5.15.0-170-generic, linux-firmware, intel-microcode, amd64-microcode 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout:Recommends: thermald 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout:Description: Generic Linux kernel image 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout: This package will always depend on the latest generic kernel image 2026-02-22T22:09:14.466 INFO:teuthology.orchestra.run.trial164.stdout: available. 2026-02-22T22:09:14.467 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2026-02-22T22:09:14.467 INFO:teuthology.task.kernel:Enabling kdb on cluster2.mon.a... 2026-02-22T22:09:14.467 DEBUG:teuthology.orchestra.run.trial164:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-22T22:09:14.482 DEBUG:teuthology.parallel:result is None 2026-02-22T22:09:14.518 INFO:teuthology.orchestra.run.trial164.stdout:ttyS1 2026-02-22T22:09:14.536 DEBUG:teuthology.parallel:result is None 2026-02-22T22:09:14.536 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-22T22:09:14.553 INFO:teuthology.task.internal:Creating test directory... 2026-02-22T22:09:14.553 DEBUG:teuthology.orchestra.run.trial072:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-22T22:09:14.555 DEBUG:teuthology.orchestra.run.trial164:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-22T22:09:14.581 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-22T22:09:14.593 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-22T22:09:14.605 INFO:teuthology.task.internal:Creating archive directory... 2026-02-22T22:09:14.606 DEBUG:teuthology.orchestra.run.trial072:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-22T22:09:14.608 DEBUG:teuthology.orchestra.run.trial164:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-22T22:09:14.632 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-22T22:09:14.648 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-22T22:09:14.649 DEBUG:teuthology.orchestra.run.trial072:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-22T22:09:14.658 DEBUG:teuthology.orchestra.run.trial164:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-22T22:09:14.665 INFO:teuthology.orchestra.run.trial072.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T22:09:14.671 INFO:teuthology.orchestra.run.trial072.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T22:09:14.678 INFO:teuthology.orchestra.run.trial164.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T22:09:14.684 INFO:teuthology.orchestra.run.trial164.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T22:09:14.685 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-22T22:09:14.697 INFO:teuthology.task.internal:Configuring sudo... 2026-02-22T22:09:14.697 DEBUG:teuthology.orchestra.run.trial072:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-22T22:09:14.717 DEBUG:teuthology.orchestra.run.trial164:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-22T22:09:14.733 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-22T22:09:14.748 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-22T22:09:14.748 DEBUG:teuthology.orchestra.run.trial072:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-22T22:09:14.766 DEBUG:teuthology.orchestra.run.trial164:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-22T22:09:14.777 DEBUG:teuthology.orchestra.run.trial072:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T22:09:14.812 DEBUG:teuthology.orchestra.run.trial072:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T22:09:14.860 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:09:14.860 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-22T22:09:14.910 DEBUG:teuthology.orchestra.run.trial164:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T22:09:14.914 DEBUG:teuthology.orchestra.run.trial164:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T22:09:14.961 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:09:14.962 DEBUG:teuthology.orchestra.run.trial164:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-22T22:09:15.015 DEBUG:teuthology.orchestra.run.trial072:> sudo service rsyslog restart 2026-02-22T22:09:15.017 DEBUG:teuthology.orchestra.run.trial164:> sudo service rsyslog restart 2026-02-22T22:09:15.075 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-22T22:09:15.088 INFO:teuthology.task.internal:Starting timer... 2026-02-22T22:09:15.088 INFO:teuthology.run_tasks:Running task pcp... 2026-02-22T22:09:15.116 INFO:teuthology.run_tasks:Running task selinux... 2026-02-22T22:09:15.135 DEBUG:teuthology.task.selinux:Excluding trial072: OS 'ubuntu' does not support SELinux 2026-02-22T22:09:15.135 DEBUG:teuthology.task.selinux:Excluding trial164: OS 'ubuntu' does not support SELinux 2026-02-22T22:09:15.135 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-22T22:09:15.135 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-02-22T22:09:15.136 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-22T22:09:15.136 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-22T22:09:15.150 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-22T22:09:15.164 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-22T22:09:15.165 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial072.front.sepia.ceph.com,trial164.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-22T22:11:40.118 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial072.front.sepia.ceph.com'), Remote(name='ubuntu@trial164.front.sepia.ceph.com')] 2026-02-22T22:11:40.120 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial072.front.sepia.ceph.com' 2026-02-22T22:11:40.121 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial072.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T22:11:40.231 DEBUG:teuthology.orchestra.run.trial072:> true 2026-02-22T22:11:40.478 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial072.front.sepia.ceph.com' 2026-02-22T22:11:40.478 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial164.front.sepia.ceph.com' 2026-02-22T22:11:40.479 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T22:11:40.554 DEBUG:teuthology.orchestra.run.trial164:> true 2026-02-22T22:11:40.802 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial164.front.sepia.ceph.com' 2026-02-22T22:11:40.802 INFO:teuthology.run_tasks:Running task clock... 2026-02-22T22:11:40.821 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-22T22:11:40.821 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-22T22:11:40.822 DEBUG:teuthology.orchestra.run.trial072:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T22:11:40.824 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-22T22:11:40.825 DEBUG:teuthology.orchestra.run.trial164:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T22:11:40.841 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2026-02-22T22:11:40.841 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: Command line: ntpd -gq 2026-02-22T22:11:40.841 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: ---------------------------------------------------- 2026-02-22T22:11:40.841 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: ntp-4 is maintained by Network Time Foundation, 2026-02-22T22:11:40.841 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2026-02-22T22:11:40.841 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: corporation. Support and training for ntp-4 are 2026-02-22T22:11:40.841 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: available at https://www.nwtime.org/support 2026-02-22T22:11:40.841 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: ---------------------------------------------------- 2026-02-22T22:11:40.841 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: proto: precision = 0.030 usec (-25) 2026-02-22T22:11:40.841 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: basedate set to 2022-02-04 2026-02-22T22:11:40.841 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: gps base set to 2022-02-06 (week 2196) 2026-02-22T22:11:40.841 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2026-02-22T22:11:40.842 INFO:teuthology.orchestra.run.trial072.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2026-02-22T22:11:40.842 INFO:teuthology.orchestra.run.trial072.stderr:restrict ::: KOD does nothing without LIMITED. 2026-02-22T22:11:40.842 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: restrict ::: KOD does nothing without LIMITED. 2026-02-22T22:11:40.842 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: Listen and drop on 0 v6wildcard [::]:123 2026-02-22T22:11:40.842 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2026-02-22T22:11:40.842 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: Listen normally on 2 lo 127.0.0.1:123 2026-02-22T22:11:40.842 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: Listen normally on 3 enp1s0f0 10.20.193.72:123 2026-02-22T22:11:40.842 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: Listen normally on 4 lo [::1]:123 2026-02-22T22:11:40.842 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: Listen normally on 5 enp1s0f0 [fe80::925a:8ff:fe77:64bc%2]:123 2026-02-22T22:11:40.842 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:41 ntpd[9416]: Listening on routing socket on fd #22 for interface updates 2026-02-22T22:11:40.860 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2026-02-22T22:11:40.860 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: Command line: ntpd -gq 2026-02-22T22:11:40.860 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: ---------------------------------------------------- 2026-02-22T22:11:40.860 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: ntp-4 is maintained by Network Time Foundation, 2026-02-22T22:11:40.860 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2026-02-22T22:11:40.860 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: corporation. Support and training for ntp-4 are 2026-02-22T22:11:40.860 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: available at https://www.nwtime.org/support 2026-02-22T22:11:40.860 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: ---------------------------------------------------- 2026-02-22T22:11:40.861 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: proto: precision = 0.030 usec (-25) 2026-02-22T22:11:40.861 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: basedate set to 2022-02-04 2026-02-22T22:11:40.861 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: gps base set to 2022-02-06 (week 2196) 2026-02-22T22:11:40.861 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2026-02-22T22:11:40.861 INFO:teuthology.orchestra.run.trial164.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2026-02-22T22:11:40.861 INFO:teuthology.orchestra.run.trial164.stderr:restrict ::: KOD does nothing without LIMITED. 2026-02-22T22:11:40.861 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: restrict ::: KOD does nothing without LIMITED. 2026-02-22T22:11:40.861 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: Listen and drop on 0 v6wildcard [::]:123 2026-02-22T22:11:40.861 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2026-02-22T22:11:40.861 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: Listen normally on 2 lo 127.0.0.1:123 2026-02-22T22:11:40.861 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: Listen normally on 3 enp1s0f0 10.20.193.164:123 2026-02-22T22:11:40.862 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: Listen normally on 4 lo [::1]:123 2026-02-22T22:11:40.862 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: Listen normally on 5 enp1s0f0 [fe80::925a:8ff:fe76:e93c%2]:123 2026-02-22T22:11:40.862 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:40 ntpd[9427]: Listening on routing socket on fd #22 for interface updates 2026-02-22T22:11:41.841 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:42 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:41.841 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:42 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:41.847 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:42 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:41.848 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:42 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:41.848 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:42 ntpd[9416]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:41.848 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:42 ntpd[9416]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:41.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:41 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:41.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:41 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:41.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:41 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:41.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:41 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:41.869 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:41 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:41.869 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:41 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:41.869 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:41 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:41.869 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:41 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:41.883 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:41 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:41.883 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:41 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:41.883 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:41 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:41.883 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:41 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:43.841 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:44 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:43.841 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:44 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:43.841 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:44 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:43.842 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:44 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:43.848 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:44 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:43.848 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:44 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:43.848 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:44 ntpd[9416]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:43.848 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:44 ntpd[9416]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:43.860 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:43 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:43.860 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:43 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:43.860 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:43 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:43.860 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:43 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:43.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:43 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:43.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:43 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:43.883 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:43 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:43.883 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:43 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:43.883 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:43 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:43.883 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:43 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:43.906 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:44 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:43.906 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:44 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:43.906 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:44 ntpd[9416]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:43.906 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:44 ntpd[9416]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:43.933 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:43 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:43.933 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:43 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:43.933 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:43 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:43.933 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:43 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:44.841 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:45 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:44.841 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:45 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:44.860 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:44 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:44.860 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:44 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:44.864 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:44 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:44.864 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:44 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:44.864 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:44 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:44.865 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:44 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:44.914 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:45 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:44.914 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:45 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:44.914 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:45 ntpd[9416]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:44.914 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:45 ntpd[9416]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:45.841 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:45.842 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:45.842 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:45.842 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:45.842 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:45.842 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:45.846 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:45.846 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:45.846 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:45.846 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:45.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:45.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:45.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:45.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:45.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:45.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:45.869 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:45.869 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:45.869 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:45.869 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:45.883 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:45.883 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:45.884 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:45.884 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:45.906 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:45.906 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:45.906 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:45.906 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:45.913 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:45.913 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:45.913 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:45.913 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:46 ntpd[9416]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:45.933 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:45.933 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:45.933 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:45.933 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:45 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:46.841 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:47 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:46.841 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:47 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:46.860 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:46 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:46.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:46 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:46.863 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:46 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:46.864 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:46 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:46.864 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:46 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:46.864 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:46 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:46.913 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:47 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:46.914 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:47 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:46.914 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:47 ntpd[9416]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:46.914 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:47 ntpd[9416]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:47.841 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:48 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:47.841 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:48 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:47.842 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:48 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:47.842 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:48 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:47.842 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:48 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:47.842 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:48 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:47.847 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:48 ntpd[9416]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:47.847 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:48 ntpd[9416]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:47.847 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:48 ntpd[9416]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:47.847 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:48 ntpd[9416]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:47.847 INFO:teuthology.orchestra.run.trial072.stdout:22 Feb 22:11:47 ntpd[9416]: ntpd: time set -0.214542 s 2026-02-22T22:11:47.847 INFO:teuthology.orchestra.run.trial072.stdout:ntpd: time set -0.214542s 2026-02-22T22:11:47.848 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:47 ntpd[9416]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2026-02-22T22:11:47.848 INFO:teuthology.orchestra.run.trial072.stderr:22 Feb 22:11:47 ntpd[9416]: can't open /var/log/ntpstats/loopstats.20260222: Permission denied 2026-02-22T22:11:47.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:47 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:47.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:47 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:47.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:47 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:47.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:47 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:47.861 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:47 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:47.862 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:47 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:47.883 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:47 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T22:11:47.883 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:47 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T22:11:47.883 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:47 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T22:11:47.884 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:47 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T22:11:47.884 INFO:teuthology.orchestra.run.trial164.stdout:22 Feb 22:11:47 ntpd[9427]: ntpd: time set +0.615360 s 2026-02-22T22:11:47.884 INFO:teuthology.orchestra.run.trial164.stdout:ntpd: time set +0.615360s 2026-02-22T22:11:47.885 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:47 ntpd[9427]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2026-02-22T22:11:47.885 INFO:teuthology.orchestra.run.trial164.stderr:22 Feb 22:11:47 ntpd[9427]: can't open /var/log/ntpstats/loopstats.20260222: Permission denied 2026-02-22T22:11:47.910 INFO:teuthology.orchestra.run.trial072.stdout: remote refid st t when poll reach delay offset jitter 2026-02-22T22:11:47.910 INFO:teuthology.orchestra.run.trial072.stdout:============================================================================== 2026-02-22T22:11:47.911 INFO:teuthology.orchestra.run.trial072.stdout: s2-a.time.mci1. .INIT. 16 u - 64 0 0.000 +0.000 0.000 2026-02-22T22:11:47.911 INFO:teuthology.orchestra.run.trial072.stdout: 148.163.226.148 .INIT. 16 u - 64 0 0.000 +0.000 0.000 2026-02-22T22:11:47.911 INFO:teuthology.orchestra.run.trial072.stdout: ntp2.wiktel.com .INIT. 16 u - 64 0 0.000 +0.000 0.000 2026-02-22T22:11:47.911 INFO:teuthology.orchestra.run.trial072.stdout: time.ecansol.ne .INIT. 16 u - 64 0 0.000 +0.000 0.000 2026-02-22T22:11:47.967 INFO:teuthology.orchestra.run.trial164.stdout: remote refid st t when poll reach delay offset jitter 2026-02-22T22:11:47.967 INFO:teuthology.orchestra.run.trial164.stdout:============================================================================== 2026-02-22T22:11:47.967 INFO:teuthology.orchestra.run.trial164.stdout: sensei.ruselabs .INIT. 16 u - 64 0 0.000 +0.000 0.000 2026-02-22T22:11:47.967 INFO:teuthology.orchestra.run.trial164.stdout: owners.kjsl.com .INIT. 16 u - 64 0 0.000 +0.000 0.000 2026-02-22T22:11:47.967 INFO:teuthology.orchestra.run.trial164.stdout: 23.95.35.34 (23 .INIT. 16 u - 64 0 0.000 +0.000 0.000 2026-02-22T22:11:47.967 INFO:teuthology.orchestra.run.trial164.stdout: ool-44c5de70.dy .INIT. 16 u - 64 0 0.000 +0.000 0.000 2026-02-22T22:11:47.967 INFO:teuthology.run_tasks:Running task install... 2026-02-22T22:11:47.979 DEBUG:teuthology.task.install:project ceph 2026-02-22T22:11:47.979 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}} 2026-02-22T22:11:47.979 DEBUG:teuthology.task.install:config {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'} 2026-02-22T22:11:47.979 INFO:teuthology.task.install:Using flavor: default 2026-02-22T22:11:47.983 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-02-22T22:11:47.983 INFO:teuthology.task.install:extra packages: [] 2026-02-22T22:11:47.983 DEBUG:teuthology.orchestra.run.trial072:> sudo apt-key list | grep Ceph 2026-02-22T22:11:47.984 DEBUG:teuthology.orchestra.run.trial164:> sudo apt-key list | grep Ceph 2026-02-22T22:11:48.030 INFO:teuthology.orchestra.run.trial072.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2026-02-22T22:11:48.058 INFO:teuthology.orchestra.run.trial072.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2026-02-22T22:11:48.058 INFO:teuthology.orchestra.run.trial072.stdout:uid [ unknown] Ceph.com (release key) 2026-02-22T22:11:48.058 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2026-02-22T22:11:48.059 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T22:11:48.062 INFO:teuthology.orchestra.run.trial164.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2026-02-22T22:11:48.124 INFO:teuthology.orchestra.run.trial164.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2026-02-22T22:11:48.124 INFO:teuthology.orchestra.run.trial164.stdout:uid [ unknown] Ceph.com (release key) 2026-02-22T22:11:48.125 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2026-02-22T22:11:48.125 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T22:11:48.241 INFO:teuthology.task.install.deb:Pulling from https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default/ 2026-02-22T22:11:48.241 INFO:teuthology.task.install.deb:Package version is 19.2.3-689-gf90f4eae-1jammy 2026-02-22T22:11:48.243 INFO:teuthology.task.install.deb:Pulling from https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default/ 2026-02-22T22:11:48.243 INFO:teuthology.task.install.deb:Package version is 19.2.3-689-gf90f4eae-1jammy 2026-02-22T22:11:48.392 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:11:48.392 DEBUG:teuthology.orchestra.run.trial164:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2026-02-22T22:11:48.403 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:11:48.403 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2026-02-22T22:11:48.404 DEBUG:teuthology.orchestra.run.trial164:> sudo apt-get update 2026-02-22T22:11:48.414 DEBUG:teuthology.orchestra.run.trial072:> sudo apt-get update 2026-02-22T22:11:48.558 INFO:teuthology.orchestra.run.trial164.stdout:Ign:1 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy InRelease 2026-02-22T22:11:48.559 INFO:teuthology.orchestra.run.trial072.stdout:Ign:1 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy InRelease 2026-02-22T22:11:48.570 INFO:teuthology.orchestra.run.trial164.stdout:Get:2 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy Release [7662 B] 2026-02-22T22:11:48.570 INFO:teuthology.orchestra.run.trial072.stdout:Get:2 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy Release [7662 B] 2026-02-22T22:11:48.581 INFO:teuthology.orchestra.run.trial164.stdout:Ign:3 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy Release.gpg 2026-02-22T22:11:48.582 INFO:teuthology.orchestra.run.trial072.stdout:Ign:3 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy Release.gpg 2026-02-22T22:11:48.587 INFO:teuthology.orchestra.run.trial164.stdout:Hit:4 https://archive.ubuntu.com/ubuntu jammy InRelease 2026-02-22T22:11:48.591 INFO:teuthology.orchestra.run.trial164.stdout:Hit:5 https://archive.ubuntu.com/ubuntu jammy-updates InRelease 2026-02-22T22:11:48.593 INFO:teuthology.orchestra.run.trial164.stdout:Get:6 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.1 kB] 2026-02-22T22:11:48.593 INFO:teuthology.orchestra.run.trial072.stdout:Get:4 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.1 kB] 2026-02-22T22:11:48.601 INFO:teuthology.orchestra.run.trial164.stdout:Hit:7 https://archive.ubuntu.com/ubuntu jammy-security InRelease 2026-02-22T22:11:48.610 INFO:teuthology.orchestra.run.trial164.stdout:Hit:8 https://archive.ubuntu.com/ubuntu jammy-backports InRelease 2026-02-22T22:11:48.907 INFO:teuthology.orchestra.run.trial072.stdout:Hit:5 https://archive.ubuntu.com/ubuntu jammy InRelease 2026-02-22T22:11:48.925 INFO:teuthology.orchestra.run.trial164.stdout:Fetched 25.8 kB in 0s (71.4 kB/s) 2026-02-22T22:11:48.988 INFO:teuthology.orchestra.run.trial072.stdout:Hit:6 https://archive.ubuntu.com/ubuntu jammy-updates InRelease 2026-02-22T22:11:49.076 INFO:teuthology.orchestra.run.trial072.stdout:Hit:7 https://archive.ubuntu.com/ubuntu jammy-security InRelease 2026-02-22T22:11:49.164 INFO:teuthology.orchestra.run.trial072.stdout:Hit:8 https://archive.ubuntu.com/ubuntu jammy-backports InRelease 2026-02-22T22:11:49.310 INFO:teuthology.orchestra.run.trial072.stdout:Fetched 25.8 kB in 1s (35.0 kB/s) 2026-02-22T22:11:49.461 INFO:teuthology.orchestra.run.trial164.stdout:Reading package lists... 2026-02-22T22:11:49.475 DEBUG:teuthology.orchestra.run.trial164:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.2.3-689-gf90f4eae-1jammy cephadm=19.2.3-689-gf90f4eae-1jammy ceph-mds=19.2.3-689-gf90f4eae-1jammy ceph-mgr=19.2.3-689-gf90f4eae-1jammy ceph-common=19.2.3-689-gf90f4eae-1jammy ceph-fuse=19.2.3-689-gf90f4eae-1jammy ceph-test=19.2.3-689-gf90f4eae-1jammy ceph-volume=19.2.3-689-gf90f4eae-1jammy radosgw=19.2.3-689-gf90f4eae-1jammy python3-rados=19.2.3-689-gf90f4eae-1jammy python3-rgw=19.2.3-689-gf90f4eae-1jammy python3-cephfs=19.2.3-689-gf90f4eae-1jammy python3-rbd=19.2.3-689-gf90f4eae-1jammy libcephfs2=19.2.3-689-gf90f4eae-1jammy libcephfs-dev=19.2.3-689-gf90f4eae-1jammy librados2=19.2.3-689-gf90f4eae-1jammy librbd1=19.2.3-689-gf90f4eae-1jammy rbd-fuse=19.2.3-689-gf90f4eae-1jammy 2026-02-22T22:11:49.508 INFO:teuthology.orchestra.run.trial164.stdout:Reading package lists... 2026-02-22T22:11:49.621 INFO:teuthology.orchestra.run.trial164.stdout:Building dependency tree... 2026-02-22T22:11:49.621 INFO:teuthology.orchestra.run.trial164.stdout:Reading state information... 2026-02-22T22:11:49.716 INFO:teuthology.orchestra.run.trial164.stdout:The following packages were automatically installed and are no longer required: 2026-02-22T22:11:49.716 INFO:teuthology.orchestra.run.trial164.stdout: kpartx libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 2026-02-22T22:11:49.716 INFO:teuthology.orchestra.run.trial164.stdout: libgfxdr0 libglusterfs0 libiscsi7 libpmemobj1 libsgutils2-2 sg3-utils 2026-02-22T22:11:49.716 INFO:teuthology.orchestra.run.trial164.stdout: sg3-utils-udev 2026-02-22T22:11:49.716 INFO:teuthology.orchestra.run.trial164.stdout:Use 'sudo apt autoremove' to remove them. 2026-02-22T22:11:49.716 INFO:teuthology.orchestra.run.trial164.stdout:The following additional packages will be installed: 2026-02-22T22:11:49.716 INFO:teuthology.orchestra.run.trial164.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2026-02-22T22:11:49.716 INFO:teuthology.orchestra.run.trial164.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2026-02-22T22:11:49.716 INFO:teuthology.orchestra.run.trial164.stdout: libdouble-conversion3 libfuse2 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 2026-02-22T22:11:49.717 INFO:teuthology.orchestra.run.trial164.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2026-02-22T22:11:49.717 INFO:teuthology.orchestra.run.trial164.stdout: libradosstriper1 librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph 2026-02-22T22:11:49.717 INFO:teuthology.orchestra.run.trial164.stdout: libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli 2026-02-22T22:11:49.717 INFO:teuthology.orchestra.run.trial164.stdout: pkg-config python-asyncssh-doc python-pastedeploy-tpl python3-asyncssh 2026-02-22T22:11:49.717 INFO:teuthology.orchestra.run.trial164.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cheroot 2026-02-22T22:11:49.717 INFO:teuthology.orchestra.run.trial164.stdout: python3-cherrypy3 python3-google-auth python3-iniconfig 2026-02-22T22:11:49.717 INFO:teuthology.orchestra.run.trial164.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2026-02-22T22:11:49.717 INFO:teuthology.orchestra.run.trial164.stdout: python3-jaraco.text python3-joblib python3-kubernetes python3-logutils 2026-02-22T22:11:49.717 INFO:teuthology.orchestra.run.trial164.stdout: python3-mako python3-natsort python3-paste python3-pastedeploy 2026-02-22T22:11:49.717 INFO:teuthology.orchestra.run.trial164.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2026-02-22T22:11:49.717 INFO:teuthology.orchestra.run.trial164.stdout: python3-prettytable python3-psutil python3-py python3-pygments 2026-02-22T22:11:49.718 INFO:teuthology.orchestra.run.trial164.stdout: python3-pyinotify python3-pytest python3-repoze.lru 2026-02-22T22:11:49.718 INFO:teuthology.orchestra.run.trial164.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2026-02-22T22:11:49.718 INFO:teuthology.orchestra.run.trial164.stdout: python3-simplejson python3-singledispatch python3-sklearn 2026-02-22T22:11:49.718 INFO:teuthology.orchestra.run.trial164.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2026-02-22T22:11:49.718 INFO:teuthology.orchestra.run.trial164.stdout: python3-toml python3-waitress python3-wcwidth python3-webob 2026-02-22T22:11:49.718 INFO:teuthology.orchestra.run.trial164.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2026-02-22T22:11:49.718 INFO:teuthology.orchestra.run.trial164.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2026-02-22T22:11:49.718 INFO:teuthology.orchestra.run.trial164.stdout:Suggested packages: 2026-02-22T22:11:49.718 INFO:teuthology.orchestra.run.trial164.stdout: python3-influxdb readline-doc python3-beaker python-mako-doc 2026-02-22T22:11:49.718 INFO:teuthology.orchestra.run.trial164.stdout: python-natsort-doc httpd-wsgi libapache2-mod-python libapache2-mod-scgi 2026-02-22T22:11:49.718 INFO:teuthology.orchestra.run.trial164.stdout: libjs-mochikit python-pecan-doc python-psutil-doc subversion 2026-02-22T22:11:49.718 INFO:teuthology.orchestra.run.trial164.stdout: python-pygments-doc ttf-bitstream-vera python-pyinotify-doc python3-dap 2026-02-22T22:11:49.719 INFO:teuthology.orchestra.run.trial164.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2026-02-22T22:11:49.719 INFO:teuthology.orchestra.run.trial164.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2026-02-22T22:11:49.719 INFO:teuthology.orchestra.run.trial164.stdout:Recommended packages: 2026-02-22T22:11:49.719 INFO:teuthology.orchestra.run.trial164.stdout: btrfs-tools 2026-02-22T22:11:49.751 INFO:teuthology.orchestra.run.trial164.stdout:The following NEW packages will be installed: 2026-02-22T22:11:49.751 INFO:teuthology.orchestra.run.trial164.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2026-02-22T22:11:49.751 INFO:teuthology.orchestra.run.trial164.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2026-02-22T22:11:49.751 INFO:teuthology.orchestra.run.trial164.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2026-02-22T22:11:49.751 INFO:teuthology.orchestra.run.trial164.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfuse2 libjq1 liblttng-ust1 2026-02-22T22:11:49.751 INFO:teuthology.orchestra.run.trial164.stdout: liblua5.3-dev libnbd0 liboath0 libonig5 libpcre2-16-0 libqt5core5a 2026-02-22T22:11:49.751 INFO:teuthology.orchestra.run.trial164.stdout: libqt5dbus5 libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2026-02-22T22:11:49.751 INFO:teuthology.orchestra.run.trial164.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2026-02-22T22:11:49.751 INFO:teuthology.orchestra.run.trial164.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2026-02-22T22:11:49.751 INFO:teuthology.orchestra.run.trial164.stdout: python-pastedeploy-tpl python3-asyncssh python3-cachetools 2026-02-22T22:11:49.752 INFO:teuthology.orchestra.run.trial164.stdout: python3-ceph-argparse python3-ceph-common python3-cephfs python3-cheroot 2026-02-22T22:11:49.752 INFO:teuthology.orchestra.run.trial164.stdout: python3-cherrypy3 python3-google-auth python3-iniconfig 2026-02-22T22:11:49.752 INFO:teuthology.orchestra.run.trial164.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2026-02-22T22:11:49.752 INFO:teuthology.orchestra.run.trial164.stdout: python3-jaraco.text python3-joblib python3-kubernetes python3-logutils 2026-02-22T22:11:49.752 INFO:teuthology.orchestra.run.trial164.stdout: python3-mako python3-natsort python3-paste python3-pastedeploy 2026-02-22T22:11:49.752 INFO:teuthology.orchestra.run.trial164.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2026-02-22T22:11:49.752 INFO:teuthology.orchestra.run.trial164.stdout: python3-prettytable python3-psutil python3-py python3-pygments 2026-02-22T22:11:49.752 INFO:teuthology.orchestra.run.trial164.stdout: python3-pyinotify python3-pytest python3-rados python3-rbd 2026-02-22T22:11:49.752 INFO:teuthology.orchestra.run.trial164.stdout: python3-repoze.lru python3-requests-oauthlib python3-rgw python3-routes 2026-02-22T22:11:49.752 INFO:teuthology.orchestra.run.trial164.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2026-02-22T22:11:49.752 INFO:teuthology.orchestra.run.trial164.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2026-02-22T22:11:49.752 INFO:teuthology.orchestra.run.trial164.stdout: python3-threadpoolctl python3-toml python3-waitress python3-wcwidth 2026-02-22T22:11:49.753 INFO:teuthology.orchestra.run.trial164.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2026-02-22T22:11:49.753 INFO:teuthology.orchestra.run.trial164.stdout: python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse socat unzip 2026-02-22T22:11:49.753 INFO:teuthology.orchestra.run.trial164.stdout: xmlstarlet zip 2026-02-22T22:11:49.829 INFO:teuthology.orchestra.run.trial164.stdout:0 upgraded, 108 newly installed, 0 to remove and 13 not upgraded. 2026-02-22T22:11:49.829 INFO:teuthology.orchestra.run.trial164.stdout:Need to get 178 MB of archives. 2026-02-22T22:11:49.829 INFO:teuthology.orchestra.run.trial164.stdout:After this operation, 809 MB of additional disk space will be used. 2026-02-22T22:11:49.829 INFO:teuthology.orchestra.run.trial164.stdout:Get:1 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.2.3-689-gf90f4eae-1jammy [3597 kB] 2026-02-22T22:11:49.836 INFO:teuthology.orchestra.run.trial072.stdout:Reading package lists... 2026-02-22T22:11:49.849 DEBUG:teuthology.orchestra.run.trial072:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.2.3-689-gf90f4eae-1jammy cephadm=19.2.3-689-gf90f4eae-1jammy ceph-mds=19.2.3-689-gf90f4eae-1jammy ceph-mgr=19.2.3-689-gf90f4eae-1jammy ceph-common=19.2.3-689-gf90f4eae-1jammy ceph-fuse=19.2.3-689-gf90f4eae-1jammy ceph-test=19.2.3-689-gf90f4eae-1jammy ceph-volume=19.2.3-689-gf90f4eae-1jammy radosgw=19.2.3-689-gf90f4eae-1jammy python3-rados=19.2.3-689-gf90f4eae-1jammy python3-rgw=19.2.3-689-gf90f4eae-1jammy python3-cephfs=19.2.3-689-gf90f4eae-1jammy python3-rbd=19.2.3-689-gf90f4eae-1jammy libcephfs2=19.2.3-689-gf90f4eae-1jammy libcephfs-dev=19.2.3-689-gf90f4eae-1jammy librados2=19.2.3-689-gf90f4eae-1jammy librbd1=19.2.3-689-gf90f4eae-1jammy rbd-fuse=19.2.3-689-gf90f4eae-1jammy 2026-02-22T22:11:49.854 INFO:teuthology.orchestra.run.trial164.stdout:Get:2 https://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2026-02-22T22:11:49.883 INFO:teuthology.orchestra.run.trial072.stdout:Reading package lists... 2026-02-22T22:11:49.900 INFO:teuthology.orchestra.run.trial164.stdout:Get:3 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2026-02-22T22:11:49.901 INFO:teuthology.orchestra.run.trial164.stdout:Get:4 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2026-02-22T22:11:49.911 INFO:teuthology.orchestra.run.trial164.stdout:Get:5 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2006 kB] 2026-02-22T22:11:49.933 INFO:teuthology.orchestra.run.trial164.stdout:Get:6 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.2.3-689-gf90f4eae-1jammy [3256 kB] 2026-02-22T22:11:49.940 INFO:teuthology.orchestra.run.trial164.stdout:Get:7 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2026-02-22T22:11:49.942 INFO:teuthology.orchestra.run.trial164.stdout:Get:8 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2026-02-22T22:11:49.947 INFO:teuthology.orchestra.run.trial164.stdout:Get:9 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2026-02-22T22:11:49.949 INFO:teuthology.orchestra.run.trial164.stdout:Get:10 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libnbd0 amd64 1.10.5-1 [71.3 kB] 2026-02-22T22:11:49.950 INFO:teuthology.orchestra.run.trial164.stdout:Get:11 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2026-02-22T22:11:49.950 INFO:teuthology.orchestra.run.trial164.stdout:Get:12 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2026-02-22T22:11:49.950 INFO:teuthology.orchestra.run.trial164.stdout:Get:13 https://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2026-02-22T22:11:49.955 INFO:teuthology.orchestra.run.trial164.stdout:Get:14 https://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2026-02-22T22:11:49.956 INFO:teuthology.orchestra.run.trial164.stdout:Get:15 https://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2026-02-22T22:11:49.957 INFO:teuthology.orchestra.run.trial164.stdout:Get:16 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2026-02-22T22:11:49.961 INFO:teuthology.orchestra.run.trial164.stdout:Get:17 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5034 B] 2026-02-22T22:11:49.961 INFO:teuthology.orchestra.run.trial164.stdout:Get:18 https://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2026-02-22T22:11:49.962 INFO:teuthology.orchestra.run.trial164.stdout:Get:19 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2026-02-22T22:11:49.964 INFO:teuthology.orchestra.run.trial164.stdout:Get:20 https://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2026-02-22T22:11:49.965 INFO:teuthology.orchestra.run.trial164.stdout:Get:21 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 liboath0 amd64 2.6.7-3ubuntu0.1 [41.3 kB] 2026-02-22T22:11:49.971 INFO:teuthology.orchestra.run.trial164.stdout:Get:22 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9030 B] 2026-02-22T22:11:49.971 INFO:teuthology.orchestra.run.trial164.stdout:Get:23 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2026-02-22T22:11:49.972 INFO:teuthology.orchestra.run.trial164.stdout:Get:24 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6452 B] 2026-02-22T22:11:49.972 INFO:teuthology.orchestra.run.trial164.stdout:Get:25 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8716 B] 2026-02-22T22:11:49.972 INFO:teuthology.orchestra.run.trial164.stdout:Get:26 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2026-02-22T22:11:49.978 INFO:teuthology.orchestra.run.trial164.stdout:Get:27 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.2.3-689-gf90f4eae-1jammy [979 kB] 2026-02-22T22:11:49.980 INFO:teuthology.orchestra.run.trial164.stdout:Get:28 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2026-02-22T22:11:49.980 INFO:teuthology.orchestra.run.trial164.stdout:Get:29 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7240 B] 2026-02-22T22:11:49.980 INFO:teuthology.orchestra.run.trial164.stdout:Get:30 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8980 B] 2026-02-22T22:11:49.981 INFO:teuthology.orchestra.run.trial164.stdout:Get:31 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2026-02-22T22:11:49.982 INFO:teuthology.orchestra.run.trial164.stdout:Get:32 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2026-02-22T22:11:49.991 INFO:teuthology.orchestra.run.trial164.stdout:Get:33 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2026-02-22T22:11:49.991 INFO:teuthology.orchestra.run.trial164.stdout:Get:34 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2026-02-22T22:11:49.991 INFO:teuthology.orchestra.run.trial164.stdout:Get:35 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2026-02-22T22:11:49.991 INFO:teuthology.orchestra.run.trial164.stdout:Get:36 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7320 B] 2026-02-22T22:11:49.991 INFO:teuthology.orchestra.run.trial164.stdout:Get:37 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2026-02-22T22:11:49.992 INFO:teuthology.orchestra.run.trial072.stdout:Building dependency tree... 2026-02-22T22:11:49.992 INFO:teuthology.orchestra.run.trial072.stdout:Reading state information... 2026-02-22T22:11:49.994 INFO:teuthology.orchestra.run.trial164.stdout:Get:38 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.2.3-689-gf90f4eae-1jammy [357 kB] 2026-02-22T22:11:49.999 INFO:teuthology.orchestra.run.trial164.stdout:Get:39 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-waitress all 1.4.4-1.1ubuntu1.1 [47.0 kB] 2026-02-22T22:11:50.000 INFO:teuthology.orchestra.run.trial164.stdout:Get:40 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2026-02-22T22:11:50.000 INFO:teuthology.orchestra.run.trial164.stdout:Get:41 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.2.3-689-gf90f4eae-1jammy [32.9 kB] 2026-02-22T22:11:50.000 INFO:teuthology.orchestra.run.trial164.stdout:Get:42 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2026-02-22T22:11:50.000 INFO:teuthology.orchestra.run.trial164.stdout:Get:43 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.2.3-689-gf90f4eae-1jammy [184 kB] 2026-02-22T22:11:50.003 INFO:teuthology.orchestra.run.trial164.stdout:Get:44 https://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4892 B] 2026-02-22T22:11:50.003 INFO:teuthology.orchestra.run.trial164.stdout:Get:45 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2026-02-22T22:11:50.003 INFO:teuthology.orchestra.run.trial164.stdout:Get:46 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.2.3-689-gf90f4eae-1jammy [70.0 kB] 2026-02-22T22:11:50.004 INFO:teuthology.orchestra.run.trial164.stdout:Get:47 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.2.3-689-gf90f4eae-1jammy [335 kB] 2026-02-22T22:11:50.008 INFO:teuthology.orchestra.run.trial164.stdout:Get:48 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2026-02-22T22:11:50.009 INFO:teuthology.orchestra.run.trial164.stdout:Get:49 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2026-02-22T22:11:50.009 INFO:teuthology.orchestra.run.trial164.stdout:Get:50 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.3 [181 kB] 2026-02-22T22:11:50.010 INFO:teuthology.orchestra.run.trial164.stdout:Get:51 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.2.3-689-gf90f4eae-1jammy [6935 kB] 2026-02-22T22:11:50.010 INFO:teuthology.orchestra.run.trial164.stdout:Get:52 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libfuse2 amd64 2.9.9-5ubuntu3 [90.3 kB] 2026-02-22T22:11:50.011 INFO:teuthology.orchestra.run.trial164.stdout:Get:53 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python3-asyncssh all 2.5.0-1ubuntu0.1 [189 kB] 2026-02-22T22:11:50.018 INFO:teuthology.orchestra.run.trial164.stdout:Get:54 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2026-02-22T22:11:50.018 INFO:teuthology.orchestra.run.trial164.stdout:Get:55 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2026-02-22T22:11:50.018 INFO:teuthology.orchestra.run.trial164.stdout:Get:56 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2058 kB] 2026-02-22T22:11:50.032 INFO:teuthology.orchestra.run.trial164.stdout:Get:57 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2026-02-22T22:11:50.034 INFO:teuthology.orchestra.run.trial164.stdout:Get:58 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2026-02-22T22:11:50.034 INFO:teuthology.orchestra.run.trial164.stdout:Get:59 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1829 kB] 2026-02-22T22:11:50.044 INFO:teuthology.orchestra.run.trial164.stdout:Get:60 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9722 B] 2026-02-22T22:11:50.044 INFO:teuthology.orchestra.run.trial164.stdout:Get:61 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2026-02-22T22:11:50.044 INFO:teuthology.orchestra.run.trial164.stdout:Get:62 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2026-02-22T22:11:50.044 INFO:teuthology.orchestra.run.trial164.stdout:Get:63 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2026-02-22T22:11:50.044 INFO:teuthology.orchestra.run.trial164.stdout:Get:64 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2026-02-22T22:11:50.044 INFO:teuthology.orchestra.run.trial164.stdout:Get:65 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2026-02-22T22:11:50.046 INFO:teuthology.orchestra.run.trial164.stdout:Get:66 https://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2026-02-22T22:11:50.046 INFO:teuthology.orchestra.run.trial164.stdout:Get:67 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libjq1 amd64 1.6-2.1ubuntu3.1 [133 kB] 2026-02-22T22:11:50.047 INFO:teuthology.orchestra.run.trial164.stdout:Get:68 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 jq amd64 1.6-2.1ubuntu3.1 [52.5 kB] 2026-02-22T22:11:50.055 INFO:teuthology.orchestra.run.trial164.stdout:Get:69 https://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2026-02-22T22:11:50.057 INFO:teuthology.orchestra.run.trial164.stdout:Get:70 https://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2026-02-22T22:11:50.058 INFO:teuthology.orchestra.run.trial164.stdout:Get:71 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2026-02-22T22:11:50.058 INFO:teuthology.orchestra.run.trial164.stdout:Get:72 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2026-02-22T22:11:50.058 INFO:teuthology.orchestra.run.trial164.stdout:Get:73 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2026-02-22T22:11:50.060 INFO:teuthology.orchestra.run.trial164.stdout:Get:74 https://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2026-02-22T22:11:50.064 INFO:teuthology.orchestra.run.trial164.stdout:Get:75 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python-asyncssh-doc all 2.5.0-1ubuntu0.1 [309 kB] 2026-02-22T22:11:50.066 INFO:teuthology.orchestra.run.trial164.stdout:Get:76 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6024 B] 2026-02-22T22:11:50.066 INFO:teuthology.orchestra.run.trial164.stdout:Get:77 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2026-02-22T22:11:50.066 INFO:teuthology.orchestra.run.trial164.stdout:Get:78 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2026-02-22T22:11:50.074 INFO:teuthology.orchestra.run.trial164.stdout:Get:79 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2026-02-22T22:11:50.075 INFO:teuthology.orchestra.run.trial164.stdout:Get:80 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2026-02-22T22:11:50.075 INFO:teuthology.orchestra.run.trial164.stdout:Get:81 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-pygments all 2.11.2+dfsg-2ubuntu0.1 [750 kB] 2026-02-22T22:11:50.078 INFO:teuthology.orchestra.run.trial164.stdout:Get:82 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2026-02-22T22:11:50.078 INFO:teuthology.orchestra.run.trial164.stdout:Get:83 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2026-02-22T22:11:50.078 INFO:teuthology.orchestra.run.trial164.stdout:Get:84 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2026-02-22T22:11:50.081 INFO:teuthology.orchestra.run.trial072.stdout:The following packages were automatically installed and are no longer required: 2026-02-22T22:11:50.081 INFO:teuthology.orchestra.run.trial072.stdout: kpartx libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 2026-02-22T22:11:50.081 INFO:teuthology.orchestra.run.trial072.stdout: libgfxdr0 libglusterfs0 libiscsi7 libpmemobj1 libsgutils2-2 sg3-utils 2026-02-22T22:11:50.081 INFO:teuthology.orchestra.run.trial072.stdout: sg3-utils-udev 2026-02-22T22:11:50.081 INFO:teuthology.orchestra.run.trial072.stdout:Use 'sudo apt autoremove' to remove them. 2026-02-22T22:11:50.081 INFO:teuthology.orchestra.run.trial072.stdout:The following additional packages will be installed: 2026-02-22T22:11:50.081 INFO:teuthology.orchestra.run.trial072.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2026-02-22T22:11:50.081 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2026-02-22T22:11:50.081 INFO:teuthology.orchestra.run.trial072.stdout: libdouble-conversion3 libfuse2 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 2026-02-22T22:11:50.081 INFO:teuthology.orchestra.run.trial072.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: libradosstriper1 librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: pkg-config python-asyncssh-doc python-pastedeploy-tpl python3-asyncssh 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cheroot 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python3-cherrypy3 python3-google-auth python3-iniconfig 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco.text python3-joblib python3-kubernetes python3-logutils 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python3-mako python3-natsort python3-paste python3-pastedeploy 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python3-prettytable python3-psutil python3-py python3-pygments 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python3-pyinotify python3-pytest python3-repoze.lru 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python3-simplejson python3-singledispatch python3-sklearn 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python3-toml python3-waitress python3-wcwidth python3-webob 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout:Suggested packages: 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python3-influxdb readline-doc python3-beaker python-mako-doc 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python-natsort-doc httpd-wsgi libapache2-mod-python libapache2-mod-scgi 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: libjs-mochikit python-pecan-doc python-psutil-doc subversion 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python-pygments-doc ttf-bitstream-vera python-pyinotify-doc python3-dap 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout:Recommended packages: 2026-02-22T22:11:50.082 INFO:teuthology.orchestra.run.trial072.stdout: btrfs-tools 2026-02-22T22:11:50.083 INFO:teuthology.orchestra.run.trial164.stdout:Get:85 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2026-02-22T22:11:50.084 INFO:teuthology.orchestra.run.trial164.stdout:Get:86 https://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1983 kB] 2026-02-22T22:11:50.117 INFO:teuthology.orchestra.run.trial072.stdout:The following NEW packages will be installed: 2026-02-22T22:11:50.117 INFO:teuthology.orchestra.run.trial072.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2026-02-22T22:11:50.118 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2026-02-22T22:11:50.118 INFO:teuthology.orchestra.run.trial072.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2026-02-22T22:11:50.118 INFO:teuthology.orchestra.run.trial072.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfuse2 libjq1 liblttng-ust1 2026-02-22T22:11:50.118 INFO:teuthology.orchestra.run.trial072.stdout: liblua5.3-dev libnbd0 liboath0 libonig5 libpcre2-16-0 libqt5core5a 2026-02-22T22:11:50.118 INFO:teuthology.orchestra.run.trial072.stdout: libqt5dbus5 libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2026-02-22T22:11:50.119 INFO:teuthology.orchestra.run.trial072.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2026-02-22T22:11:50.120 INFO:teuthology.orchestra.run.trial072.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2026-02-22T22:11:50.120 INFO:teuthology.orchestra.run.trial072.stdout: python-pastedeploy-tpl python3-asyncssh python3-cachetools 2026-02-22T22:11:50.120 INFO:teuthology.orchestra.run.trial072.stdout: python3-ceph-argparse python3-ceph-common python3-cephfs python3-cheroot 2026-02-22T22:11:50.120 INFO:teuthology.orchestra.run.trial072.stdout: python3-cherrypy3 python3-google-auth python3-iniconfig 2026-02-22T22:11:50.120 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2026-02-22T22:11:50.120 INFO:teuthology.orchestra.run.trial072.stdout: python3-jaraco.text python3-joblib python3-kubernetes python3-logutils 2026-02-22T22:11:50.120 INFO:teuthology.orchestra.run.trial072.stdout: python3-mako python3-natsort python3-paste python3-pastedeploy 2026-02-22T22:11:50.120 INFO:teuthology.orchestra.run.trial072.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2026-02-22T22:11:50.120 INFO:teuthology.orchestra.run.trial072.stdout: python3-prettytable python3-psutil python3-py python3-pygments 2026-02-22T22:11:50.120 INFO:teuthology.orchestra.run.trial072.stdout: python3-pyinotify python3-pytest python3-rados python3-rbd 2026-02-22T22:11:50.121 INFO:teuthology.orchestra.run.trial072.stdout: python3-repoze.lru python3-requests-oauthlib python3-rgw python3-routes 2026-02-22T22:11:50.121 INFO:teuthology.orchestra.run.trial072.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2026-02-22T22:11:50.121 INFO:teuthology.orchestra.run.trial072.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2026-02-22T22:11:50.121 INFO:teuthology.orchestra.run.trial072.stdout: python3-threadpoolctl python3-toml python3-waitress python3-wcwidth 2026-02-22T22:11:50.121 INFO:teuthology.orchestra.run.trial072.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2026-02-22T22:11:50.121 INFO:teuthology.orchestra.run.trial072.stdout: python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse socat unzip 2026-02-22T22:11:50.121 INFO:teuthology.orchestra.run.trial072.stdout: xmlstarlet zip 2026-02-22T22:11:50.124 INFO:teuthology.orchestra.run.trial164.stdout:Get:87 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.2.3-689-gf90f4eae-1jammy [112 kB] 2026-02-22T22:11:50.125 INFO:teuthology.orchestra.run.trial164.stdout:Get:88 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.2.3-689-gf90f4eae-1jammy [470 kB] 2026-02-22T22:11:50.132 INFO:teuthology.orchestra.run.trial164.stdout:Get:89 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.2.3-689-gf90f4eae-1jammy [26.5 MB] 2026-02-22T22:11:50.221 INFO:teuthology.orchestra.run.trial072.stdout:0 upgraded, 108 newly installed, 0 to remove and 13 not upgraded. 2026-02-22T22:11:50.222 INFO:teuthology.orchestra.run.trial072.stdout:Need to get 178 MB of archives. 2026-02-22T22:11:50.222 INFO:teuthology.orchestra.run.trial072.stdout:After this operation, 809 MB of additional disk space will be used. 2026-02-22T22:11:50.222 INFO:teuthology.orchestra.run.trial072.stdout:Get:1 https://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2026-02-22T22:11:50.266 INFO:teuthology.orchestra.run.trial072.stdout:Get:2 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2026-02-22T22:11:50.267 INFO:teuthology.orchestra.run.trial072.stdout:Get:3 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2026-02-22T22:11:50.276 INFO:teuthology.orchestra.run.trial072.stdout:Get:4 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2006 kB] 2026-02-22T22:11:50.304 INFO:teuthology.orchestra.run.trial072.stdout:Get:5 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2026-02-22T22:11:50.306 INFO:teuthology.orchestra.run.trial072.stdout:Get:6 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2026-02-22T22:11:50.312 INFO:teuthology.orchestra.run.trial072.stdout:Get:7 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2026-02-22T22:11:50.314 INFO:teuthology.orchestra.run.trial072.stdout:Get:8 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libnbd0 amd64 1.10.5-1 [71.3 kB] 2026-02-22T22:11:50.314 INFO:teuthology.orchestra.run.trial072.stdout:Get:9 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2026-02-22T22:11:50.315 INFO:teuthology.orchestra.run.trial072.stdout:Get:10 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2026-02-22T22:11:50.315 INFO:teuthology.orchestra.run.trial072.stdout:Get:11 https://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2026-02-22T22:11:50.320 INFO:teuthology.orchestra.run.trial072.stdout:Get:12 https://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2026-02-22T22:11:50.321 INFO:teuthology.orchestra.run.trial072.stdout:Get:13 https://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2026-02-22T22:11:50.322 INFO:teuthology.orchestra.run.trial072.stdout:Get:14 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2026-02-22T22:11:50.325 INFO:teuthology.orchestra.run.trial072.stdout:Get:15 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5034 B] 2026-02-22T22:11:50.325 INFO:teuthology.orchestra.run.trial072.stdout:Get:16 https://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2026-02-22T22:11:50.327 INFO:teuthology.orchestra.run.trial072.stdout:Get:17 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2026-02-22T22:11:50.328 INFO:teuthology.orchestra.run.trial072.stdout:Get:18 https://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2026-02-22T22:11:50.335 INFO:teuthology.orchestra.run.trial072.stdout:Get:19 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 liboath0 amd64 2.6.7-3ubuntu0.1 [41.3 kB] 2026-02-22T22:11:50.336 INFO:teuthology.orchestra.run.trial072.stdout:Get:20 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9030 B] 2026-02-22T22:11:50.336 INFO:teuthology.orchestra.run.trial072.stdout:Get:21 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2026-02-22T22:11:50.337 INFO:teuthology.orchestra.run.trial072.stdout:Get:22 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6452 B] 2026-02-22T22:11:50.337 INFO:teuthology.orchestra.run.trial072.stdout:Get:23 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8716 B] 2026-02-22T22:11:50.337 INFO:teuthology.orchestra.run.trial072.stdout:Get:24 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2026-02-22T22:11:50.344 INFO:teuthology.orchestra.run.trial072.stdout:Get:25 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2026-02-22T22:11:50.345 INFO:teuthology.orchestra.run.trial072.stdout:Get:26 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7240 B] 2026-02-22T22:11:50.345 INFO:teuthology.orchestra.run.trial072.stdout:Get:27 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8980 B] 2026-02-22T22:11:50.345 INFO:teuthology.orchestra.run.trial072.stdout:Get:28 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2026-02-22T22:11:50.354 INFO:teuthology.orchestra.run.trial072.stdout:Get:29 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2026-02-22T22:11:50.354 INFO:teuthology.orchestra.run.trial072.stdout:Get:30 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2026-02-22T22:11:50.354 INFO:teuthology.orchestra.run.trial072.stdout:Get:31 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2026-02-22T22:11:50.355 INFO:teuthology.orchestra.run.trial072.stdout:Get:32 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2026-02-22T22:11:50.355 INFO:teuthology.orchestra.run.trial072.stdout:Get:33 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7320 B] 2026-02-22T22:11:50.356 INFO:teuthology.orchestra.run.trial072.stdout:Get:34 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2026-02-22T22:11:50.363 INFO:teuthology.orchestra.run.trial072.stdout:Get:35 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-waitress all 1.4.4-1.1ubuntu1.1 [47.0 kB] 2026-02-22T22:11:50.364 INFO:teuthology.orchestra.run.trial072.stdout:Get:36 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2026-02-22T22:11:50.364 INFO:teuthology.orchestra.run.trial072.stdout:Get:37 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2026-02-22T22:11:50.367 INFO:teuthology.orchestra.run.trial072.stdout:Get:38 https://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4892 B] 2026-02-22T22:11:50.373 INFO:teuthology.orchestra.run.trial072.stdout:Get:39 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2026-02-22T22:11:50.373 INFO:teuthology.orchestra.run.trial072.stdout:Get:40 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2026-02-22T22:11:50.374 INFO:teuthology.orchestra.run.trial072.stdout:Get:41 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2026-02-22T22:11:50.374 INFO:teuthology.orchestra.run.trial072.stdout:Get:42 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.3 [181 kB] 2026-02-22T22:11:50.376 INFO:teuthology.orchestra.run.trial072.stdout:Get:43 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libfuse2 amd64 2.9.9-5ubuntu3 [90.3 kB] 2026-02-22T22:11:50.377 INFO:teuthology.orchestra.run.trial072.stdout:Get:44 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python3-asyncssh all 2.5.0-1ubuntu0.1 [189 kB] 2026-02-22T22:11:50.382 INFO:teuthology.orchestra.run.trial072.stdout:Get:45 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2026-02-22T22:11:50.383 INFO:teuthology.orchestra.run.trial072.stdout:Get:46 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2026-02-22T22:11:50.384 INFO:teuthology.orchestra.run.trial072.stdout:Get:47 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2058 kB] 2026-02-22T22:11:50.389 INFO:teuthology.orchestra.run.trial072.stdout:Get:48 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.2.3-689-gf90f4eae-1jammy [3597 kB] 2026-02-22T22:11:50.399 INFO:teuthology.orchestra.run.trial072.stdout:Get:49 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2026-02-22T22:11:50.401 INFO:teuthology.orchestra.run.trial072.stdout:Get:50 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2026-02-22T22:11:50.401 INFO:teuthology.orchestra.run.trial072.stdout:Get:51 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1829 kB] 2026-02-22T22:11:50.409 INFO:teuthology.orchestra.run.trial072.stdout:Get:52 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9722 B] 2026-02-22T22:11:50.409 INFO:teuthology.orchestra.run.trial072.stdout:Get:53 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2026-02-22T22:11:50.410 INFO:teuthology.orchestra.run.trial072.stdout:Get:54 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2026-02-22T22:11:50.410 INFO:teuthology.orchestra.run.trial072.stdout:Get:55 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2026-02-22T22:11:50.410 INFO:teuthology.orchestra.run.trial072.stdout:Get:56 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2026-02-22T22:11:50.410 INFO:teuthology.orchestra.run.trial072.stdout:Get:57 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2026-02-22T22:11:50.412 INFO:teuthology.orchestra.run.trial072.stdout:Get:58 https://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2026-02-22T22:11:50.420 INFO:teuthology.orchestra.run.trial072.stdout:Get:59 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libjq1 amd64 1.6-2.1ubuntu3.1 [133 kB] 2026-02-22T22:11:50.421 INFO:teuthology.orchestra.run.trial072.stdout:Get:60 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 jq amd64 1.6-2.1ubuntu3.1 [52.5 kB] 2026-02-22T22:11:50.422 INFO:teuthology.orchestra.run.trial072.stdout:Get:61 https://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2026-02-22T22:11:50.423 INFO:teuthology.orchestra.run.trial072.stdout:Get:62 https://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2026-02-22T22:11:50.424 INFO:teuthology.orchestra.run.trial072.stdout:Get:63 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2026-02-22T22:11:50.425 INFO:teuthology.orchestra.run.trial072.stdout:Get:64 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2026-02-22T22:11:50.430 INFO:teuthology.orchestra.run.trial072.stdout:Get:65 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2026-02-22T22:11:50.432 INFO:teuthology.orchestra.run.trial072.stdout:Get:66 https://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2026-02-22T22:11:50.432 INFO:teuthology.orchestra.run.trial072.stdout:Get:67 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python-asyncssh-doc all 2.5.0-1ubuntu0.1 [309 kB] 2026-02-22T22:11:50.434 INFO:teuthology.orchestra.run.trial072.stdout:Get:68 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6024 B] 2026-02-22T22:11:50.439 INFO:teuthology.orchestra.run.trial072.stdout:Get:69 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2026-02-22T22:11:50.440 INFO:teuthology.orchestra.run.trial072.stdout:Get:70 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2026-02-22T22:11:50.440 INFO:teuthology.orchestra.run.trial072.stdout:Get:71 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2026-02-22T22:11:50.441 INFO:teuthology.orchestra.run.trial072.stdout:Get:72 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2026-02-22T22:11:50.442 INFO:teuthology.orchestra.run.trial072.stdout:Get:73 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-pygments all 2.11.2+dfsg-2ubuntu0.1 [750 kB] 2026-02-22T22:11:50.445 INFO:teuthology.orchestra.run.trial072.stdout:Get:74 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2026-02-22T22:11:50.449 INFO:teuthology.orchestra.run.trial072.stdout:Get:75 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2026-02-22T22:11:50.449 INFO:teuthology.orchestra.run.trial072.stdout:Get:76 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2026-02-22T22:11:50.450 INFO:teuthology.orchestra.run.trial072.stdout:Get:77 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2026-02-22T22:11:50.450 INFO:teuthology.orchestra.run.trial072.stdout:Get:78 https://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1983 kB] 2026-02-22T22:11:50.592 INFO:teuthology.orchestra.run.trial164.stdout:Get:90 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.2.3-689-gf90f4eae-1jammy [5178 kB] 2026-02-22T22:11:50.692 INFO:teuthology.orchestra.run.trial164.stdout:Get:91 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.2.3-689-gf90f4eae-1jammy [248 kB] 2026-02-22T22:11:50.695 INFO:teuthology.orchestra.run.trial164.stdout:Get:92 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.2.3-689-gf90f4eae-1jammy [125 kB] 2026-02-22T22:11:50.707 INFO:teuthology.orchestra.run.trial164.stdout:Get:93 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.2.3-689-gf90f4eae-1jammy [1081 kB] 2026-02-22T22:11:50.724 INFO:teuthology.orchestra.run.trial164.stdout:Get:94 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.2.3-689-gf90f4eae-1jammy [6239 kB] 2026-02-22T22:11:50.857 INFO:teuthology.orchestra.run.trial164.stdout:Get:95 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.2.3-689-gf90f4eae-1jammy [23.0 MB] 2026-02-22T22:11:51.265 INFO:teuthology.orchestra.run.trial072.stdout:Get:79 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.2.3-689-gf90f4eae-1jammy [3256 kB] 2026-02-22T22:11:51.408 INFO:teuthology.orchestra.run.trial164.stdout:Get:96 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.2.3-689-gf90f4eae-1jammy [14.2 kB] 2026-02-22T22:11:51.408 INFO:teuthology.orchestra.run.trial164.stdout:Get:97 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.2.3-689-gf90f4eae-1jammy [1173 kB] 2026-02-22T22:11:51.448 INFO:teuthology.orchestra.run.trial164.stdout:Get:98 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.2.3-689-gf90f4eae-1jammy [2503 kB] 2026-02-22T22:11:51.515 INFO:teuthology.orchestra.run.trial164.stdout:Get:99 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.2.3-689-gf90f4eae-1jammy [798 kB] 2026-02-22T22:11:51.527 INFO:teuthology.orchestra.run.trial164.stdout:Get:100 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.2.3-689-gf90f4eae-1jammy [157 kB] 2026-02-22T22:11:51.530 INFO:teuthology.orchestra.run.trial164.stdout:Get:101 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.2.3-689-gf90f4eae-1jammy [2396 kB] 2026-02-22T22:11:51.596 INFO:teuthology.orchestra.run.trial164.stdout:Get:102 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.2.3-689-gf90f4eae-1jammy [8625 kB] 2026-02-22T22:11:51.623 INFO:teuthology.orchestra.run.trial072.stdout:Get:80 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.2.3-689-gf90f4eae-1jammy [979 kB] 2026-02-22T22:11:51.752 INFO:teuthology.orchestra.run.trial072.stdout:Get:81 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.2.3-689-gf90f4eae-1jammy [357 kB] 2026-02-22T22:11:51.765 INFO:teuthology.orchestra.run.trial072.stdout:Get:82 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.2.3-689-gf90f4eae-1jammy [32.9 kB] 2026-02-22T22:11:51.812 INFO:teuthology.orchestra.run.trial072.stdout:Get:83 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.2.3-689-gf90f4eae-1jammy [184 kB] 2026-02-22T22:11:51.820 INFO:teuthology.orchestra.run.trial072.stdout:Get:84 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.2.3-689-gf90f4eae-1jammy [70.0 kB] 2026-02-22T22:11:51.824 INFO:teuthology.orchestra.run.trial072.stdout:Get:85 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.2.3-689-gf90f4eae-1jammy [335 kB] 2026-02-22T22:11:51.835 INFO:teuthology.orchestra.run.trial072.stdout:Get:86 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.2.3-689-gf90f4eae-1jammy [6935 kB] 2026-02-22T22:11:51.923 INFO:teuthology.orchestra.run.trial164.stdout:Get:103 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.2.3-689-gf90f4eae-1jammy [14.3 kB] 2026-02-22T22:11:51.923 INFO:teuthology.orchestra.run.trial164.stdout:Get:104 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.2.3-689-gf90f4eae-1jammy [52.1 MB] 2026-02-22T22:11:52.525 INFO:teuthology.orchestra.run.trial072.stdout:Get:87 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.2.3-689-gf90f4eae-1jammy [112 kB] 2026-02-22T22:11:52.529 INFO:teuthology.orchestra.run.trial072.stdout:Get:88 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.2.3-689-gf90f4eae-1jammy [470 kB] 2026-02-22T22:11:52.581 INFO:teuthology.orchestra.run.trial072.stdout:Get:89 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.2.3-689-gf90f4eae-1jammy [26.5 MB] 2026-02-22T22:11:53.515 INFO:teuthology.orchestra.run.trial164.stdout:Get:105 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.2.3-689-gf90f4eae-1jammy [135 kB] 2026-02-22T22:11:53.515 INFO:teuthology.orchestra.run.trial164.stdout:Get:106 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.2.3-689-gf90f4eae-1jammy [41.0 kB] 2026-02-22T22:11:53.516 INFO:teuthology.orchestra.run.trial164.stdout:Get:107 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.2.3-689-gf90f4eae-1jammy [13.7 MB] 2026-02-22T22:11:53.951 INFO:teuthology.orchestra.run.trial164.stdout:Get:108 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.2.3-689-gf90f4eae-1jammy [92.3 kB] 2026-02-22T22:11:54.273 INFO:teuthology.orchestra.run.trial164.stdout:Fetched 178 MB in 4s (42.3 MB/s) 2026-02-22T22:11:54.289 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2026-02-22T22:11:54.447 INFO:teuthology.orchestra.run.trial164.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 167442 files and directories currently installed.) 2026-02-22T22:11:54.449 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2026-02-22T22:11:54.451 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2026-02-22T22:11:54.469 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2026-02-22T22:11:54.477 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2026-02-22T22:11:54.477 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2026-02-22T22:11:54.493 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2026-02-22T22:11:54.505 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2026-02-22T22:11:54.505 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2026-02-22T22:11:54.524 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libqt5core5a:amd64. 2026-02-22T22:11:54.532 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2026-02-22T22:11:54.536 INFO:teuthology.orchestra.run.trial072.stdout:Get:90 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.2.3-689-gf90f4eae-1jammy [5178 kB] 2026-02-22T22:11:54.537 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T22:11:54.568 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2026-02-22T22:11:54.576 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2026-02-22T22:11:54.576 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T22:11:54.592 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libqt5network5:amd64. 2026-02-22T22:11:54.601 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2026-02-22T22:11:54.601 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T22:11:54.621 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2026-02-22T22:11:54.629 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2026-02-22T22:11:54.629 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2026-02-22T22:11:54.646 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package librados2. 2026-02-22T22:11:54.654 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../007-librados2_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:54.654 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking librados2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:54.693 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libnbd0. 2026-02-22T22:11:54.701 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../008-libnbd0_1.10.5-1_amd64.deb ... 2026-02-22T22:11:54.702 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libnbd0 (1.10.5-1) ... 2026-02-22T22:11:54.715 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package librbd1. 2026-02-22T22:11:54.723 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../009-librbd1_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:54.724 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking librbd1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:54.764 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libcephfs2. 2026-02-22T22:11:54.772 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../010-libcephfs2_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:54.773 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libcephfs2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:54.780 INFO:teuthology.orchestra.run.trial072.stdout:Get:91 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.2.3-689-gf90f4eae-1jammy [248 kB] 2026-02-22T22:11:54.793 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-rados. 2026-02-22T22:11:54.798 INFO:teuthology.orchestra.run.trial072.stdout:Get:92 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.2.3-689-gf90f4eae-1jammy [125 kB] 2026-02-22T22:11:54.801 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../011-python3-rados_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:54.802 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-rados (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:54.803 INFO:teuthology.orchestra.run.trial072.stdout:Get:93 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.2.3-689-gf90f4eae-1jammy [1081 kB] 2026-02-22T22:11:54.818 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-ceph-argparse. 2026-02-22T22:11:54.826 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../012-python3-ceph-argparse_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:11:54.827 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-ceph-argparse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:54.841 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-cephfs. 2026-02-22T22:11:54.849 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../013-python3-cephfs_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:54.849 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-cephfs (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:54.854 INFO:teuthology.orchestra.run.trial072.stdout:Get:94 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.2.3-689-gf90f4eae-1jammy [6239 kB] 2026-02-22T22:11:54.864 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-ceph-common. 2026-02-22T22:11:54.873 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../014-python3-ceph-common_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:11:54.873 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:54.890 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-wcwidth. 2026-02-22T22:11:54.898 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2026-02-22T22:11:54.899 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2026-02-22T22:11:54.913 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-prettytable. 2026-02-22T22:11:54.921 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2026-02-22T22:11:54.922 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2026-02-22T22:11:54.936 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-rbd. 2026-02-22T22:11:54.944 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../017-python3-rbd_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:54.944 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-rbd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:54.960 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package librdkafka1:amd64. 2026-02-22T22:11:54.968 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2026-02-22T22:11:54.968 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2026-02-22T22:11:54.986 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libreadline-dev:amd64. 2026-02-22T22:11:54.994 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../019-libreadline-dev_8.1.2-1_amd64.deb ... 2026-02-22T22:11:54.995 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2026-02-22T22:11:55.012 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2026-02-22T22:11:55.020 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../020-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2026-02-22T22:11:55.020 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2026-02-22T22:11:55.038 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package lua5.1. 2026-02-22T22:11:55.046 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../021-lua5.1_5.1.5-8.1build4_amd64.deb ... 2026-02-22T22:11:55.046 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2026-02-22T22:11:55.066 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package lua-any. 2026-02-22T22:11:55.074 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../022-lua-any_27ubuntu1_all.deb ... 2026-02-22T22:11:55.074 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking lua-any (27ubuntu1) ... 2026-02-22T22:11:55.088 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package zip. 2026-02-22T22:11:55.096 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../023-zip_3.0-12build2_amd64.deb ... 2026-02-22T22:11:55.096 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking zip (3.0-12build2) ... 2026-02-22T22:11:55.114 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package unzip. 2026-02-22T22:11:55.122 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../024-unzip_6.0-26ubuntu3.2_amd64.deb ... 2026-02-22T22:11:55.122 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2026-02-22T22:11:55.139 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package luarocks. 2026-02-22T22:11:55.147 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../025-luarocks_3.8.0+dfsg1-1_all.deb ... 2026-02-22T22:11:55.147 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2026-02-22T22:11:55.156 INFO:teuthology.orchestra.run.trial072.stdout:Get:95 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.2.3-689-gf90f4eae-1jammy [23.0 MB] 2026-02-22T22:11:55.184 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package librgw2. 2026-02-22T22:11:55.193 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../026-librgw2_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:55.193 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking librgw2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:55.265 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-rgw. 2026-02-22T22:11:55.273 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../027-python3-rgw_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:55.274 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-rgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:55.289 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package liboath0:amd64. 2026-02-22T22:11:55.297 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../028-liboath0_2.6.7-3ubuntu0.1_amd64.deb ... 2026-02-22T22:11:55.297 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking liboath0:amd64 (2.6.7-3ubuntu0.1) ... 2026-02-22T22:11:55.311 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libradosstriper1. 2026-02-22T22:11:55.320 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../029-libradosstriper1_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:55.320 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libradosstriper1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:55.338 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph-common. 2026-02-22T22:11:55.346 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../030-ceph-common_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:55.346 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:55.549 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph-base. 2026-02-22T22:11:55.558 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../031-ceph-base_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:55.562 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph-base (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:55.624 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-jaraco.functools. 2026-02-22T22:11:55.632 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../032-python3-jaraco.functools_3.4.0-2_all.deb ... 2026-02-22T22:11:55.633 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2026-02-22T22:11:55.647 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-cheroot. 2026-02-22T22:11:55.655 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../033-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2026-02-22T22:11:55.656 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2026-02-22T22:11:55.673 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-jaraco.classes. 2026-02-22T22:11:55.681 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../034-python3-jaraco.classes_3.2.1-3_all.deb ... 2026-02-22T22:11:55.682 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2026-02-22T22:11:55.697 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-jaraco.text. 2026-02-22T22:11:55.705 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../035-python3-jaraco.text_3.6.0-2_all.deb ... 2026-02-22T22:11:55.705 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2026-02-22T22:11:55.720 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-jaraco.collections. 2026-02-22T22:11:55.728 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../036-python3-jaraco.collections_3.4.0-2_all.deb ... 2026-02-22T22:11:55.728 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2026-02-22T22:11:55.742 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-tempora. 2026-02-22T22:11:55.751 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../037-python3-tempora_4.1.2-1_all.deb ... 2026-02-22T22:11:55.751 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-tempora (4.1.2-1) ... 2026-02-22T22:11:55.766 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-portend. 2026-02-22T22:11:55.774 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../038-python3-portend_3.0.0-1_all.deb ... 2026-02-22T22:11:55.775 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-portend (3.0.0-1) ... 2026-02-22T22:11:55.789 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-zc.lockfile. 2026-02-22T22:11:55.797 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../039-python3-zc.lockfile_2.0-1_all.deb ... 2026-02-22T22:11:55.797 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2026-02-22T22:11:55.812 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-cherrypy3. 2026-02-22T22:11:55.820 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../040-python3-cherrypy3_18.6.1-4_all.deb ... 2026-02-22T22:11:55.821 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2026-02-22T22:11:55.844 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-natsort. 2026-02-22T22:11:55.852 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../041-python3-natsort_8.0.2-1_all.deb ... 2026-02-22T22:11:55.852 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-natsort (8.0.2-1) ... 2026-02-22T22:11:55.868 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-logutils. 2026-02-22T22:11:55.876 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../042-python3-logutils_0.3.3-8_all.deb ... 2026-02-22T22:11:55.876 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-logutils (0.3.3-8) ... 2026-02-22T22:11:55.891 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-mako. 2026-02-22T22:11:55.899 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../043-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2026-02-22T22:11:55.899 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2026-02-22T22:11:55.917 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-simplegeneric. 2026-02-22T22:11:55.925 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../044-python3-simplegeneric_0.8.1-3_all.deb ... 2026-02-22T22:11:55.925 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2026-02-22T22:11:55.940 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-singledispatch. 2026-02-22T22:11:55.947 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../045-python3-singledispatch_3.4.0.3-3_all.deb ... 2026-02-22T22:11:55.948 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2026-02-22T22:11:55.962 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-webob. 2026-02-22T22:11:55.970 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../046-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2026-02-22T22:11:55.970 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2026-02-22T22:11:55.986 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-waitress. 2026-02-22T22:11:55.994 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../047-python3-waitress_1.4.4-1.1ubuntu1.1_all.deb ... 2026-02-22T22:11:55.996 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1.1) ... 2026-02-22T22:11:56.012 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-tempita. 2026-02-22T22:11:56.020 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../048-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2026-02-22T22:11:56.021 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2026-02-22T22:11:56.035 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-paste. 2026-02-22T22:11:56.043 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../049-python3-paste_3.5.0+dfsg1-1_all.deb ... 2026-02-22T22:11:56.043 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2026-02-22T22:11:56.070 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2026-02-22T22:11:56.079 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../050-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2026-02-22T22:11:56.079 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2026-02-22T22:11:56.093 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-pastedeploy. 2026-02-22T22:11:56.101 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../051-python3-pastedeploy_2.1.1-1_all.deb ... 2026-02-22T22:11:56.102 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2026-02-22T22:11:56.118 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-webtest. 2026-02-22T22:11:56.126 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../052-python3-webtest_2.0.35-1_all.deb ... 2026-02-22T22:11:56.126 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-webtest (2.0.35-1) ... 2026-02-22T22:11:56.141 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-pecan. 2026-02-22T22:11:56.150 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../053-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2026-02-22T22:11:56.150 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2026-02-22T22:11:56.175 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-werkzeug. 2026-02-22T22:11:56.183 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.3_all.deb ... 2026-02-22T22:11:56.183 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.3) ... 2026-02-22T22:11:56.203 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2026-02-22T22:11:56.211 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:11:56.211 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph-mgr-modules-core (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:56.238 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2026-02-22T22:11:56.246 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:56.247 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libsqlite3-mod-ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:56.261 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph-mgr. 2026-02-22T22:11:56.266 INFO:teuthology.orchestra.run.trial072.stdout:Get:96 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.2.3-689-gf90f4eae-1jammy [14.2 kB] 2026-02-22T22:11:56.267 INFO:teuthology.orchestra.run.trial072.stdout:Get:97 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.2.3-689-gf90f4eae-1jammy [1173 kB] 2026-02-22T22:11:56.269 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../057-ceph-mgr_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:56.270 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph-mgr (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:56.292 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph-mon. 2026-02-22T22:11:56.300 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../058-ceph-mon_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:56.301 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph-mon (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:56.318 INFO:teuthology.orchestra.run.trial072.stdout:Get:98 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.2.3-689-gf90f4eae-1jammy [2503 kB] 2026-02-22T22:11:56.358 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libfuse2:amd64. 2026-02-22T22:11:56.365 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../059-libfuse2_2.9.9-5ubuntu3_amd64.deb ... 2026-02-22T22:11:56.366 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libfuse2:amd64 (2.9.9-5ubuntu3) ... 2026-02-22T22:11:56.382 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph-osd. 2026-02-22T22:11:56.390 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../060-ceph-osd_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:56.390 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph-osd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:56.441 INFO:teuthology.orchestra.run.trial072.stdout:Get:99 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.2.3-689-gf90f4eae-1jammy [798 kB] 2026-02-22T22:11:56.477 INFO:teuthology.orchestra.run.trial072.stdout:Get:100 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.2.3-689-gf90f4eae-1jammy [157 kB] 2026-02-22T22:11:56.483 INFO:teuthology.orchestra.run.trial072.stdout:Get:101 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.2.3-689-gf90f4eae-1jammy [2396 kB] 2026-02-22T22:11:56.542 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph. 2026-02-22T22:11:56.550 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../061-ceph_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:56.550 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:56.565 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph-fuse. 2026-02-22T22:11:56.573 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../062-ceph-fuse_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:56.573 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:56.596 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph-mds. 2026-02-22T22:11:56.604 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../063-ceph-mds_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:56.604 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph-mds (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:56.605 INFO:teuthology.orchestra.run.trial072.stdout:Get:102 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.2.3-689-gf90f4eae-1jammy [8625 kB] 2026-02-22T22:11:56.637 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package cephadm. 2026-02-22T22:11:56.645 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../064-cephadm_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:56.645 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:56.661 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-asyncssh. 2026-02-22T22:11:56.669 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../065-python3-asyncssh_2.5.0-1ubuntu0.1_all.deb ... 2026-02-22T22:11:56.670 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-asyncssh (2.5.0-1ubuntu0.1) ... 2026-02-22T22:11:56.691 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2026-02-22T22:11:56.699 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../066-ceph-mgr-cephadm_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:11:56.699 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph-mgr-cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:56.719 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-repoze.lru. 2026-02-22T22:11:56.727 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../067-python3-repoze.lru_0.7-2_all.deb ... 2026-02-22T22:11:56.728 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2026-02-22T22:11:56.742 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-routes. 2026-02-22T22:11:56.750 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../068-python3-routes_2.5.1-1ubuntu1_all.deb ... 2026-02-22T22:11:56.751 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2026-02-22T22:11:56.770 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2026-02-22T22:11:56.778 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../069-ceph-mgr-dashboard_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:11:56.779 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph-mgr-dashboard (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:56.983 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2026-02-22T22:11:56.992 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../070-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2026-02-22T22:11:56.992 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2026-02-22T22:11:57.017 INFO:teuthology.orchestra.run.trial072.stdout:Get:103 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.2.3-689-gf90f4eae-1jammy [14.3 kB] 2026-02-22T22:11:57.017 INFO:teuthology.orchestra.run.trial072.stdout:Get:104 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.2.3-689-gf90f4eae-1jammy [52.1 MB] 2026-02-22T22:11:57.029 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-joblib. 2026-02-22T22:11:57.037 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../071-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2026-02-22T22:11:57.038 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2026-02-22T22:11:57.064 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-threadpoolctl. 2026-02-22T22:11:57.072 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../072-python3-threadpoolctl_3.1.0-1_all.deb ... 2026-02-22T22:11:57.073 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2026-02-22T22:11:57.087 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-sklearn. 2026-02-22T22:11:57.095 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../073-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2026-02-22T22:11:57.096 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2026-02-22T22:11:57.177 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2026-02-22T22:11:57.186 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../074-ceph-mgr-diskprediction-local_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:11:57.187 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph-mgr-diskprediction-local (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:57.351 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-cachetools. 2026-02-22T22:11:57.359 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../075-python3-cachetools_5.0.0-1_all.deb ... 2026-02-22T22:11:57.360 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2026-02-22T22:11:57.374 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-rsa. 2026-02-22T22:11:57.383 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../076-python3-rsa_4.8-1_all.deb ... 2026-02-22T22:11:57.383 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-rsa (4.8-1) ... 2026-02-22T22:11:57.400 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-google-auth. 2026-02-22T22:11:57.409 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../077-python3-google-auth_1.5.1-3_all.deb ... 2026-02-22T22:11:57.409 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2026-02-22T22:11:57.426 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-requests-oauthlib. 2026-02-22T22:11:57.434 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../078-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2026-02-22T22:11:57.434 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2026-02-22T22:11:57.450 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-websocket. 2026-02-22T22:11:57.458 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../079-python3-websocket_1.2.3-1_all.deb ... 2026-02-22T22:11:57.459 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-websocket (1.2.3-1) ... 2026-02-22T22:11:57.477 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-kubernetes. 2026-02-22T22:11:57.486 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../080-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2026-02-22T22:11:57.486 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2026-02-22T22:11:57.577 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2026-02-22T22:11:57.586 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../081-ceph-mgr-k8sevents_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:11:57.587 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph-mgr-k8sevents (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:57.600 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libonig5:amd64. 2026-02-22T22:11:57.609 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../082-libonig5_6.9.7.1-2build1_amd64.deb ... 2026-02-22T22:11:57.616 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2026-02-22T22:11:57.632 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libjq1:amd64. 2026-02-22T22:11:57.641 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../083-libjq1_1.6-2.1ubuntu3.1_amd64.deb ... 2026-02-22T22:11:57.641 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3.1) ... 2026-02-22T22:11:57.655 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package jq. 2026-02-22T22:11:57.664 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../084-jq_1.6-2.1ubuntu3.1_amd64.deb ... 2026-02-22T22:11:57.664 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking jq (1.6-2.1ubuntu3.1) ... 2026-02-22T22:11:57.678 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package socat. 2026-02-22T22:11:57.686 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../085-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2026-02-22T22:11:57.686 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2026-02-22T22:11:57.706 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package xmlstarlet. 2026-02-22T22:11:57.714 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../086-xmlstarlet_1.6.1-2.1_amd64.deb ... 2026-02-22T22:11:57.715 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2026-02-22T22:11:57.750 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph-test. 2026-02-22T22:11:57.758 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../087-ceph-test_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:57.758 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph-test (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:58.239 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package ceph-volume. 2026-02-22T22:11:58.248 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../088-ceph-volume_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:11:58.248 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking ceph-volume (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:58.271 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package libcephfs-dev. 2026-02-22T22:11:58.279 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../089-libcephfs-dev_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:58.280 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking libcephfs-dev (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:58.295 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package lua-socket:amd64. 2026-02-22T22:11:58.303 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../090-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2026-02-22T22:11:58.304 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2026-02-22T22:11:58.325 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package lua-sec:amd64. 2026-02-22T22:11:58.334 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../091-lua-sec_1.0.2-1_amd64.deb ... 2026-02-22T22:11:58.336 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2026-02-22T22:11:58.350 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package nvme-cli. 2026-02-22T22:11:58.358 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../092-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2026-02-22T22:11:58.359 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2026-02-22T22:11:58.391 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package pkg-config. 2026-02-22T22:11:58.400 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../093-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2026-02-22T22:11:58.400 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2026-02-22T22:11:58.416 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python-asyncssh-doc. 2026-02-22T22:11:58.424 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../094-python-asyncssh-doc_2.5.0-1ubuntu0.1_all.deb ... 2026-02-22T22:11:58.424 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python-asyncssh-doc (2.5.0-1ubuntu0.1) ... 2026-02-22T22:11:58.454 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-iniconfig. 2026-02-22T22:11:58.463 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../095-python3-iniconfig_1.1.1-2_all.deb ... 2026-02-22T22:11:58.463 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2026-02-22T22:11:58.477 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-pastescript. 2026-02-22T22:11:58.485 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../096-python3-pastescript_2.0.2-4_all.deb ... 2026-02-22T22:11:58.486 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2026-02-22T22:11:58.504 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-pluggy. 2026-02-22T22:11:58.513 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../097-python3-pluggy_0.13.0-7.1_all.deb ... 2026-02-22T22:11:58.513 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2026-02-22T22:11:58.529 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-psutil. 2026-02-22T22:11:58.537 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../098-python3-psutil_5.9.0-1build1_amd64.deb ... 2026-02-22T22:11:58.538 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2026-02-22T22:11:58.556 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-py. 2026-02-22T22:11:58.564 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../099-python3-py_1.10.0-1_all.deb ... 2026-02-22T22:11:58.564 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-py (1.10.0-1) ... 2026-02-22T22:11:58.584 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-pygments. 2026-02-22T22:11:58.592 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../100-python3-pygments_2.11.2+dfsg-2ubuntu0.1_all.deb ... 2026-02-22T22:11:58.592 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-pygments (2.11.2+dfsg-2ubuntu0.1) ... 2026-02-22T22:11:58.634 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-pyinotify. 2026-02-22T22:11:58.643 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../101-python3-pyinotify_0.9.6-1.3_all.deb ... 2026-02-22T22:11:58.643 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2026-02-22T22:11:58.658 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-toml. 2026-02-22T22:11:58.666 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../102-python3-toml_0.10.2-1_all.deb ... 2026-02-22T22:11:58.667 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-toml (0.10.2-1) ... 2026-02-22T22:11:58.681 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-pytest. 2026-02-22T22:11:58.690 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../103-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2026-02-22T22:11:58.690 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2026-02-22T22:11:58.712 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package python3-simplejson. 2026-02-22T22:11:58.721 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../104-python3-simplejson_3.17.6-1build1_amd64.deb ... 2026-02-22T22:11:58.721 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2026-02-22T22:11:58.738 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package qttranslations5-l10n. 2026-02-22T22:11:58.746 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../105-qttranslations5-l10n_5.15.3-1_all.deb ... 2026-02-22T22:11:58.747 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2026-02-22T22:11:58.814 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package radosgw. 2026-02-22T22:11:58.823 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../106-radosgw_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:58.824 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking radosgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:58.934 INFO:teuthology.orchestra.run.trial164.stdout:Selecting previously unselected package rbd-fuse. 2026-02-22T22:11:58.943 INFO:teuthology.orchestra.run.trial164.stdout:Preparing to unpack .../107-rbd-fuse_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:11:58.944 INFO:teuthology.orchestra.run.trial164.stdout:Unpacking rbd-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:58.973 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2026-02-22T22:11:59.039 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2026-02-22T22:11:59.040 INFO:teuthology.orchestra.run.trial164.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2026-02-22T22:11:59.111 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /lib/systemd/system/nvmefc-boot-connections.service. 2026-02-22T22:11:59.384 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service → /lib/systemd/system/nvmf-autoconnect.service. 2026-02-22T22:11:59.537 INFO:teuthology.orchestra.run.trial072.stdout:Get:105 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.2.3-689-gf90f4eae-1jammy [135 kB] 2026-02-22T22:11:59.538 INFO:teuthology.orchestra.run.trial072.stdout:Get:106 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.2.3-689-gf90f4eae-1jammy [41.0 kB] 2026-02-22T22:11:59.538 INFO:teuthology.orchestra.run.trial072.stdout:Get:107 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.2.3-689-gf90f4eae-1jammy [13.7 MB] 2026-02-22T22:11:59.756 INFO:teuthology.orchestra.run.trial164.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2026-02-22T22:11:59.767 INFO:teuthology.orchestra.run.trial164.stdout:Setting up cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:11:59.813 INFO:teuthology.orchestra.run.trial164.stdout:Adding system user cephadm....done 2026-02-22T22:11:59.823 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1.1) ... 2026-02-22T22:11:59.894 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2026-02-22T22:11:59.956 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python-asyncssh-doc (2.5.0-1ubuntu0.1) ... 2026-02-22T22:11:59.957 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2026-02-22T22:12:00.020 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-repoze.lru (0.7-2) ... 2026-02-22T22:12:00.083 INFO:teuthology.orchestra.run.trial164.stdout:Setting up liboath0:amd64 (2.6.7-3ubuntu0.1) ... 2026-02-22T22:12:00.084 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-py (1.10.0-1) ... 2026-02-22T22:12:00.175 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2026-02-22T22:12:00.291 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-cachetools (5.0.0-1) ... 2026-02-22T22:12:00.323 INFO:teuthology.orchestra.run.trial072.stdout:Get:108 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.2.3-689-gf90f4eae-1jammy [92.3 kB] 2026-02-22T22:12:00.367 INFO:teuthology.orchestra.run.trial164.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2026-02-22T22:12:00.378 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2026-02-22T22:12:00.458 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2026-02-22T22:12:00.523 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-ceph-argparse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:00.588 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2026-02-22T22:12:00.589 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libnbd0 (1.10.5-1) ... 2026-02-22T22:12:00.590 INFO:teuthology.orchestra.run.trial164.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2026-02-22T22:12:00.591 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2026-02-22T22:12:00.591 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libfuse2:amd64 (2.9.9-5ubuntu3) ... 2026-02-22T22:12:00.592 INFO:teuthology.orchestra.run.trial164.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2026-02-22T22:12:00.609 INFO:teuthology.orchestra.run.trial164.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2026-02-22T22:12:00.611 INFO:teuthology.orchestra.run.trial164.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2026-02-22T22:12:00.613 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2026-02-22T22:12:00.614 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2026-02-22T22:12:00.648 INFO:teuthology.orchestra.run.trial072.stdout:Fetched 178 MB in 10s (17.4 MB/s) 2026-02-22T22:12:00.665 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2026-02-22T22:12:00.735 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-natsort (8.0.2-1) ... 2026-02-22T22:12:00.805 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2026-02-22T22:12:00.825 INFO:teuthology.orchestra.run.trial072.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 167442 files and directories currently installed.) 2026-02-22T22:12:00.827 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2026-02-22T22:12:00.828 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2026-02-22T22:12:00.849 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2026-02-22T22:12:00.861 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2026-02-22T22:12:00.862 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2026-02-22T22:12:00.878 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2026-02-22T22:12:00.882 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2026-02-22T22:12:00.890 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2026-02-22T22:12:00.890 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2026-02-22T22:12:00.911 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libqt5core5a:amd64. 2026-02-22T22:12:00.921 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2026-02-22T22:12:00.926 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T22:12:00.960 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2026-02-22T22:12:00.963 INFO:teuthology.orchestra.run.trial164.stdout:Setting up zip (3.0-12build2) ... 2026-02-22T22:12:00.964 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-pygments (2.11.2+dfsg-2ubuntu0.1) ... 2026-02-22T22:12:00.968 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2026-02-22T22:12:00.969 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T22:12:00.985 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libqt5network5:amd64. 2026-02-22T22:12:00.993 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2026-02-22T22:12:00.993 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T22:12:01.015 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2026-02-22T22:12:01.022 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2026-02-22T22:12:01.023 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2026-02-22T22:12:01.040 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package librados2. 2026-02-22T22:12:01.048 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../007-librados2_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:01.048 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking librados2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:01.090 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libnbd0. 2026-02-22T22:12:01.099 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../008-libnbd0_1.10.5-1_amd64.deb ... 2026-02-22T22:12:01.099 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libnbd0 (1.10.5-1) ... 2026-02-22T22:12:01.113 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package librbd1. 2026-02-22T22:12:01.121 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../009-librbd1_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:01.122 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking librbd1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:01.163 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libcephfs2. 2026-02-22T22:12:01.171 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../010-libcephfs2_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:01.172 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libcephfs2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:01.192 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-rados. 2026-02-22T22:12:01.200 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../011-python3-rados_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:01.200 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-rados (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:01.216 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-ceph-argparse. 2026-02-22T22:12:01.220 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2026-02-22T22:12:01.225 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../012-python3-ceph-argparse_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:12:01.226 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-ceph-argparse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:01.239 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-cephfs. 2026-02-22T22:12:01.247 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../013-python3-cephfs_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:01.247 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-cephfs (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:01.263 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-ceph-common. 2026-02-22T22:12:01.271 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../014-python3-ceph-common_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:12:01.272 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:01.289 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-wcwidth. 2026-02-22T22:12:01.291 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2026-02-22T22:12:01.292 INFO:teuthology.orchestra.run.trial164.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2026-02-22T22:12:01.293 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2026-02-22T22:12:01.297 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2026-02-22T22:12:01.297 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2026-02-22T22:12:01.313 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-prettytable. 2026-02-22T22:12:01.321 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2026-02-22T22:12:01.321 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2026-02-22T22:12:01.336 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-rbd. 2026-02-22T22:12:01.344 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../017-python3-rbd_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:01.344 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-rbd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:01.361 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package librdkafka1:amd64. 2026-02-22T22:12:01.369 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2026-02-22T22:12:01.369 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2026-02-22T22:12:01.378 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-asyncssh (2.5.0-1ubuntu0.1) ... 2026-02-22T22:12:01.387 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libreadline-dev:amd64. 2026-02-22T22:12:01.395 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../019-libreadline-dev_8.1.2-1_amd64.deb ... 2026-02-22T22:12:01.395 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2026-02-22T22:12:01.411 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2026-02-22T22:12:01.419 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../020-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2026-02-22T22:12:01.419 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2026-02-22T22:12:01.437 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package lua5.1. 2026-02-22T22:12:01.445 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../021-lua5.1_5.1.5-8.1build4_amd64.deb ... 2026-02-22T22:12:01.445 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2026-02-22T22:12:01.463 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package lua-any. 2026-02-22T22:12:01.471 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../022-lua-any_27ubuntu1_all.deb ... 2026-02-22T22:12:01.471 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking lua-any (27ubuntu1) ... 2026-02-22T22:12:01.486 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package zip. 2026-02-22T22:12:01.494 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../023-zip_3.0-12build2_amd64.deb ... 2026-02-22T22:12:01.494 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking zip (3.0-12build2) ... 2026-02-22T22:12:01.503 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2026-02-22T22:12:01.512 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package unzip. 2026-02-22T22:12:01.519 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../024-unzip_6.0-26ubuntu3.2_amd64.deb ... 2026-02-22T22:12:01.520 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2026-02-22T22:12:01.536 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package luarocks. 2026-02-22T22:12:01.544 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../025-luarocks_3.8.0+dfsg1-1_all.deb ... 2026-02-22T22:12:01.544 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2026-02-22T22:12:01.581 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package librgw2. 2026-02-22T22:12:01.589 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../026-librgw2_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:01.590 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking librgw2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:01.634 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2026-02-22T22:12:01.666 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-rgw. 2026-02-22T22:12:01.674 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../027-python3-rgw_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:01.675 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-rgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:01.690 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package liboath0:amd64. 2026-02-22T22:12:01.697 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../028-liboath0_2.6.7-3ubuntu0.1_amd64.deb ... 2026-02-22T22:12:01.698 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking liboath0:amd64 (2.6.7-3ubuntu0.1) ... 2026-02-22T22:12:01.712 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libradosstriper1. 2026-02-22T22:12:01.717 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.3) ... 2026-02-22T22:12:01.720 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../029-libradosstriper1_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:01.721 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libradosstriper1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:01.738 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph-common. 2026-02-22T22:12:01.746 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../030-ceph-common_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:01.746 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:01.823 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2026-02-22T22:12:01.895 INFO:teuthology.orchestra.run.trial164.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2026-02-22T22:12:01.896 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:01.952 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph-base. 2026-02-22T22:12:01.961 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../031-ceph-base_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:01.965 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph-base (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:01.979 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2026-02-22T22:12:02.029 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-jaraco.functools. 2026-02-22T22:12:02.037 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../032-python3-jaraco.functools_3.4.0-2_all.deb ... 2026-02-22T22:12:02.037 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2026-02-22T22:12:02.052 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-cheroot. 2026-02-22T22:12:02.060 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../033-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2026-02-22T22:12:02.060 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2026-02-22T22:12:02.077 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-jaraco.classes. 2026-02-22T22:12:02.086 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../034-python3-jaraco.classes_3.2.1-3_all.deb ... 2026-02-22T22:12:02.086 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2026-02-22T22:12:02.100 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-jaraco.text. 2026-02-22T22:12:02.108 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../035-python3-jaraco.text_3.6.0-2_all.deb ... 2026-02-22T22:12:02.108 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2026-02-22T22:12:02.122 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-jaraco.collections. 2026-02-22T22:12:02.130 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../036-python3-jaraco.collections_3.4.0-2_all.deb ... 2026-02-22T22:12:02.130 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2026-02-22T22:12:02.145 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-tempora. 2026-02-22T22:12:02.153 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../037-python3-tempora_4.1.2-1_all.deb ... 2026-02-22T22:12:02.153 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-tempora (4.1.2-1) ... 2026-02-22T22:12:02.168 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-portend. 2026-02-22T22:12:02.176 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../038-python3-portend_3.0.0-1_all.deb ... 2026-02-22T22:12:02.176 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-portend (3.0.0-1) ... 2026-02-22T22:12:02.190 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-zc.lockfile. 2026-02-22T22:12:02.198 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../039-python3-zc.lockfile_2.0-1_all.deb ... 2026-02-22T22:12:02.198 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2026-02-22T22:12:02.213 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-cherrypy3. 2026-02-22T22:12:02.220 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../040-python3-cherrypy3_18.6.1-4_all.deb ... 2026-02-22T22:12:02.221 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2026-02-22T22:12:02.244 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-natsort. 2026-02-22T22:12:02.252 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../041-python3-natsort_8.0.2-1_all.deb ... 2026-02-22T22:12:02.253 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-natsort (8.0.2-1) ... 2026-02-22T22:12:02.269 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-logutils. 2026-02-22T22:12:02.276 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../042-python3-logutils_0.3.3-8_all.deb ... 2026-02-22T22:12:02.277 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-logutils (0.3.3-8) ... 2026-02-22T22:12:02.291 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-mako. 2026-02-22T22:12:02.299 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../043-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2026-02-22T22:12:02.300 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2026-02-22T22:12:02.317 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-simplegeneric. 2026-02-22T22:12:02.325 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../044-python3-simplegeneric_0.8.1-3_all.deb ... 2026-02-22T22:12:02.325 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2026-02-22T22:12:02.339 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-singledispatch. 2026-02-22T22:12:02.347 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../045-python3-singledispatch_3.4.0.3-3_all.deb ... 2026-02-22T22:12:02.348 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2026-02-22T22:12:02.361 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-webob. 2026-02-22T22:12:02.369 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../046-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2026-02-22T22:12:02.369 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2026-02-22T22:12:02.385 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-waitress. 2026-02-22T22:12:02.393 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../047-python3-waitress_1.4.4-1.1ubuntu1.1_all.deb ... 2026-02-22T22:12:02.395 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1.1) ... 2026-02-22T22:12:02.410 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-tempita. 2026-02-22T22:12:02.418 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../048-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2026-02-22T22:12:02.418 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2026-02-22T22:12:02.432 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-paste. 2026-02-22T22:12:02.440 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../049-python3-paste_3.5.0+dfsg1-1_all.deb ... 2026-02-22T22:12:02.441 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2026-02-22T22:12:02.469 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2026-02-22T22:12:02.478 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../050-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2026-02-22T22:12:02.478 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2026-02-22T22:12:02.485 INFO:teuthology.orchestra.run.trial164.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2026-02-22T22:12:02.491 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-pastedeploy. 2026-02-22T22:12:02.499 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../051-python3-pastedeploy_2.1.1-1_all.deb ... 2026-02-22T22:12:02.500 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2026-02-22T22:12:02.506 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T22:12:02.511 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-toml (0.10.2-1) ... 2026-02-22T22:12:02.514 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-webtest. 2026-02-22T22:12:02.523 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../052-python3-webtest_2.0.35-1_all.deb ... 2026-02-22T22:12:02.523 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-webtest (2.0.35-1) ... 2026-02-22T22:12:02.538 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-pecan. 2026-02-22T22:12:02.546 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../053-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2026-02-22T22:12:02.546 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2026-02-22T22:12:02.570 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-werkzeug. 2026-02-22T22:12:02.578 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.3_all.deb ... 2026-02-22T22:12:02.578 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.3) ... 2026-02-22T22:12:02.587 INFO:teuthology.orchestra.run.trial164.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2026-02-22T22:12:02.588 INFO:teuthology.orchestra.run.trial164.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2026-02-22T22:12:02.589 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2026-02-22T22:12:02.598 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2026-02-22T22:12:02.606 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:12:02.607 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph-mgr-modules-core (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:02.634 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2026-02-22T22:12:02.642 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:02.643 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libsqlite3-mod-ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:02.658 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph-mgr. 2026-02-22T22:12:02.661 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2026-02-22T22:12:02.666 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../057-ceph-mgr_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:02.666 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph-mgr (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:02.688 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph-mon. 2026-02-22T22:12:02.696 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../058-ceph-mon_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:02.696 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph-mon (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:02.732 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T22:12:02.733 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-rsa (4.8-1) ... 2026-02-22T22:12:02.755 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libfuse2:amd64. 2026-02-22T22:12:02.763 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../059-libfuse2_2.9.9-5ubuntu3_amd64.deb ... 2026-02-22T22:12:02.763 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libfuse2:amd64 (2.9.9-5ubuntu3) ... 2026-02-22T22:12:02.779 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph-osd. 2026-02-22T22:12:02.787 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../060-ceph-osd_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:02.787 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph-osd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:02.812 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2026-02-22T22:12:02.889 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-logutils (0.3.3-8) ... 2026-02-22T22:12:02.946 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph. 2026-02-22T22:12:02.955 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../061-ceph_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:02.955 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:02.965 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-tempora (4.1.2-1) ... 2026-02-22T22:12:02.969 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph-fuse. 2026-02-22T22:12:02.977 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../062-ceph-fuse_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:02.978 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:03.000 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph-mds. 2026-02-22T22:12:03.009 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../063-ceph-mds_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:03.009 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph-mds (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:03.038 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2026-02-22T22:12:03.041 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package cephadm. 2026-02-22T22:12:03.050 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../064-cephadm_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:03.050 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:03.066 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-asyncssh. 2026-02-22T22:12:03.074 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../065-python3-asyncssh_2.5.0-1ubuntu0.1_all.deb ... 2026-02-22T22:12:03.075 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-asyncssh (2.5.0-1ubuntu0.1) ... 2026-02-22T22:12:03.095 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2026-02-22T22:12:03.103 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../066-ceph-mgr-cephadm_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:12:03.103 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph-mgr-cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:03.112 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-prettytable (2.5.0-2) ... 2026-02-22T22:12:03.123 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-repoze.lru. 2026-02-22T22:12:03.132 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../067-python3-repoze.lru_0.7-2_all.deb ... 2026-02-22T22:12:03.132 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2026-02-22T22:12:03.147 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-routes. 2026-02-22T22:12:03.155 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../068-python3-routes_2.5.1-1ubuntu1_all.deb ... 2026-02-22T22:12:03.156 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2026-02-22T22:12:03.175 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2026-02-22T22:12:03.184 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../069-ceph-mgr-dashboard_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:12:03.184 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph-mgr-dashboard (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:03.193 INFO:teuthology.orchestra.run.trial164.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2026-02-22T22:12:03.194 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-websocket (1.2.3-1) ... 2026-02-22T22:12:03.279 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2026-02-22T22:12:03.280 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2026-02-22T22:12:03.357 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2026-02-22T22:12:03.388 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2026-02-22T22:12:03.397 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../070-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2026-02-22T22:12:03.397 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2026-02-22T22:12:03.436 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2026-02-22T22:12:03.436 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-joblib. 2026-02-22T22:12:03.445 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../071-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2026-02-22T22:12:03.445 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2026-02-22T22:12:03.472 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-threadpoolctl. 2026-02-22T22:12:03.481 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../072-python3-threadpoolctl_3.1.0-1_all.deb ... 2026-02-22T22:12:03.481 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2026-02-22T22:12:03.496 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-sklearn. 2026-02-22T22:12:03.504 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../073-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2026-02-22T22:12:03.505 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2026-02-22T22:12:03.521 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2026-02-22T22:12:03.587 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2026-02-22T22:12:03.594 INFO:teuthology.orchestra.run.trial164.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2026-02-22T22:12:03.595 INFO:teuthology.orchestra.run.trial164.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2026-02-22T22:12:03.596 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../074-ceph-mgr-diskprediction-local_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:12:03.596 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3.1) ... 2026-02-22T22:12:03.596 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph-mgr-diskprediction-local (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:03.597 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2026-02-22T22:12:03.735 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2026-02-22T22:12:03.762 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-cachetools. 2026-02-22T22:12:03.770 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../075-python3-cachetools_5.0.0-1_all.deb ... 2026-02-22T22:12:03.771 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2026-02-22T22:12:03.785 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-rsa. 2026-02-22T22:12:03.794 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../076-python3-rsa_4.8-1_all.deb ... 2026-02-22T22:12:03.794 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-rsa (4.8-1) ... 2026-02-22T22:12:03.811 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-google-auth. 2026-02-22T22:12:03.814 INFO:teuthology.orchestra.run.trial164.stdout:Setting up lua-any (27ubuntu1) ... 2026-02-22T22:12:03.815 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-portend (3.0.0-1) ... 2026-02-22T22:12:03.820 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../077-python3-google-auth_1.5.1-3_all.deb ... 2026-02-22T22:12:03.820 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2026-02-22T22:12:03.837 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-requests-oauthlib. 2026-02-22T22:12:03.846 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../078-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2026-02-22T22:12:03.846 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2026-02-22T22:12:03.862 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-websocket. 2026-02-22T22:12:03.870 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../079-python3-websocket_1.2.3-1_all.deb ... 2026-02-22T22:12:03.870 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-websocket (1.2.3-1) ... 2026-02-22T22:12:03.887 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T22:12:03.888 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-google-auth (1.5.1-3) ... 2026-02-22T22:12:03.888 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-kubernetes. 2026-02-22T22:12:03.897 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../080-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2026-02-22T22:12:03.897 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2026-02-22T22:12:03.971 INFO:teuthology.orchestra.run.trial164.stdout:Setting up jq (1.6-2.1ubuntu3.1) ... 2026-02-22T22:12:03.972 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-webtest (2.0.35-1) ... 2026-02-22T22:12:03.992 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2026-02-22T22:12:04.001 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../081-ceph-mgr-k8sevents_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:12:04.001 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph-mgr-k8sevents (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:04.015 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libonig5:amd64. 2026-02-22T22:12:04.024 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../082-libonig5_6.9.7.1-2build1_amd64.deb ... 2026-02-22T22:12:04.031 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2026-02-22T22:12:04.047 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libjq1:amd64. 2026-02-22T22:12:04.054 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2026-02-22T22:12:04.055 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../083-libjq1_1.6-2.1ubuntu3.1_amd64.deb ... 2026-02-22T22:12:04.056 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3.1) ... 2026-02-22T22:12:04.071 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package jq. 2026-02-22T22:12:04.079 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../084-jq_1.6-2.1ubuntu3.1_amd64.deb ... 2026-02-22T22:12:04.080 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking jq (1.6-2.1ubuntu3.1) ... 2026-02-22T22:12:04.094 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package socat. 2026-02-22T22:12:04.102 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../085-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2026-02-22T22:12:04.102 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2026-02-22T22:12:04.122 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package xmlstarlet. 2026-02-22T22:12:04.130 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../086-xmlstarlet_1.6.1-2.1_amd64.deb ... 2026-02-22T22:12:04.130 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2026-02-22T22:12:04.166 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph-test. 2026-02-22T22:12:04.175 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../087-ceph-test_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:04.175 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph-test (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:04.189 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-pastescript (2.0.2-4) ... 2026-02-22T22:12:04.277 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2026-02-22T22:12:04.392 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2026-02-22T22:12:04.393 INFO:teuthology.orchestra.run.trial164.stdout:Setting up librados2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:04.394 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libsqlite3-mod-ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:04.394 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2026-02-22T22:12:04.656 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package ceph-volume. 2026-02-22T22:12:04.665 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../088-ceph-volume_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T22:12:04.665 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking ceph-volume (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:04.688 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package libcephfs-dev. 2026-02-22T22:12:04.696 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../089-libcephfs-dev_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:04.696 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking libcephfs-dev (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:04.712 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package lua-socket:amd64. 2026-02-22T22:12:04.721 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../090-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2026-02-22T22:12:04.721 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2026-02-22T22:12:04.741 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package lua-sec:amd64. 2026-02-22T22:12:04.749 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../091-lua-sec_1.0.2-1_amd64.deb ... 2026-02-22T22:12:04.750 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2026-02-22T22:12:04.767 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package nvme-cli. 2026-02-22T22:12:04.776 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../092-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2026-02-22T22:12:04.776 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2026-02-22T22:12:04.806 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package pkg-config. 2026-02-22T22:12:04.814 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../093-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2026-02-22T22:12:04.815 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2026-02-22T22:12:04.829 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python-asyncssh-doc. 2026-02-22T22:12:04.837 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../094-python-asyncssh-doc_2.5.0-1ubuntu0.1_all.deb ... 2026-02-22T22:12:04.837 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python-asyncssh-doc (2.5.0-1ubuntu0.1) ... 2026-02-22T22:12:04.867 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-iniconfig. 2026-02-22T22:12:04.876 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../095-python3-iniconfig_1.1.1-2_all.deb ... 2026-02-22T22:12:04.876 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2026-02-22T22:12:04.890 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-pastescript. 2026-02-22T22:12:04.899 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../096-python3-pastescript_2.0.2-4_all.deb ... 2026-02-22T22:12:04.899 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2026-02-22T22:12:04.911 INFO:teuthology.orchestra.run.trial164.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2026-02-22T22:12:04.917 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-pluggy. 2026-02-22T22:12:04.922 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libcephfs2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:04.922 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libradosstriper1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:04.923 INFO:teuthology.orchestra.run.trial164.stdout:Setting up librbd1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:04.924 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph-mgr-modules-core (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:04.925 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:04.926 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../097-python3-pluggy_0.13.0-7.1_all.deb ... 2026-02-22T22:12:04.926 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2026-02-22T22:12:04.941 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-psutil. 2026-02-22T22:12:04.949 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../098-python3-psutil_5.9.0-1build1_amd64.deb ... 2026-02-22T22:12:04.949 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2026-02-22T22:12:04.968 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-py. 2026-02-22T22:12:04.976 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../099-python3-py_1.10.0-1_all.deb ... 2026-02-22T22:12:04.977 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-py (1.10.0-1) ... 2026-02-22T22:12:04.990 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target → /lib/systemd/system/ceph-fuse.target. 2026-02-22T22:12:04.990 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target → /lib/systemd/system/ceph-fuse.target. 2026-02-22T22:12:04.996 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-pygments. 2026-02-22T22:12:05.004 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../100-python3-pygments_2.11.2+dfsg-2ubuntu0.1_all.deb ... 2026-02-22T22:12:05.004 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-pygments (2.11.2+dfsg-2ubuntu0.1) ... 2026-02-22T22:12:05.045 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-pyinotify. 2026-02-22T22:12:05.054 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../101-python3-pyinotify_0.9.6-1.3_all.deb ... 2026-02-22T22:12:05.054 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2026-02-22T22:12:05.070 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-toml. 2026-02-22T22:12:05.078 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../102-python3-toml_0.10.2-1_all.deb ... 2026-02-22T22:12:05.078 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-toml (0.10.2-1) ... 2026-02-22T22:12:05.093 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-pytest. 2026-02-22T22:12:05.102 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../103-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2026-02-22T22:12:05.102 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2026-02-22T22:12:05.124 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package python3-simplejson. 2026-02-22T22:12:05.132 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../104-python3-simplejson_3.17.6-1build1_amd64.deb ... 2026-02-22T22:12:05.132 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2026-02-22T22:12:05.150 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package qttranslations5-l10n. 2026-02-22T22:12:05.158 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../105-qttranslations5-l10n_5.15.3-1_all.deb ... 2026-02-22T22:12:05.159 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2026-02-22T22:12:05.228 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package radosgw. 2026-02-22T22:12:05.237 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../106-radosgw_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:05.237 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking radosgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:05.348 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package rbd-fuse. 2026-02-22T22:12:05.357 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../107-rbd-fuse_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T22:12:05.357 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking rbd-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:05.376 INFO:teuthology.orchestra.run.trial164.stdout:Setting up libcephfs-dev (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:05.377 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-rados (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:05.378 INFO:teuthology.orchestra.run.trial164.stdout:Setting up librgw2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:05.379 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-rbd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:05.380 INFO:teuthology.orchestra.run.trial164.stdout:Setting up rbd-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:05.380 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-rgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:05.381 INFO:teuthology.orchestra.run.trial164.stdout:Setting up python3-cephfs (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:05.382 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:05.386 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2026-02-22T22:12:05.409 INFO:teuthology.orchestra.run.trial164.stdout:Adding group ceph....done 2026-02-22T22:12:05.443 INFO:teuthology.orchestra.run.trial164.stdout:Adding system user ceph....done 2026-02-22T22:12:05.451 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2026-02-22T22:12:05.452 INFO:teuthology.orchestra.run.trial072.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2026-02-22T22:12:05.453 INFO:teuthology.orchestra.run.trial164.stdout:Setting system user ceph properties....done 2026-02-22T22:12:05.459 INFO:teuthology.orchestra.run.trial164.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2026-02-22T22:12:05.522 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /lib/systemd/system/nvmefc-boot-connections.service. 2026-02-22T22:12:05.546 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /lib/systemd/system/ceph.target. 2026-02-22T22:12:05.787 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service → /lib/systemd/system/nvmf-autoconnect.service. 2026-02-22T22:12:05.826 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service → /lib/systemd/system/rbdmap.service. 2026-02-22T22:12:06.141 INFO:teuthology.orchestra.run.trial072.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2026-02-22T22:12:06.151 INFO:teuthology.orchestra.run.trial072.stdout:Setting up cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:06.195 INFO:teuthology.orchestra.run.trial072.stdout:Adding system user cephadm....done 2026-02-22T22:12:06.203 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph-test (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:06.204 INFO:teuthology.orchestra.run.trial164.stdout:Setting up radosgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:06.205 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1.1) ... 2026-02-22T22:12:06.275 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2026-02-22T22:12:06.348 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python-asyncssh-doc (2.5.0-1ubuntu0.1) ... 2026-02-22T22:12:06.349 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2026-02-22T22:12:06.421 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-repoze.lru (0.7-2) ... 2026-02-22T22:12:06.437 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /lib/systemd/system/ceph-radosgw.target. 2026-02-22T22:12:06.438 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /lib/systemd/system/ceph-radosgw.target. 2026-02-22T22:12:06.495 INFO:teuthology.orchestra.run.trial072.stdout:Setting up liboath0:amd64 (2.6.7-3ubuntu0.1) ... 2026-02-22T22:12:06.496 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-py (1.10.0-1) ... 2026-02-22T22:12:06.592 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2026-02-22T22:12:06.714 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-cachetools (5.0.0-1) ... 2026-02-22T22:12:06.786 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph-base (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:06.790 INFO:teuthology.orchestra.run.trial072.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2026-02-22T22:12:06.800 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2026-02-22T22:12:06.877 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2026-02-22T22:12:06.879 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /lib/systemd/system/ceph-crash.service. 2026-02-22T22:12:06.950 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-ceph-argparse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:07.018 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2026-02-22T22:12:07.018 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libnbd0 (1.10.5-1) ... 2026-02-22T22:12:07.019 INFO:teuthology.orchestra.run.trial072.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2026-02-22T22:12:07.020 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2026-02-22T22:12:07.021 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libfuse2:amd64 (2.9.9-5ubuntu3) ... 2026-02-22T22:12:07.022 INFO:teuthology.orchestra.run.trial072.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2026-02-22T22:12:07.039 INFO:teuthology.orchestra.run.trial072.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2026-02-22T22:12:07.041 INFO:teuthology.orchestra.run.trial072.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2026-02-22T22:12:07.042 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2026-02-22T22:12:07.043 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2026-02-22T22:12:07.169 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-natsort (8.0.2-1) ... 2026-02-22T22:12:07.239 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph-mds (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:07.249 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2026-02-22T22:12:07.300 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /lib/systemd/system/ceph-mds.target. 2026-02-22T22:12:07.300 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /lib/systemd/system/ceph-mds.target. 2026-02-22T22:12:07.326 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2026-02-22T22:12:07.416 INFO:teuthology.orchestra.run.trial072.stdout:Setting up zip (3.0-12build2) ... 2026-02-22T22:12:07.416 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-pygments (2.11.2+dfsg-2ubuntu0.1) ... 2026-02-22T22:12:07.646 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph-mgr (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:07.673 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2026-02-22T22:12:07.725 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /lib/systemd/system/ceph-mgr.target. 2026-02-22T22:12:07.726 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /lib/systemd/system/ceph-mgr.target. 2026-02-22T22:12:07.749 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2026-02-22T22:12:07.750 INFO:teuthology.orchestra.run.trial072.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2026-02-22T22:12:07.750 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2026-02-22T22:12:07.848 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-asyncssh (2.5.0-1ubuntu0.1) ... 2026-02-22T22:12:07.974 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2026-02-22T22:12:08.089 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph-osd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:08.103 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2026-02-22T22:12:08.174 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /lib/systemd/system/ceph-osd.target. 2026-02-22T22:12:08.174 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /lib/systemd/system/ceph-osd.target. 2026-02-22T22:12:08.184 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.3) ... 2026-02-22T22:12:08.289 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2026-02-22T22:12:08.364 INFO:teuthology.orchestra.run.trial072.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2026-02-22T22:12:08.365 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:08.447 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2026-02-22T22:12:08.538 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph-mgr-k8sevents (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:08.539 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph-mgr-diskprediction-local (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:08.549 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph-mon (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:08.618 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /lib/systemd/system/ceph-mon.target. 2026-02-22T22:12:08.618 INFO:teuthology.orchestra.run.trial164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /lib/systemd/system/ceph-mon.target. 2026-02-22T22:12:08.947 INFO:teuthology.orchestra.run.trial072.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2026-02-22T22:12:08.969 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T22:12:08.973 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph-mgr-cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:08.973 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-toml (0.10.2-1) ... 2026-02-22T22:12:08.983 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:08.984 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph-mgr-dashboard (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:08.994 INFO:teuthology.orchestra.run.trial164.stdout:Setting up ceph-volume (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:09.052 INFO:teuthology.orchestra.run.trial072.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2026-02-22T22:12:09.053 INFO:teuthology.orchestra.run.trial072.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2026-02-22T22:12:09.054 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2026-02-22T22:12:09.104 INFO:teuthology.orchestra.run.trial164.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2026-02-22T22:12:09.111 INFO:teuthology.orchestra.run.trial164.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.13) ... 2026-02-22T22:12:09.130 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2026-02-22T22:12:09.202 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T22:12:09.203 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-rsa (4.8-1) ... 2026-02-22T22:12:09.282 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2026-02-22T22:12:09.353 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-logutils (0.3.3-8) ... 2026-02-22T22:12:09.356 INFO:teuthology.orchestra.run.trial164.stdout:Processing triggers for man-db (2.10.2-1) ... 2026-02-22T22:12:09.428 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-tempora (4.1.2-1) ... 2026-02-22T22:12:09.443 INFO:teuthology.orchestra.run.trial164.stdout:Processing triggers for install-info (6.8-4build1) ... 2026-02-22T22:12:09.502 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2026-02-22T22:12:09.578 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-prettytable (2.5.0-2) ... 2026-02-22T22:12:09.658 INFO:teuthology.orchestra.run.trial072.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2026-02-22T22:12:09.659 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-websocket (1.2.3-1) ... 2026-02-22T22:12:09.746 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2026-02-22T22:12:09.747 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2026-02-22T22:12:09.824 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2026-02-22T22:12:09.902 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2026-02-22T22:12:09.938 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:09.938 INFO:teuthology.orchestra.run.trial164.stdout:Running kernel seems to be up-to-date. 2026-02-22T22:12:09.938 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:09.938 INFO:teuthology.orchestra.run.trial164.stdout:The processor microcode seems to be up-to-date. 2026-02-22T22:12:09.939 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:09.939 INFO:teuthology.orchestra.run.trial164.stdout:No services need to be restarted. 2026-02-22T22:12:09.939 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:09.939 INFO:teuthology.orchestra.run.trial164.stdout:No containers need to be restarted. 2026-02-22T22:12:09.939 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:09.939 INFO:teuthology.orchestra.run.trial164.stdout:No user sessions are running outdated binaries. 2026-02-22T22:12:09.939 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:09.939 INFO:teuthology.orchestra.run.trial164.stdout:No VM guests are running outdated hypervisor (qemu) binaries on this host. 2026-02-22T22:12:09.988 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2026-02-22T22:12:10.062 INFO:teuthology.orchestra.run.trial072.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2026-02-22T22:12:10.063 INFO:teuthology.orchestra.run.trial072.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2026-02-22T22:12:10.064 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3.1) ... 2026-02-22T22:12:10.065 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2026-02-22T22:12:10.201 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2026-02-22T22:12:10.276 INFO:teuthology.orchestra.run.trial072.stdout:Setting up lua-any (27ubuntu1) ... 2026-02-22T22:12:10.277 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-portend (3.0.0-1) ... 2026-02-22T22:12:10.351 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T22:12:10.352 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-google-auth (1.5.1-3) ... 2026-02-22T22:12:10.434 INFO:teuthology.orchestra.run.trial072.stdout:Setting up jq (1.6-2.1ubuntu3.1) ... 2026-02-22T22:12:10.435 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-webtest (2.0.35-1) ... 2026-02-22T22:12:10.518 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2026-02-22T22:12:10.650 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-pastescript (2.0.2-4) ... 2026-02-22T22:12:10.739 INFO:teuthology.orchestra.run.trial164.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2026-02-22T22:12:10.745 DEBUG:teuthology.parallel:result is None 2026-02-22T22:12:10.745 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2026-02-22T22:12:10.856 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2026-02-22T22:12:10.858 INFO:teuthology.orchestra.run.trial072.stdout:Setting up librados2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:10.859 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libsqlite3-mod-ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:10.860 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2026-02-22T22:12:11.383 INFO:teuthology.orchestra.run.trial072.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2026-02-22T22:12:11.393 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libcephfs2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:11.394 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libradosstriper1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:11.395 INFO:teuthology.orchestra.run.trial072.stdout:Setting up librbd1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:11.396 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph-mgr-modules-core (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:11.397 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:11.465 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target → /lib/systemd/system/ceph-fuse.target. 2026-02-22T22:12:11.465 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target → /lib/systemd/system/ceph-fuse.target. 2026-02-22T22:12:11.841 INFO:teuthology.orchestra.run.trial072.stdout:Setting up libcephfs-dev (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:11.842 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-rados (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:11.843 INFO:teuthology.orchestra.run.trial072.stdout:Setting up librgw2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:11.844 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-rbd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:11.845 INFO:teuthology.orchestra.run.trial072.stdout:Setting up rbd-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:11.845 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-rgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:11.846 INFO:teuthology.orchestra.run.trial072.stdout:Setting up python3-cephfs (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:11.847 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:11.876 INFO:teuthology.orchestra.run.trial072.stdout:Adding group ceph....done 2026-02-22T22:12:11.911 INFO:teuthology.orchestra.run.trial072.stdout:Adding system user ceph....done 2026-02-22T22:12:11.921 INFO:teuthology.orchestra.run.trial072.stdout:Setting system user ceph properties....done 2026-02-22T22:12:11.927 INFO:teuthology.orchestra.run.trial072.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2026-02-22T22:12:12.014 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /lib/systemd/system/ceph.target. 2026-02-22T22:12:12.283 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service → /lib/systemd/system/rbdmap.service. 2026-02-22T22:12:12.643 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph-test (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:12.644 INFO:teuthology.orchestra.run.trial072.stdout:Setting up radosgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:12.886 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /lib/systemd/system/ceph-radosgw.target. 2026-02-22T22:12:12.887 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /lib/systemd/system/ceph-radosgw.target. 2026-02-22T22:12:13.240 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph-base (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:13.357 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /lib/systemd/system/ceph-crash.service. 2026-02-22T22:12:13.714 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph-mds (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:13.776 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /lib/systemd/system/ceph-mds.target. 2026-02-22T22:12:13.776 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /lib/systemd/system/ceph-mds.target. 2026-02-22T22:12:14.128 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph-mgr (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:14.208 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /lib/systemd/system/ceph-mgr.target. 2026-02-22T22:12:14.208 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /lib/systemd/system/ceph-mgr.target. 2026-02-22T22:12:14.566 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph-osd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:14.652 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /lib/systemd/system/ceph-osd.target. 2026-02-22T22:12:14.652 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /lib/systemd/system/ceph-osd.target. 2026-02-22T22:12:15.006 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph-mgr-k8sevents (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:15.007 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph-mgr-diskprediction-local (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:15.017 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph-mon (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:15.088 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /lib/systemd/system/ceph-mon.target. 2026-02-22T22:12:15.088 INFO:teuthology.orchestra.run.trial072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /lib/systemd/system/ceph-mon.target. 2026-02-22T22:12:15.449 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph-mgr-cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:15.459 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:15.460 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph-mgr-dashboard (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:15.470 INFO:teuthology.orchestra.run.trial072.stdout:Setting up ceph-volume (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T22:12:15.583 INFO:teuthology.orchestra.run.trial072.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2026-02-22T22:12:15.590 INFO:teuthology.orchestra.run.trial072.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.13) ... 2026-02-22T22:12:15.832 INFO:teuthology.orchestra.run.trial072.stdout:Processing triggers for man-db (2.10.2-1) ... 2026-02-22T22:12:15.915 INFO:teuthology.orchestra.run.trial072.stdout:Processing triggers for install-info (6.8-4build1) ... 2026-02-22T22:12:16.418 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:16.419 INFO:teuthology.orchestra.run.trial072.stdout:Running kernel seems to be up-to-date. 2026-02-22T22:12:16.419 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:16.419 INFO:teuthology.orchestra.run.trial072.stdout:The processor microcode seems to be up-to-date. 2026-02-22T22:12:16.419 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:16.419 INFO:teuthology.orchestra.run.trial072.stdout:No services need to be restarted. 2026-02-22T22:12:16.419 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:16.419 INFO:teuthology.orchestra.run.trial072.stdout:No containers need to be restarted. 2026-02-22T22:12:16.419 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:16.419 INFO:teuthology.orchestra.run.trial072.stdout:No user sessions are running outdated binaries. 2026-02-22T22:12:16.419 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:16.419 INFO:teuthology.orchestra.run.trial072.stdout:No VM guests are running outdated hypervisor (qemu) binaries on this host. 2026-02-22T22:12:17.229 INFO:teuthology.orchestra.run.trial072.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2026-02-22T22:12:17.236 DEBUG:teuthology.parallel:result is None 2026-02-22T22:12:17.237 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T22:12:17.389 DEBUG:teuthology.orchestra.run.trial072:> dpkg-query -W -f '${Version}' ceph 2026-02-22T22:12:17.400 INFO:teuthology.orchestra.run.trial072.stdout:19.2.3-689-gf90f4eae-1jammy 2026-02-22T22:12:17.400 INFO:teuthology.packaging:The installed version of ceph is 19.2.3-689-gf90f4eae-1jammy 2026-02-22T22:12:17.400 INFO:teuthology.task.install:The correct ceph version 19.2.3-689-gf90f4eae-1jammy is installed. 2026-02-22T22:12:17.403 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T22:12:17.546 DEBUG:teuthology.orchestra.run.trial164:> dpkg-query -W -f '${Version}' ceph 2026-02-22T22:12:17.557 INFO:teuthology.orchestra.run.trial164.stdout:19.2.3-689-gf90f4eae-1jammy 2026-02-22T22:12:17.557 INFO:teuthology.packaging:The installed version of ceph is 19.2.3-689-gf90f4eae-1jammy 2026-02-22T22:12:17.557 INFO:teuthology.task.install:The correct ceph version 19.2.3-689-gf90f4eae-1jammy is installed. 2026-02-22T22:12:17.559 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-02-22T22:12:17.559 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:17.560 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-02-22T22:12:17.571 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:12:17.571 DEBUG:teuthology.orchestra.run.trial164:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-02-22T22:12:17.607 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-02-22T22:12:17.607 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:17.607 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/usr/bin/daemon-helper 2026-02-22T22:12:17.623 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-02-22T22:12:17.674 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:12:17.674 DEBUG:teuthology.orchestra.run.trial164:> sudo dd of=/usr/bin/daemon-helper 2026-02-22T22:12:17.681 DEBUG:teuthology.orchestra.run.trial164:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-02-22T22:12:17.731 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-02-22T22:12:17.732 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:17.732 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/usr/bin/adjust-ulimits 2026-02-22T22:12:17.740 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-02-22T22:12:17.790 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:12:17.790 DEBUG:teuthology.orchestra.run.trial164:> sudo dd of=/usr/bin/adjust-ulimits 2026-02-22T22:12:17.798 DEBUG:teuthology.orchestra.run.trial164:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-02-22T22:12:17.846 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-02-22T22:12:17.846 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:17.847 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/usr/bin/stdin-killer 2026-02-22T22:12:17.855 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-02-22T22:12:17.907 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:12:17.907 DEBUG:teuthology.orchestra.run.trial164:> sudo dd of=/usr/bin/stdin-killer 2026-02-22T22:12:17.915 DEBUG:teuthology.orchestra.run.trial164:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-02-22T22:12:17.963 INFO:teuthology.run_tasks:Running task ceph... 2026-02-22T22:12:18.081 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-02-22T22:12:18.081 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod 777 /var/log/ceph 2026-02-22T22:12:18.082 DEBUG:teuthology.orchestra.run.trial164:> sudo chmod 777 /var/log/ceph 2026-02-22T22:12:18.090 INFO:tasks.ceph:Disabling ceph logrotate... 2026-02-22T22:12:18.090 DEBUG:teuthology.orchestra.run.trial072:> sudo rm -f -- /etc/logrotate.d/ceph 2026-02-22T22:12:18.132 DEBUG:teuthology.orchestra.run.trial164:> sudo rm -f -- /etc/logrotate.d/ceph 2026-02-22T22:12:18.140 INFO:tasks.ceph:Creating extra log directories... 2026-02-22T22:12:18.140 DEBUG:teuthology.orchestra.run.trial072:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-02-22T22:12:18.180 DEBUG:teuthology.orchestra.run.trial164:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-02-22T22:12:18.205 INFO:tasks.ceph:Creating ceph cluster cluster1... 2026-02-22T22:12:18.206 INFO:tasks.ceph:config {'conf': {'client': {'rbd default data pool': 'datapool'}, 'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'zstd', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'enable experimental unrecoverable data corrupting features': '*', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd debug randomize hobject sort order': False, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'cpu_profile': set(), 'cluster': 'cluster1', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-02-22T22:12:18.206 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64180', 'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'description': 'rbd/migration-external/{1-base/install 2-clusters/2-node 3-objectstore/bluestore-comp-zstd 4-supported-random-distro$/{ubuntu_latest} 5-data-pool/ec 6-prepare/native-clone 7-io-workloads/qemu_xfstests 8-migrate-workloads/execute conf/{disable-pool-app}}', 'email': 'yweinste@redhat.com', 'exclude_arch': 'armv7l', 'first_in_suite': False, 'flavor': 'default', 'io_workload': {'sequential': [{'qemu': {'cluster1.client.0': {'disks': [{'action': 'none', 'image_name': 'client.0.0'}, {'action': 'none', 'image_name': 'client.0.1'}, {'action': 'none', 'image_name': 'client.0.2'}], 'test': 'qa/run_xfstests_qemu.sh', 'type': 'block'}}}]}, 'job_id': '64180', 'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'machine_type': 'trial', 'meta': [{'desc': 'run two ceph clusters'}, {'desc': '2 ceph clusters with 1 mon and 3 osds each'}], 'migrate_workload': {'sequential': [{'exec': {'cluster1.client.0': ['sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration execute client.0.0', 'sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration commit client.0.0', 'sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration execute client.0.1']}}]}, 'name': 'yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial', 'no_nested_subset': False, 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid'}, 'ceph': {'conf': {'client': {'rbd default data pool': 'datapool'}, 'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'zstd', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'enable experimental unrecoverable data corrupting features': '*', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd debug randomize hobject sort order': False, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'owner': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'priority': 69, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['cluster1.mon.a', 'cluster1.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0'], ['cluster2.mon.a', 'cluster2.mgr.x', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster2.client.0']], 'seed': 9196, 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'sleep_before_teardown': 0, 'subset': '111/120000', 'suite': 'rbd', 'suite_branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'targets': {'trial072.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFaOWF6z0XyIhuBJik8mAo2f9eUBv67bX6CVrW/u+Kiosm3WNwFNpS0s+6cyApkJFE6eI9YXbH+uM9IwBvweMC0=', 'trial164.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGGEpuiRcZw2tkBf4MPXSl38qzjrliBGQIGEV5wHqFsKFfsDqJ0C17kER6CT+XRsMhnK5qMNFsj2ckGiZvEE0R0='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': {'cluster': 'cluster1', 'conf': {'client': {'rbd default data pool': 'datapool'}, 'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'zstd', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'enable experimental unrecoverable data corrupting features': '*', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd debug randomize hobject sort order': False, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, {'ceph': {'cluster': 'cluster2'}}, {'exec': {'cluster1.client.0': ['sudo ceph --cluster cluster1 osd erasure-code-profile set teuthologyprofile crush-failure-domain=osd m=1 k=2', 'sudo ceph --cluster cluster1 osd pool create datapool 4 4 erasure teuthologyprofile', 'sudo ceph --cluster cluster1 osd pool set datapool allow_ec_overwrites true', 'rbd --cluster cluster1 pool init datapool'], 'cluster2.client.0': ['sudo ceph --cluster cluster2 osd erasure-code-profile set teuthologyprofile crush-failure-domain=osd m=1 k=2', 'sudo ceph --cluster cluster2 osd pool create datapool 4 4 erasure teuthologyprofile', 'sudo ceph --cluster cluster2 osd pool set datapool allow_ec_overwrites true', 'rbd --cluster cluster2 pool init datapool']}}, {'exec': {'cluster2.client.0': ['echo \'{"type":"qcow","stream":{"type":"http","url":"http://download.ceph.com/qa/ubuntu-12.04.qcow2"}}\' | rbd --cluster cluster2 migration prepare --import-only --source-spec-path - client.0.0-src', 'rbd --cluster cluster2 migration execute client.0.0-src', 'rbd --cluster cluster2 migration commit client.0.0-src', 'rbd --cluster cluster2 snap create client.0.0-src@snap', 'rbd --cluster cluster2 snap protect client.0.0-src@snap', 'rbd --cluster cluster2 clone client.0.0-src@snap client.0.0', 'rbd --cluster cluster2 snap create client.0.0@snap', 'rbd --cluster cluster2 create --size 1G client.0.1-src', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1-src', 'rbd --cluster cluster2 snap create client.0.1-src@snap', 'rbd --cluster cluster2 snap protect client.0.1-src@snap', 'rbd --cluster cluster2 clone client.0.1-src@snap client.0.1', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1', 'rbd --cluster cluster2 snap create client.0.1@snap', 'rbd --cluster cluster2 create --size 1G client.0.2-src', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.2-src', 'rbd --cluster cluster2 snap create client.0.2-src@snap', 'rbd --cluster cluster2 snap protect client.0.2-src@snap', 'rbd --cluster cluster2 clone client.0.2-src@snap client.0.2', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.2', 'rbd --cluster cluster2 snap create client.0.2@snap']}}, {'exec': {'cluster1.client.0': ['echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.0","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.0', 'echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.1","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.1', 'echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.2","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.2']}}, {'parallel': ['io_workload', 'migrate_workload']}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': 'fa17720d0088c3ac28e473468bfc79eeaff5cd38', 'timestamp': '2026-02-22_19:35:38', 'tube': 'trial', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3318653'} 2026-02-22T22:12:18.207 DEBUG:teuthology.orchestra.run.trial072:> install -d -m0755 -- /home/ubuntu/cephtest/cluster1.data 2026-02-22T22:12:18.232 DEBUG:teuthology.orchestra.run.trial164:> install -d -m0755 -- /home/ubuntu/cephtest/cluster1.data 2026-02-22T22:12:18.239 DEBUG:teuthology.orchestra.run.trial072:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T22:12:18.276 DEBUG:teuthology.orchestra.run.trial164:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T22:12:18.286 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:18.286 DEBUG:teuthology.orchestra.run.trial072:> dd if=/scratch_devs of=/dev/stdout 2026-02-22T22:12:18.326 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-22T22:12:18.326 DEBUG:teuthology.orchestra.run.trial072:> stat /dev/vg_nvme/lv_1 2026-02-22T22:12:18.371 INFO:teuthology.orchestra.run.trial072.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-22T22:12:18.371 INFO:teuthology.orchestra.run.trial072.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:12:18.371 INFO:teuthology.orchestra.run.trial072.stdout:Device: 5h/5d Inode: 904 Links: 1 2026-02-22T22:12:18.371 INFO:teuthology.orchestra.run.trial072.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:12:18.371 INFO:teuthology.orchestra.run.trial072.stdout:Access: 2026-02-22 22:11:27.723608036 +0000 2026-02-22T22:12:18.371 INFO:teuthology.orchestra.run.trial072.stdout:Modify: 2026-02-22 22:11:27.567610686 +0000 2026-02-22T22:12:18.371 INFO:teuthology.orchestra.run.trial072.stdout:Change: 2026-02-22 22:11:27.567610686 +0000 2026-02-22T22:12:18.371 INFO:teuthology.orchestra.run.trial072.stdout: Birth: - 2026-02-22T22:12:18.372 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-22T22:12:18.422 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records in 2026-02-22T22:12:18.422 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records out 2026-02-22T22:12:18.422 INFO:teuthology.orchestra.run.trial072.stderr:512 bytes copied, 0.000184573 s, 2.8 MB/s 2026-02-22T22:12:18.423 DEBUG:teuthology.orchestra.run.trial072:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-22T22:12:18.472 DEBUG:teuthology.orchestra.run.trial072:> stat /dev/vg_nvme/lv_2 2026-02-22T22:12:18.519 INFO:teuthology.orchestra.run.trial072.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-22T22:12:18.519 INFO:teuthology.orchestra.run.trial072.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:12:18.520 INFO:teuthology.orchestra.run.trial072.stdout:Device: 5h/5d Inode: 928 Links: 1 2026-02-22T22:12:18.520 INFO:teuthology.orchestra.run.trial072.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:12:18.520 INFO:teuthology.orchestra.run.trial072.stdout:Access: 2026-02-22 22:11:28.043602595 +0000 2026-02-22T22:12:18.520 INFO:teuthology.orchestra.run.trial072.stdout:Modify: 2026-02-22 22:11:27.891605179 +0000 2026-02-22T22:12:18.520 INFO:teuthology.orchestra.run.trial072.stdout:Change: 2026-02-22 22:11:27.891605179 +0000 2026-02-22T22:12:18.520 INFO:teuthology.orchestra.run.trial072.stdout: Birth: - 2026-02-22T22:12:18.520 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-22T22:12:18.569 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records in 2026-02-22T22:12:18.569 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records out 2026-02-22T22:12:18.569 INFO:teuthology.orchestra.run.trial072.stderr:512 bytes copied, 0.00016661 s, 3.1 MB/s 2026-02-22T22:12:18.570 DEBUG:teuthology.orchestra.run.trial072:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-22T22:12:18.616 DEBUG:teuthology.orchestra.run.trial072:> stat /dev/vg_nvme/lv_3 2026-02-22T22:12:18.663 INFO:teuthology.orchestra.run.trial072.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-22T22:12:18.663 INFO:teuthology.orchestra.run.trial072.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:12:18.663 INFO:teuthology.orchestra.run.trial072.stdout:Device: 5h/5d Inode: 950 Links: 1 2026-02-22T22:12:18.663 INFO:teuthology.orchestra.run.trial072.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:12:18.663 INFO:teuthology.orchestra.run.trial072.stdout:Access: 2026-02-22 22:11:28.387596749 +0000 2026-02-22T22:12:18.663 INFO:teuthology.orchestra.run.trial072.stdout:Modify: 2026-02-22 22:11:28.207599807 +0000 2026-02-22T22:12:18.663 INFO:teuthology.orchestra.run.trial072.stdout:Change: 2026-02-22 22:11:28.207599807 +0000 2026-02-22T22:12:18.664 INFO:teuthology.orchestra.run.trial072.stdout: Birth: - 2026-02-22T22:12:18.664 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-22T22:12:18.714 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records in 2026-02-22T22:12:18.714 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records out 2026-02-22T22:12:18.714 INFO:teuthology.orchestra.run.trial072.stderr:512 bytes copied, 0.000180457 s, 2.8 MB/s 2026-02-22T22:12:18.715 DEBUG:teuthology.orchestra.run.trial072:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-22T22:12:18.765 DEBUG:teuthology.orchestra.run.trial072:> stat /dev/vg_nvme/lv_4 2026-02-22T22:12:18.811 INFO:teuthology.orchestra.run.trial072.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-22T22:12:18.811 INFO:teuthology.orchestra.run.trial072.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:12:18.811 INFO:teuthology.orchestra.run.trial072.stdout:Device: 5h/5d Inode: 975 Links: 1 2026-02-22T22:12:18.811 INFO:teuthology.orchestra.run.trial072.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:12:18.812 INFO:teuthology.orchestra.run.trial072.stdout:Access: 2026-02-22 22:11:28.551593961 +0000 2026-02-22T22:12:18.812 INFO:teuthology.orchestra.run.trial072.stdout:Modify: 2026-02-22 22:11:28.547594029 +0000 2026-02-22T22:12:18.812 INFO:teuthology.orchestra.run.trial072.stdout:Change: 2026-02-22 22:11:28.547594029 +0000 2026-02-22T22:12:18.812 INFO:teuthology.orchestra.run.trial072.stdout: Birth: - 2026-02-22T22:12:18.813 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-22T22:12:18.862 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records in 2026-02-22T22:12:18.862 INFO:teuthology.orchestra.run.trial072.stderr:1+0 records out 2026-02-22T22:12:18.862 INFO:teuthology.orchestra.run.trial072.stderr:512 bytes copied, 0.000176148 s, 2.9 MB/s 2026-02-22T22:12:18.863 DEBUG:teuthology.orchestra.run.trial072:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-22T22:12:18.917 INFO:tasks.ceph:osd dev map: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:12:18.917 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@trial072.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T22:12:18.917 INFO:tasks.ceph:Generating config... 2026-02-22T22:12:18.921 INFO:tasks.ceph:[client] rbd default data pool = datapool 2026-02-22T22:12:18.921 INFO:tasks.ceph:[global] mon warn on pool no app = False 2026-02-22T22:12:18.922 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-02-22T22:12:18.922 INFO:tasks.ceph:[mgr] debug ms = 1 2026-02-22T22:12:18.922 INFO:tasks.ceph:[mon] debug mon = 20 2026-02-22T22:12:18.922 INFO:tasks.ceph:[mon] debug ms = 1 2026-02-22T22:12:18.922 INFO:tasks.ceph:[mon] debug paxos = 20 2026-02-22T22:12:18.922 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-02-22T22:12:18.922 INFO:tasks.ceph:[osd] bluestore compression algorithm = zstd 2026-02-22T22:12:18.922 INFO:tasks.ceph:[osd] bluestore compression mode = aggressive 2026-02-22T22:12:18.923 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-02-22T22:12:18.923 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-02-22T22:12:18.923 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-02-22T22:12:18.923 INFO:tasks.ceph:[osd] debug ms = 1 2026-02-22T22:12:18.923 INFO:tasks.ceph:[osd] debug osd = 20 2026-02-22T22:12:18.923 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-02-22T22:12:18.923 INFO:tasks.ceph:[osd] enable experimental unrecoverable data corrupting features = * 2026-02-22T22:12:18.924 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-02-22T22:12:18.924 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-02-22T22:12:18.924 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-02-22T22:12:18.924 INFO:tasks.ceph:[osd] osd debug randomize hobject sort order = False 2026-02-22T22:12:18.924 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-02-22T22:12:18.924 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-02-22T22:12:18.925 INFO:tasks.ceph:Setting up cluster1.mon.a... 2026-02-22T22:12:18.925 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/cluster1.keyring 2026-02-22T22:12:18.979 INFO:teuthology.orchestra.run.trial072.stdout:creating /etc/ceph/cluster1.keyring 2026-02-22T22:12:18.982 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/cluster1.keyring 2026-02-22T22:12:19.046 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod 0644 /etc/ceph/cluster1.keyring 2026-02-22T22:12:19.099 DEBUG:tasks.ceph:Ceph mon addresses: [('cluster1.mon.a', '10.20.193.72')] 2026-02-22T22:12:19.100 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '10.20.193.72', 'mon warn on pool no app': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd mclock skip benchmark': 'true', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore compression algorithm': 'zstd', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'enable experimental unrecoverable data corrupting features': '*', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd debug randomize hobject sort order': False, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'rbd default data pool': 'datapool'}, 'mon.a': {}} 2026-02-22T22:12:19.101 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:19.101 DEBUG:teuthology.orchestra.run.trial072:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T22:12:19.147 DEBUG:teuthology.orchestra.run.trial072:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 10.20.193.72 --print /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:12:19.207 INFO:teuthology.orchestra.run.trial072.stdout:monmaptool: monmap file /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:12:19.207 INFO:teuthology.orchestra.run.trial072.stdout:monmaptool: generated fsid 53d57671-a273-493a-b644-e35b8f0587ca 2026-02-22T22:12:19.208 INFO:teuthology.orchestra.run.trial072.stdout:setting min_mon_release = quincy 2026-02-22T22:12:19.208 INFO:teuthology.orchestra.run.trial072.stdout:epoch 0 2026-02-22T22:12:19.208 INFO:teuthology.orchestra.run.trial072.stdout:fsid 53d57671-a273-493a-b644-e35b8f0587ca 2026-02-22T22:12:19.208 INFO:teuthology.orchestra.run.trial072.stdout:last_changed 2026-02-22T22:12:19.205190+0000 2026-02-22T22:12:19.208 INFO:teuthology.orchestra.run.trial072.stdout:created 2026-02-22T22:12:19.205190+0000 2026-02-22T22:12:19.208 INFO:teuthology.orchestra.run.trial072.stdout:min_mon_release 17 (quincy) 2026-02-22T22:12:19.208 INFO:teuthology.orchestra.run.trial072.stdout:election_strategy: 1 2026-02-22T22:12:19.209 INFO:teuthology.orchestra.run.trial072.stdout:0: [v2:10.20.193.72:3300/0,v1:10.20.193.72:6789/0] mon.a 2026-02-22T22:12:19.209 INFO:teuthology.orchestra.run.trial072.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/cluster1.monmap (1 monitors) 2026-02-22T22:12:19.211 DEBUG:teuthology.orchestra.run.trial072:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T22:12:19.255 INFO:tasks.ceph:Writing /etc/ceph/cluster1.conf for FSID 53d57671-a273-493a-b644-e35b8f0587ca... 2026-02-22T22:12:19.256 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster1.conf && sudo chmod 0644 /etc/ceph/cluster1.conf > /dev/null 2026-02-22T22:12:19.296 DEBUG:teuthology.orchestra.run.trial164:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster1.conf && sudo chmod 0644 /etc/ceph/cluster1.conf > /dev/null 2026-02-22T22:12:19.314 INFO:teuthology.orchestra.run.trial072.stdout:[global] 2026-02-22T22:12:19.314 INFO:teuthology.orchestra.run.trial072.stdout: chdir = "" 2026-02-22T22:12:19.314 INFO:teuthology.orchestra.run.trial072.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T22:12:19.314 INFO:teuthology.orchestra.run.trial072.stdout: auth supported = cephx 2026-02-22T22:12:19.314 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.314 INFO:teuthology.orchestra.run.trial072.stdout: filestore xattr use omap = true 2026-02-22T22:12:19.314 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.315 INFO:teuthology.orchestra.run.trial072.stdout: mon clock drift allowed = 1.000 2026-02-22T22:12:19.315 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.315 INFO:teuthology.orchestra.run.trial072.stdout: osd crush chooseleaf type = 0 2026-02-22T22:12:19.315 INFO:teuthology.orchestra.run.trial072.stdout: auth debug = true 2026-02-22T22:12:19.315 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.315 INFO:teuthology.orchestra.run.trial072.stdout: ms die on old message = true 2026-02-22T22:12:19.315 INFO:teuthology.orchestra.run.trial072.stdout: ms die on bug = true 2026-02-22T22:12:19.315 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.316 INFO:teuthology.orchestra.run.trial072.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T22:12:19.316 INFO:teuthology.orchestra.run.trial072.stdout: mon pg warn max object skew = 0 2026-02-22T22:12:19.316 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.316 INFO:teuthology.orchestra.run.trial072.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T22:12:19.316 INFO:teuthology.orchestra.run.trial072.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T22:12:19.316 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.316 INFO:teuthology.orchestra.run.trial072.stdout: osd pool default size = 2 2026-02-22T22:12:19.317 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.317 INFO:teuthology.orchestra.run.trial072.stdout: mon osd allow primary affinity = true 2026-02-22T22:12:19.317 INFO:teuthology.orchestra.run.trial072.stdout: mon osd allow pg remap = true 2026-02-22T22:12:19.317 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on legacy crush tunables = false 2026-02-22T22:12:19.317 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on crush straw calc version zero = false 2026-02-22T22:12:19.317 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on no sortbitwise = false 2026-02-22T22:12:19.317 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on osd down out interval zero = false 2026-02-22T22:12:19.317 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on too few osds = false 2026-02-22T22:12:19.318 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T22:12:19.318 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T22:12:19.318 INFO:teuthology.orchestra.run.trial072.stdout: mon_allow_pool_size_one = true 2026-02-22T22:12:19.318 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.318 INFO:teuthology.orchestra.run.trial072.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T22:12:19.318 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.318 INFO:teuthology.orchestra.run.trial072.stdout: osd default data pool replay window = 5 2026-02-22T22:12:19.319 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.319 INFO:teuthology.orchestra.run.trial072.stdout: mon allow pool delete = true 2026-02-22T22:12:19.319 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.319 INFO:teuthology.orchestra.run.trial072.stdout: mon cluster log file level = debug 2026-02-22T22:12:19.319 INFO:teuthology.orchestra.run.trial072.stdout: debug asserts on shutdown = true 2026-02-22T22:12:19.319 INFO:teuthology.orchestra.run.trial072.stdout: mon health detail to clog = false 2026-02-22T22:12:19.319 INFO:teuthology.orchestra.run.trial072.stdout: mon host = 10.20.193.72 2026-02-22T22:12:19.320 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on pool no app = False 2026-02-22T22:12:19.320 INFO:teuthology.orchestra.run.trial072.stdout: fsid = 53d57671-a273-493a-b644-e35b8f0587ca 2026-02-22T22:12:19.320 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.320 INFO:teuthology.orchestra.run.trial072.stdout:[osd] 2026-02-22T22:12:19.320 INFO:teuthology.orchestra.run.trial072.stdout: osd journal size = 100 2026-02-22T22:12:19.320 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.320 INFO:teuthology.orchestra.run.trial072.stdout: osd scrub load threshold = 5.0 2026-02-22T22:12:19.320 INFO:teuthology.orchestra.run.trial072.stdout: osd scrub max interval = 600 2026-02-22T22:12:19.320 INFO:teuthology.orchestra.run.trial072.stdout: osd mclock profile = high_recovery_ops 2026-02-22T22:12:19.320 INFO:teuthology.orchestra.run.trial072.stdout: osd mclock skip benchmark = true 2026-02-22T22:12:19.320 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: osd recover clone overlap = true 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: osd recovery max chunk = 1048576 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: osd debug shutdown = true 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: osd debug op order = true 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: osd debug verify stray on activate = true 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: osd debug trim objects = true 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: osd open classes on start = true 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: osd debug pg log writeout = true 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: osd deep scrub update digest min age = 30 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: osd map max advance = 10 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.321 INFO:teuthology.orchestra.run.trial072.stdout: journal zero on create = true 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: filestore ondisk finisher threads = 3 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: filestore apply finisher threads = 3 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: bdev debug aio = true 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: osd debug misdirected ops = true 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: bluestore block size = 96636764160 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: bluestore compression algorithm = zstd 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: bluestore compression mode = aggressive 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: bluestore fsck on mount = True 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: debug bluefs = 1/20 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: debug bluestore = 1/20 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: debug ms = 1 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: debug osd = 20 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: debug rocksdb = 4/10 2026-02-22T22:12:19.322 INFO:teuthology.orchestra.run.trial072.stdout: enable experimental unrecoverable data corrupting features = * 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: mon osd full ratio = 0.9 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: mon osd nearfull ratio = 0.8 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: osd debug randomize hobject sort order = False 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: osd failsafe full ratio = 0.95 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: osd objectstore = bluestore 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout:[mgr] 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: debug ms = 1 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: debug mgr = 20 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: debug mon = 20 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: debug auth = 20 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: mgr/telemetry/nag = false 2026-02-22T22:12:19.323 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout:[mon] 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: debug ms = 1 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: debug mon = 20 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: debug paxos = 20 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: debug auth = 20 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: mon data avail warn = 5 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: mon mgr mkfs grace = 240 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: mon osd reporter subtree level = osd 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: mon osd prime pg temp = true 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T22:12:19.324 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout: # 1m isn't quite enough 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout: mon_down_mkfs_grace = 2m 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_filestore_osds = false 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout:[client] 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout: rgw cache enabled = true 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout: rgw enable ops log = true 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout: rgw enable usage log = true 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T22:12:19.325 INFO:teuthology.orchestra.run.trial072.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T22:12:19.326 INFO:teuthology.orchestra.run.trial072.stdout: rbd default data pool = datapool 2026-02-22T22:12:19.326 INFO:teuthology.orchestra.run.trial072.stdout:[mon.a] 2026-02-22T22:12:19.326 INFO:teuthology.orchestra.run.trial164.stdout:[global] 2026-02-22T22:12:19.326 INFO:teuthology.orchestra.run.trial164.stdout: chdir = "" 2026-02-22T22:12:19.326 INFO:teuthology.orchestra.run.trial164.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T22:12:19.327 INFO:teuthology.orchestra.run.trial164.stdout: auth supported = cephx 2026-02-22T22:12:19.327 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.327 INFO:teuthology.orchestra.run.trial164.stdout: filestore xattr use omap = true 2026-02-22T22:12:19.327 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.327 INFO:teuthology.orchestra.run.trial164.stdout: mon clock drift allowed = 1.000 2026-02-22T22:12:19.327 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.327 INFO:teuthology.orchestra.run.trial164.stdout: osd crush chooseleaf type = 0 2026-02-22T22:12:19.327 INFO:teuthology.orchestra.run.trial164.stdout: auth debug = true 2026-02-22T22:12:19.327 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.327 INFO:teuthology.orchestra.run.trial164.stdout: ms die on old message = true 2026-02-22T22:12:19.327 INFO:teuthology.orchestra.run.trial164.stdout: ms die on bug = true 2026-02-22T22:12:19.327 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.327 INFO:teuthology.orchestra.run.trial164.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T22:12:19.327 INFO:teuthology.orchestra.run.trial164.stdout: mon pg warn max object skew = 0 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: osd pool default size = 2 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: mon osd allow primary affinity = true 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: mon osd allow pg remap = true 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: mon warn on legacy crush tunables = false 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: mon warn on crush straw calc version zero = false 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: mon warn on no sortbitwise = false 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: mon warn on osd down out interval zero = false 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: mon warn on too few osds = false 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: mon_allow_pool_size_one = true 2026-02-22T22:12:19.328 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout: osd default data pool replay window = 5 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout: mon allow pool delete = true 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout: mon cluster log file level = debug 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout: debug asserts on shutdown = true 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout: mon health detail to clog = false 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout: mon host = 10.20.193.72 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout: mon warn on pool no app = False 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout: fsid = 53d57671-a273-493a-b644-e35b8f0587ca 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout:[osd] 2026-02-22T22:12:19.329 INFO:teuthology.orchestra.run.trial164.stdout: osd journal size = 100 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: osd scrub load threshold = 5.0 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: osd scrub max interval = 600 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: osd mclock profile = high_recovery_ops 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: osd mclock skip benchmark = true 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: osd recover clone overlap = true 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: osd recovery max chunk = 1048576 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: osd debug shutdown = true 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: osd debug op order = true 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: osd debug verify stray on activate = true 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: osd debug trim objects = true 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.330 INFO:teuthology.orchestra.run.trial164.stdout: osd open classes on start = true 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: osd debug pg log writeout = true 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: osd deep scrub update digest min age = 30 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: osd map max advance = 10 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: journal zero on create = true 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: filestore ondisk finisher threads = 3 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: filestore apply finisher threads = 3 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: bdev debug aio = true 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: osd debug misdirected ops = true 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: bluestore block size = 96636764160 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: bluestore compression algorithm = zstd 2026-02-22T22:12:19.331 INFO:teuthology.orchestra.run.trial164.stdout: bluestore compression mode = aggressive 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: bluestore fsck on mount = True 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: debug bluefs = 1/20 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: debug bluestore = 1/20 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: debug ms = 1 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: debug osd = 20 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: debug rocksdb = 4/10 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: enable experimental unrecoverable data corrupting features = * 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: mon osd full ratio = 0.9 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: mon osd nearfull ratio = 0.8 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: osd debug randomize hobject sort order = False 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: osd failsafe full ratio = 0.95 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: osd objectstore = bluestore 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout:[mgr] 2026-02-22T22:12:19.332 INFO:teuthology.orchestra.run.trial164.stdout: debug ms = 1 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: debug mgr = 20 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: debug mon = 20 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: debug auth = 20 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: mgr/telemetry/nag = false 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout:[mon] 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: debug ms = 1 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: debug mon = 20 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: debug paxos = 20 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: debug auth = 20 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: mon data avail warn = 5 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: mon mgr mkfs grace = 240 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:12:19.333 INFO:teuthology.orchestra.run.trial164.stdout: mon osd reporter subtree level = osd 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: mon osd prime pg temp = true 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: # 1m isn't quite enough 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: mon_down_mkfs_grace = 2m 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: mon_warn_on_filestore_osds = false 2026-02-22T22:12:19.334 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:19.335 INFO:teuthology.orchestra.run.trial164.stdout:[client] 2026-02-22T22:12:19.335 INFO:teuthology.orchestra.run.trial164.stdout: rgw cache enabled = true 2026-02-22T22:12:19.335 INFO:teuthology.orchestra.run.trial164.stdout: rgw enable ops log = true 2026-02-22T22:12:19.335 INFO:teuthology.orchestra.run.trial164.stdout: rgw enable usage log = true 2026-02-22T22:12:19.335 INFO:teuthology.orchestra.run.trial164.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T22:12:19.335 INFO:teuthology.orchestra.run.trial164.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T22:12:19.335 INFO:teuthology.orchestra.run.trial164.stdout: rbd default data pool = datapool 2026-02-22T22:12:19.335 INFO:teuthology.orchestra.run.trial164.stdout:[mon.a] 2026-02-22T22:12:19.337 INFO:tasks.ceph:Creating admin key on cluster1.mon.a... 2026-02-22T22:12:19.337 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/cluster1.keyring 2026-02-22T22:12:19.402 INFO:tasks.ceph:Copying monmap to all nodes... 2026-02-22T22:12:19.402 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:19.402 DEBUG:teuthology.orchestra.run.trial072:> dd if=/etc/ceph/cluster1.keyring of=/dev/stdout 2026-02-22T22:12:19.446 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:19.446 DEBUG:teuthology.orchestra.run.trial072:> dd if=/home/ubuntu/cephtest/cluster1.monmap of=/dev/stdout 2026-02-22T22:12:19.491 INFO:tasks.ceph:Sending monmap to node ubuntu@trial072.front.sepia.ceph.com 2026-02-22T22:12:19.491 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:19.491 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/etc/ceph/cluster1.keyring 2026-02-22T22:12:19.492 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod 0644 /etc/ceph/cluster1.keyring 2026-02-22T22:12:19.553 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:19.553 DEBUG:teuthology.orchestra.run.trial072:> dd of=/home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:12:19.602 INFO:tasks.ceph:Sending monmap to node ubuntu@trial164.front.sepia.ceph.com 2026-02-22T22:12:19.602 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:12:19.602 DEBUG:teuthology.orchestra.run.trial164:> sudo dd of=/etc/ceph/cluster1.keyring 2026-02-22T22:12:19.602 DEBUG:teuthology.orchestra.run.trial164:> sudo chmod 0644 /etc/ceph/cluster1.keyring 2026-02-22T22:12:19.618 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:12:19.618 DEBUG:teuthology.orchestra.run.trial164:> dd of=/home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:12:19.663 INFO:tasks.ceph:Setting up mon nodes... 2026-02-22T22:12:19.664 INFO:tasks.ceph:Setting up mgr nodes... 2026-02-22T22:12:19.664 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /var/lib/ceph/mgr/cluster1-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/cluster1-x/keyring 2026-02-22T22:12:19.687 INFO:teuthology.orchestra.run.trial072.stdout:creating /var/lib/ceph/mgr/cluster1-x/keyring 2026-02-22T22:12:19.689 INFO:tasks.ceph:Setting up mds nodes... 2026-02-22T22:12:19.689 INFO:tasks.ceph_client:Setting up client nodes... 2026-02-22T22:12:19.690 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/cluster1.client.0.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.0.keyring 2026-02-22T22:12:19.747 INFO:teuthology.orchestra.run.trial072.stdout:creating /etc/ceph/cluster1.client.0.keyring 2026-02-22T22:12:19.754 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-02-22T22:12:19.755 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@trial072.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T22:12:19.755 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /var/lib/ceph/osd/cluster1-0 2026-02-22T22:12:19.807 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:12:19.807 INFO:tasks.ceph:role: cluster1.osd.0 2026-02-22T22:12:19.807 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@trial072.front.sepia.ceph.com 2026-02-22T22:12:19.807 DEBUG:teuthology.orchestra.run.trial072:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-02-22T22:12:19.856 INFO:teuthology.orchestra.run.trial072.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T22:12:19.856 INFO:teuthology.orchestra.run.trial072.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T22:12:19.856 INFO:teuthology.orchestra.run.trial072.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T22:12:19.857 INFO:teuthology.orchestra.run.trial072.stdout: = reflink=1 bigtime=0 inobtcount=0 2026-02-22T22:12:19.857 INFO:teuthology.orchestra.run.trial072.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T22:12:19.857 INFO:teuthology.orchestra.run.trial072.stdout: = sunit=0 swidth=0 blks 2026-02-22T22:12:19.857 INFO:teuthology.orchestra.run.trial072.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T22:12:19.857 INFO:teuthology.orchestra.run.trial072.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T22:12:19.857 INFO:teuthology.orchestra.run.trial072.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T22:12:19.857 INFO:teuthology.orchestra.run.trial072.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T22:12:20.456 INFO:teuthology.orchestra.run.trial072.stdout:Discarding blocks...Done. 2026-02-22T22:12:20.458 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@trial072.front.sepia.ceph.com -o noatime 2026-02-22T22:12:20.458 DEBUG:teuthology.orchestra.run.trial072:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/cluster1-0 2026-02-22T22:12:20.510 DEBUG:teuthology.orchestra.run.trial072:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-0 2026-02-22T22:12:20.556 INFO:teuthology.orchestra.run.trial072.stderr:sudo: /sbin/restorecon: command not found 2026-02-22T22:12:20.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:12:20.557 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /var/lib/ceph/osd/cluster1-1 2026-02-22T22:12:20.606 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:12:20.606 INFO:tasks.ceph:role: cluster1.osd.1 2026-02-22T22:12:20.606 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@trial072.front.sepia.ceph.com 2026-02-22T22:12:20.606 DEBUG:teuthology.orchestra.run.trial072:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-02-22T22:12:20.656 INFO:teuthology.orchestra.run.trial072.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T22:12:20.656 INFO:teuthology.orchestra.run.trial072.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T22:12:20.656 INFO:teuthology.orchestra.run.trial072.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T22:12:20.656 INFO:teuthology.orchestra.run.trial072.stdout: = reflink=1 bigtime=0 inobtcount=0 2026-02-22T22:12:20.656 INFO:teuthology.orchestra.run.trial072.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T22:12:20.656 INFO:teuthology.orchestra.run.trial072.stdout: = sunit=0 swidth=0 blks 2026-02-22T22:12:20.656 INFO:teuthology.orchestra.run.trial072.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T22:12:20.656 INFO:teuthology.orchestra.run.trial072.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T22:12:20.657 INFO:teuthology.orchestra.run.trial072.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T22:12:20.657 INFO:teuthology.orchestra.run.trial072.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T22:12:21.222 INFO:teuthology.orchestra.run.trial072.stdout:Discarding blocks...Done. 2026-02-22T22:12:21.224 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@trial072.front.sepia.ceph.com -o noatime 2026-02-22T22:12:21.224 DEBUG:teuthology.orchestra.run.trial072:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/cluster1-1 2026-02-22T22:12:21.279 DEBUG:teuthology.orchestra.run.trial072:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-1 2026-02-22T22:12:21.328 INFO:teuthology.orchestra.run.trial072.stderr:sudo: /sbin/restorecon: command not found 2026-02-22T22:12:21.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:12:21.329 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /var/lib/ceph/osd/cluster1-2 2026-02-22T22:12:21.379 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:12:21.379 INFO:tasks.ceph:role: cluster1.osd.2 2026-02-22T22:12:21.379 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@trial072.front.sepia.ceph.com 2026-02-22T22:12:21.379 DEBUG:teuthology.orchestra.run.trial072:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-02-22T22:12:21.428 INFO:teuthology.orchestra.run.trial072.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T22:12:21.429 INFO:teuthology.orchestra.run.trial072.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T22:12:21.429 INFO:teuthology.orchestra.run.trial072.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T22:12:21.429 INFO:teuthology.orchestra.run.trial072.stdout: = reflink=1 bigtime=0 inobtcount=0 2026-02-22T22:12:21.429 INFO:teuthology.orchestra.run.trial072.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T22:12:21.429 INFO:teuthology.orchestra.run.trial072.stdout: = sunit=0 swidth=0 blks 2026-02-22T22:12:21.429 INFO:teuthology.orchestra.run.trial072.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T22:12:21.429 INFO:teuthology.orchestra.run.trial072.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T22:12:21.429 INFO:teuthology.orchestra.run.trial072.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T22:12:21.429 INFO:teuthology.orchestra.run.trial072.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T22:12:22.021 INFO:teuthology.orchestra.run.trial072.stdout:Discarding blocks...Done. 2026-02-22T22:12:22.022 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@trial072.front.sepia.ceph.com -o noatime 2026-02-22T22:12:22.022 DEBUG:teuthology.orchestra.run.trial072:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/cluster1-2 2026-02-22T22:12:22.076 DEBUG:teuthology.orchestra.run.trial072:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-2 2026-02-22T22:12:22.124 INFO:teuthology.orchestra.run.trial072.stderr:sudo: /sbin/restorecon: command not found 2026-02-22T22:12:22.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:12:22.125 DEBUG:teuthology.orchestra.run.trial072:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:12:22.186 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:22.181+0000 7f91dd7bf8c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:22.186 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:22.181+0000 7f91dd7bf8c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:22.187 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:22.185+0000 7f91dd7bf8c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:22.188 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:22.185+0000 7f91dd7bf8c0 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-0/keyring: can't open /var/lib/ceph/osd/cluster1-0/keyring: (2) No such file or directory 2026-02-22T22:12:22.188 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:22.185+0000 7f91dd7bf8c0 -1 created new key in keyring /var/lib/ceph/osd/cluster1-0/keyring 2026-02-22T22:12:22.188 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:22.185+0000 7f91dd7bf8c0 -1 bdev(0x55f7eb4cf800 /var/lib/ceph/osd/cluster1-0/block) open stat got: (1) Operation not permitted 2026-02-22T22:12:22.188 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:22.185+0000 7f91dd7bf8c0 -1 bluestore(/var/lib/ceph/osd/cluster1-0) _read_fsid unparsable uuid 2026-02-22T22:12:25.287 DEBUG:teuthology.orchestra.run.trial072:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-0 2026-02-22T22:12:25.340 DEBUG:teuthology.orchestra.run.trial072:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:12:25.401 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:25.397+0000 7f09284e78c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:25.402 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:25.397+0000 7f09284e78c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:25.402 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:25.397+0000 7f09284e78c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:25.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:25.397+0000 7f09284e78c0 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-1/keyring: can't open /var/lib/ceph/osd/cluster1-1/keyring: (2) No such file or directory 2026-02-22T22:12:25.403 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:25.401+0000 7f09284e78c0 -1 created new key in keyring /var/lib/ceph/osd/cluster1-1/keyring 2026-02-22T22:12:25.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:25.401+0000 7f09284e78c0 -1 bdev(0x55c49c211800 /var/lib/ceph/osd/cluster1-1/block) open stat got: (1) Operation not permitted 2026-02-22T22:12:25.404 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:25.401+0000 7f09284e78c0 -1 bluestore(/var/lib/ceph/osd/cluster1-1) _read_fsid unparsable uuid 2026-02-22T22:12:28.502 DEBUG:teuthology.orchestra.run.trial072:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-1 2026-02-22T22:12:28.552 DEBUG:teuthology.orchestra.run.trial072:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:12:28.614 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:28.608+0000 7f23544aa8c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:28.615 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:28.608+0000 7f23544aa8c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:28.615 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:28.612+0000 7f23544aa8c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:28.616 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:28.612+0000 7f23544aa8c0 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-2/keyring: can't open /var/lib/ceph/osd/cluster1-2/keyring: (2) No such file or directory 2026-02-22T22:12:28.616 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:28.612+0000 7f23544aa8c0 -1 created new key in keyring /var/lib/ceph/osd/cluster1-2/keyring 2026-02-22T22:12:28.617 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:28.612+0000 7f23544aa8c0 -1 bdev(0x557f66549800 /var/lib/ceph/osd/cluster1-2/block) open stat got: (1) Operation not permitted 2026-02-22T22:12:28.617 INFO:teuthology.orchestra.run.trial072.stderr:2026-02-22T22:12:28.612+0000 7f23544aa8c0 -1 bluestore(/var/lib/ceph/osd/cluster1-2) _read_fsid unparsable uuid 2026-02-22T22:12:31.723 DEBUG:teuthology.orchestra.run.trial072:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-2 2026-02-22T22:12:31.772 INFO:tasks.ceph:Reading keys from all nodes... 2026-02-22T22:12:31.772 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:31.772 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/mgr/cluster1-x/keyring of=/dev/stdout 2026-02-22T22:12:31.824 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:31.825 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/osd/cluster1-0/keyring of=/dev/stdout 2026-02-22T22:12:31.876 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:31.876 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/osd/cluster1-1/keyring of=/dev/stdout 2026-02-22T22:12:31.928 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:31.928 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/osd/cluster1-2/keyring of=/dev/stdout 2026-02-22T22:12:31.980 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:31.980 DEBUG:teuthology.orchestra.run.trial072:> dd if=/etc/ceph/cluster1.client.0.keyring of=/dev/stdout 2026-02-22T22:12:32.027 INFO:tasks.ceph:Adding keys to all mons... 2026-02-22T22:12:32.028 DEBUG:teuthology.orchestra.run.trial072:> sudo tee -a /etc/ceph/cluster1.keyring 2026-02-22T22:12:32.078 INFO:teuthology.orchestra.run.trial072.stdout:[mgr.x] 2026-02-22T22:12:32.078 INFO:teuthology.orchestra.run.trial072.stdout: key = AQBDf5tpCNPgKBAALBsGw9OJS4nq6xaifD7y4Q== 2026-02-22T22:12:32.078 INFO:teuthology.orchestra.run.trial072.stdout:[osd.0] 2026-02-22T22:12:32.078 INFO:teuthology.orchestra.run.trial072.stdout: key = AQBGf5tpuH0fCxAAtyTOnLX1FSaR4mz/KbD9Cg== 2026-02-22T22:12:32.078 INFO:teuthology.orchestra.run.trial072.stdout:[osd.1] 2026-02-22T22:12:32.078 INFO:teuthology.orchestra.run.trial072.stdout: key = AQBJf5tptkjwFxAAGN3irLeEVGOht0Dm8vZnqg== 2026-02-22T22:12:32.079 INFO:teuthology.orchestra.run.trial072.stdout:[osd.2] 2026-02-22T22:12:32.079 INFO:teuthology.orchestra.run.trial072.stdout: key = AQBMf5tpgCqiJBAAv9FbY8PKVajruaE9DFprKw== 2026-02-22T22:12:32.079 INFO:teuthology.orchestra.run.trial072.stdout:[client.0] 2026-02-22T22:12:32.079 INFO:teuthology.orchestra.run.trial072.stdout: key = AQBDf5tpnMx3LBAADMbTuGaLN4cCcO3wNTL0Bg== 2026-02-22T22:12:32.080 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-22T22:12:32.144 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T22:12:32.208 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T22:12:32.271 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T22:12:32.332 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T22:12:32.396 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-02-22T22:12:32.396 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /var/lib/ceph/mon/cluster1-a 2026-02-22T22:12:32.448 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster cluster1 --mkfs -i a --monmap /home/ubuntu/cephtest/cluster1.monmap --keyring /etc/ceph/cluster1.keyring 2026-02-22T22:12:32.516 DEBUG:teuthology.orchestra.run.trial072:> sudo chown -R ceph:ceph /var/lib/ceph/mon/cluster1-a 2026-02-22T22:12:32.567 DEBUG:teuthology.orchestra.run.trial072:> rm -- /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T22:12:32.611 INFO:tasks.ceph:Starting mon daemons in cluster cluster1... 2026-02-22T22:12:32.611 INFO:tasks.ceph.cluster1.mon.a:Restarting daemon 2026-02-22T22:12:32.611 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster cluster1 -i a 2026-02-22T22:12:32.652 INFO:tasks.ceph.cluster1.mon.a:Started 2026-02-22T22:12:32.653 INFO:tasks.ceph:Starting mgr daemons in cluster cluster1... 2026-02-22T22:12:32.653 INFO:tasks.ceph.cluster1.mgr.x:Restarting daemon 2026-02-22T22:12:32.653 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster cluster1 -i x 2026-02-22T22:12:32.655 INFO:tasks.ceph.cluster1.mgr.x:Started 2026-02-22T22:12:32.655 INFO:tasks.ceph:Setting crush tunables to default 2026-02-22T22:12:32.656 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster cluster1 osd crush tunables default 2026-02-22T22:12:32.778 INFO:teuthology.orchestra.run.trial072.stderr:adjusted tunables profile to default 2026-02-22T22:12:32.788 INFO:tasks.ceph:check_enable_crimson: False 2026-02-22T22:12:32.788 INFO:tasks.ceph:Starting osd daemons in cluster cluster1... 2026-02-22T22:12:32.788 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:32.788 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/osd/cluster1-0/fsid of=/dev/stdout 2026-02-22T22:12:32.798 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:32.798 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/osd/cluster1-1/fsid of=/dev/stdout 2026-02-22T22:12:32.846 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:32.846 DEBUG:teuthology.orchestra.run.trial072:> sudo dd if=/var/lib/ceph/osd/cluster1-2/fsid of=/dev/stdout 2026-02-22T22:12:32.895 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster cluster1 osd new a7c1f6ed-c490-40a4-a395-b26481e039fd 0 2026-02-22T22:12:32.979 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:32.972+0000 7f48e1433280 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-22T22:12:33.006 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:33.000+0000 7f48e1433280 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-22T22:12:33.031 INFO:teuthology.orchestra.run.trial072.stdout:0 2026-02-22T22:12:33.041 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster cluster1 osd new 9776a095-6ae9-4f4d-8046-af206e761138 1 2026-02-22T22:12:33.045 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:33.040+0000 7f48e1433280 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-22T22:12:33.134 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:33.128+0000 7f48e1433280 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-22T22:12:33.141 INFO:teuthology.orchestra.run.trial072.stdout:1 2026-02-22T22:12:33.150 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster cluster1 osd new 2ceb46b5-29aa-4dac-996e-a00de78ca47a 2 2026-02-22T22:12:33.219 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:33.212+0000 7f48e1433280 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-22T22:12:33.247 INFO:teuthology.orchestra.run.trial072.stdout:2 2026-02-22T22:12:33.255 INFO:tasks.ceph.cluster1.osd.0:Restarting daemon 2026-02-22T22:12:33.255 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 0 2026-02-22T22:12:33.256 INFO:tasks.ceph.cluster1.osd.0:Started 2026-02-22T22:12:33.256 INFO:tasks.ceph.cluster1.osd.1:Restarting daemon 2026-02-22T22:12:33.256 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 1 2026-02-22T22:12:33.257 INFO:tasks.ceph.cluster1.osd.1:Started 2026-02-22T22:12:33.257 INFO:tasks.ceph.cluster1.osd.2:Restarting daemon 2026-02-22T22:12:33.257 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 2 2026-02-22T22:12:33.258 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:33.252+0000 7f48e1433280 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-22T22:12:33.258 INFO:tasks.ceph.cluster1.osd.2:Started 2026-02-22T22:12:33.259 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:12:33.289 INFO:tasks.ceph.cluster1.osd.0.trial072.stderr:2026-02-22T22:12:33.284+0000 7f12aa2dd8c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:33.290 INFO:tasks.ceph.cluster1.osd.2.trial072.stderr:2026-02-22T22:12:33.284+0000 7f818c8d98c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:33.292 INFO:tasks.ceph.cluster1.osd.0.trial072.stderr:2026-02-22T22:12:33.288+0000 7f12aa2dd8c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:33.292 INFO:tasks.ceph.cluster1.osd.0.trial072.stderr:2026-02-22T22:12:33.288+0000 7f12aa2dd8c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:33.293 INFO:tasks.ceph.cluster1.osd.2.trial072.stderr:2026-02-22T22:12:33.288+0000 7f818c8d98c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:33.293 INFO:tasks.ceph.cluster1.osd.2.trial072.stderr:2026-02-22T22:12:33.288+0000 7f818c8d98c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:33.307 INFO:tasks.ceph.cluster1.osd.1.trial072.stderr:2026-02-22T22:12:33.300+0000 7efe9ab338c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:33.310 INFO:tasks.ceph.cluster1.osd.1.trial072.stderr:2026-02-22T22:12:33.304+0000 7efe9ab338c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:33.310 INFO:tasks.ceph.cluster1.osd.1.trial072.stderr:2026-02-22T22:12:33.304+0000 7efe9ab338c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:33.339 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:33.332+0000 7f48e1433280 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-22T22:12:33.351 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:33.351 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":5,"fsid":"53d57671-a273-493a-b644-e35b8f0587ca","created":"2026-02-22T22:12:32.735126+0000","modified":"2026-02-22T22:12:33.245157+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T22:12:33.245157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"a7c1f6ed-c490-40a4-a395-b26481e039fd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"9776a095-6ae9-4f4d-8046-af206e761138","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2ceb46b5-29aa-4dac-996e-a00de78ca47a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:12:33.362 INFO:tasks.ceph.ceph_manager.cluster1:[] 2026-02-22T22:12:33.362 INFO:tasks.ceph:Waiting for OSDs to come up 2026-02-22T22:12:33.522 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:33.516+0000 7f48e1433280 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-22T22:12:33.664 DEBUG:teuthology.orchestra.run.trial072:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:12:33.751 INFO:teuthology.misc.health.trial072.stdout: 2026-02-22T22:12:33.751 INFO:teuthology.misc.health.trial072.stdout:{"epoch":5,"fsid":"53d57671-a273-493a-b644-e35b8f0587ca","created":"2026-02-22T22:12:32.735126+0000","modified":"2026-02-22T22:12:33.245157+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T22:12:33.245157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"a7c1f6ed-c490-40a4-a395-b26481e039fd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"9776a095-6ae9-4f4d-8046-af206e761138","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2ceb46b5-29aa-4dac-996e-a00de78ca47a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:12:33.759 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T22:12:33.831 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:33.824+0000 7f48e1433280 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-22T22:12:33.923 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:33.920+0000 7f48e1433280 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-22T22:12:33.950 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:33.944+0000 7f48e1433280 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-22T22:12:33.981 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:33.976+0000 7f48e1433280 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-22T22:12:34.023 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:34.016+0000 7f48e1433280 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-22T22:12:34.122 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:34.116+0000 7f48e1433280 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-22T22:12:34.313 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:ERROR:root:Module 'xmltodict' is not installed. 2026-02-22T22:12:34.484 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:34.480+0000 7f48e1433280 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-22T22:12:34.515 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:34.508+0000 7f48e1433280 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-22T22:12:34.607 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:34.600+0000 7f48e1433280 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-22T22:12:34.632 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:34.628+0000 7f48e1433280 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-22T22:12:34.658 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:34.652+0000 7f48e1433280 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-22T22:12:34.685 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:34.680+0000 7f48e1433280 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-22T22:12:34.804 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-22T22:12:34.804 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-22T22:12:34.805 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr: from numpy import show_config as show_numpy_config 2026-02-22T22:12:34.811 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:34.804+0000 7f48e1433280 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-22T22:12:34.837 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:34.832+0000 7f48e1433280 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-22T22:12:34.875 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:34.872+0000 7f48e1433280 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-22T22:12:35.040 INFO:tasks.ceph.cluster1.osd.2.trial072.stderr:2026-02-22T22:12:35.036+0000 7f818c8d98c0 -1 Falling back to public interface 2026-02-22T22:12:35.064 INFO:tasks.ceph.cluster1.osd.1.trial072.stderr:2026-02-22T22:12:35.060+0000 7efe9ab338c0 -1 Falling back to public interface 2026-02-22T22:12:35.257 INFO:tasks.ceph.cluster1.osd.0.trial072.stderr:2026-02-22T22:12:35.252+0000 7f12aa2dd8c0 -1 Falling back to public interface 2026-02-22T22:12:35.901 INFO:tasks.ceph.cluster1.mgr.x.trial072.stderr:2026-02-22T22:12:35.896+0000 7f47ffe81640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-22T22:12:38.918 INFO:tasks.ceph.cluster1.osd.1.trial072.stderr:2026-02-22T22:12:38.912+0000 7efe9ab338c0 -1 osd.1 0 log_to_monitors true 2026-02-22T22:12:39.135 INFO:tasks.ceph.cluster1.osd.2.trial072.stderr:2026-02-22T22:12:39.128+0000 7f818c8d98c0 -1 osd.2 0 log_to_monitors true 2026-02-22T22:12:39.859 INFO:tasks.ceph.cluster1.osd.0.trial072.stderr:2026-02-22T22:12:39.852+0000 7f12aa2dd8c0 -1 osd.0 0 log_to_monitors true 2026-02-22T22:12:40.060 DEBUG:teuthology.orchestra.run.trial072:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:12:40.202 INFO:teuthology.misc.health.trial072.stdout: 2026-02-22T22:12:40.202 INFO:teuthology.misc.health.trial072.stdout:{"epoch":6,"fsid":"53d57671-a273-493a-b644-e35b8f0587ca","created":"2026-02-22T22:12:32.735126+0000","modified":"2026-02-22T22:12:39.899049+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T22:12:33.245157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":3,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"a7c1f6ed-c490-40a4-a395-b26481e039fd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"9776a095-6ae9-4f4d-8046-af206e761138","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2ceb46b5-29aa-4dac-996e-a00de78ca47a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:12:40.212 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T22:12:40.908 INFO:tasks.ceph.cluster1.osd.0.trial072.stderr:2026-02-22T22:12:40.904+0000 7f12a6286640 -1 osd.0 0 waiting for initial osdmap 2026-02-22T22:12:40.910 INFO:tasks.ceph.cluster1.osd.1.trial072.stderr:2026-02-22T22:12:40.904+0000 7efe96adc640 -1 osd.1 0 waiting for initial osdmap 2026-02-22T22:12:40.910 INFO:tasks.ceph.cluster1.osd.2.trial072.stderr:2026-02-22T22:12:40.904+0000 7f8188882640 -1 osd.2 0 waiting for initial osdmap 2026-02-22T22:12:40.924 INFO:tasks.ceph.cluster1.osd.0.trial072.stderr:2026-02-22T22:12:40.920+0000 7f129e0b9640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T22:12:40.936 INFO:tasks.ceph.cluster1.osd.1.trial072.stderr:2026-02-22T22:12:40.932+0000 7efe8e90f640 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T22:12:40.937 INFO:tasks.ceph.cluster1.osd.2.trial072.stderr:2026-02-22T22:12:40.932+0000 7f81806b5640 -1 osd.2 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T22:12:46.514 DEBUG:teuthology.orchestra.run.trial072:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:12:46.654 INFO:teuthology.misc.health.trial072.stdout: 2026-02-22T22:12:46.654 INFO:teuthology.misc.health.trial072.stdout:{"epoch":11,"fsid":"53d57671-a273-493a-b644-e35b8f0587ca","created":"2026-02-22T22:12:32.735126+0000","modified":"2026-02-22T22:12:45.914627+0000","last_up_change":"2026-02-22T22:12:41.904691+0000","last_in_change":"2026-02-22T22:12:33.245157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:12:42.926816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7c1f6ed-c490-40a4-a395-b26481e039fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6818","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6819","nonce":155426963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6820","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6821","nonce":155426963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6824","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6825","nonce":155426963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6822","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6823","nonce":155426963}]},"public_addr":"10.20.193.72:6819/155426963","cluster_addr":"10.20.193.72:6821/155426963","heartbeat_back_addr":"10.20.193.72:6825/155426963","heartbeat_front_addr":"10.20.193.72:6823/155426963","state":["exists","up"]},{"osd":1,"uuid":"9776a095-6ae9-4f4d-8046-af206e761138","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6810","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6811","nonce":1585736282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6812","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6813","nonce":1585736282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6816","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6817","nonce":1585736282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6814","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6815","nonce":1585736282}]},"public_addr":"10.20.193.72:6811/1585736282","cluster_addr":"10.20.193.72:6813/1585736282","heartbeat_back_addr":"10.20.193.72:6817/1585736282","heartbeat_front_addr":"10.20.193.72:6815/1585736282","state":["exists","up"]},{"osd":2,"uuid":"2ceb46b5-29aa-4dac-996e-a00de78ca47a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6802","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6803","nonce":1338657552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6804","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6805","nonce":1338657552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6808","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6809","nonce":1338657552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6806","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6807","nonce":1338657552}]},"public_addr":"10.20.193.72:6803/1338657552","cluster_addr":"10.20.193.72:6805/1338657552","heartbeat_back_addr":"10.20.193.72:6809/1338657552","heartbeat_front_addr":"10.20.193.72:6807/1338657552","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:12:46.663 DEBUG:teuthology.misc:3 of 3 OSDs are up 2026-02-22T22:12:46.663 INFO:tasks.ceph:Creating RBD pool 2026-02-22T22:12:46.664 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster cluster1 osd pool create rbd 8 2026-02-22T22:12:46.990 INFO:teuthology.orchestra.run.trial072.stderr:pool 'rbd' created 2026-02-22T22:12:47.002 DEBUG:teuthology.orchestra.run.trial072:> rbd --cluster cluster1 pool init rbd 2026-02-22T22:12:50.005 INFO:tasks.ceph:Starting mds daemons in cluster cluster1... 2026-02-22T22:12:50.006 INFO:tasks.ceph:Waiting until cluster1 daemons up and pgs clean... 2026-02-22T22:12:50.006 INFO:tasks.ceph.ceph_manager.cluster1:waiting for mgr available 2026-02-22T22:12:50.006 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 mgr dump --format=json 2026-02-22T22:12:50.007 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-02-22T22:12:50.171 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:50.183 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":5,"flags":0,"active_gid":4101,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6800","nonce":1890709486},{"type":"v1","addr":"10.20.193.72:6801","nonce":1890709486}]},"active_addr":"10.20.193.72:6801/1890709486","active_change":"2026-02-22T22:12:34.894506+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":1626696294}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":915092119}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":3109822001}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.72:0","nonce":3151821121}]}]} 2026-02-22T22:12:50.187 INFO:tasks.ceph.ceph_manager.cluster1:mgr available! 2026-02-22T22:12:50.187 INFO:tasks.ceph.ceph_manager.cluster1:waiting for all up 2026-02-22T22:12:50.187 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:12:50.332 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:50.332 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":15,"fsid":"53d57671-a273-493a-b644-e35b8f0587ca","created":"2026-02-22T22:12:32.735126+0000","modified":"2026-02-22T22:12:49.993025+0000","last_up_change":"2026-02-22T22:12:41.904691+0000","last_in_change":"2026-02-22T22:12:33.245157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:12:42.926816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T22:12:46.805419+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":15,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7c1f6ed-c490-40a4-a395-b26481e039fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6818","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6819","nonce":155426963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6820","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6821","nonce":155426963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6824","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6825","nonce":155426963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6822","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6823","nonce":155426963}]},"public_addr":"10.20.193.72:6819/155426963","cluster_addr":"10.20.193.72:6821/155426963","heartbeat_back_addr":"10.20.193.72:6825/155426963","heartbeat_front_addr":"10.20.193.72:6823/155426963","state":["exists","up"]},{"osd":1,"uuid":"9776a095-6ae9-4f4d-8046-af206e761138","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6810","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6811","nonce":1585736282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6812","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6813","nonce":1585736282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6816","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6817","nonce":1585736282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6814","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6815","nonce":1585736282}]},"public_addr":"10.20.193.72:6811/1585736282","cluster_addr":"10.20.193.72:6813/1585736282","heartbeat_back_addr":"10.20.193.72:6817/1585736282","heartbeat_front_addr":"10.20.193.72:6815/1585736282","state":["exists","up"]},{"osd":2,"uuid":"2ceb46b5-29aa-4dac-996e-a00de78ca47a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6802","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6803","nonce":1338657552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6804","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6805","nonce":1338657552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6808","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6809","nonce":1338657552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6806","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6807","nonce":1338657552}]},"public_addr":"10.20.193.72:6803/1338657552","cluster_addr":"10.20.193.72:6805/1338657552","heartbeat_back_addr":"10.20.193.72:6809/1338657552","heartbeat_front_addr":"10.20.193.72:6807/1338657552","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:12:50.342 INFO:tasks.ceph.ceph_manager.cluster1:all up! 2026-02-22T22:12:50.342 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:12:50.497 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:50.497 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":15,"fsid":"53d57671-a273-493a-b644-e35b8f0587ca","created":"2026-02-22T22:12:32.735126+0000","modified":"2026-02-22T22:12:49.993025+0000","last_up_change":"2026-02-22T22:12:41.904691+0000","last_in_change":"2026-02-22T22:12:33.245157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:12:42.926816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T22:12:46.805419+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":15,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a7c1f6ed-c490-40a4-a395-b26481e039fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6818","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6819","nonce":155426963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6820","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6821","nonce":155426963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6824","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6825","nonce":155426963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6822","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6823","nonce":155426963}]},"public_addr":"10.20.193.72:6819/155426963","cluster_addr":"10.20.193.72:6821/155426963","heartbeat_back_addr":"10.20.193.72:6825/155426963","heartbeat_front_addr":"10.20.193.72:6823/155426963","state":["exists","up"]},{"osd":1,"uuid":"9776a095-6ae9-4f4d-8046-af206e761138","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6810","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6811","nonce":1585736282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6812","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6813","nonce":1585736282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6816","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6817","nonce":1585736282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6814","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6815","nonce":1585736282}]},"public_addr":"10.20.193.72:6811/1585736282","cluster_addr":"10.20.193.72:6813/1585736282","heartbeat_back_addr":"10.20.193.72:6817/1585736282","heartbeat_front_addr":"10.20.193.72:6815/1585736282","state":["exists","up"]},{"osd":2,"uuid":"2ceb46b5-29aa-4dac-996e-a00de78ca47a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6802","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6803","nonce":1338657552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6804","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6805","nonce":1338657552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6808","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6809","nonce":1338657552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6806","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6807","nonce":1338657552}]},"public_addr":"10.20.193.72:6803/1338657552","cluster_addr":"10.20.193.72:6805/1338657552","heartbeat_back_addr":"10.20.193.72:6809/1338657552","heartbeat_front_addr":"10.20.193.72:6807/1338657552","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:12:50.509 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.0 flush_pg_stats 2026-02-22T22:12:50.509 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.1 flush_pg_stats 2026-02-22T22:12:50.510 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.2 flush_pg_stats 2026-02-22T22:12:50.591 INFO:teuthology.orchestra.run.trial072.stdout:34359738372 2026-02-22T22:12:50.592 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.1 2026-02-22T22:12:50.598 INFO:teuthology.orchestra.run.trial072.stdout:34359738372 2026-02-22T22:12:50.598 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.0 2026-02-22T22:12:50.600 INFO:teuthology.orchestra.run.trial072.stdout:34359738371 2026-02-22T22:12:50.600 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.2 2026-02-22T22:12:50.791 INFO:teuthology.orchestra.run.trial072.stdout:34359738370 2026-02-22T22:12:50.793 INFO:teuthology.orchestra.run.trial072.stdout:34359738371 2026-02-22T22:12:50.797 INFO:teuthology.orchestra.run.trial072.stdout:34359738371 2026-02-22T22:12:50.803 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738371 got 34359738370 for osd.2 2026-02-22T22:12:50.805 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738372 got 34359738371 for osd.0 2026-02-22T22:12:50.808 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738372 got 34359738371 for osd.1 2026-02-22T22:12:51.804 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.2 2026-02-22T22:12:51.805 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.0 2026-02-22T22:12:51.809 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.1 2026-02-22T22:12:51.949 INFO:teuthology.orchestra.run.trial072.stdout:34359738371 2026-02-22T22:12:51.953 INFO:teuthology.orchestra.run.trial072.stdout:34359738372 2026-02-22T22:12:51.961 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738371 got 34359738371 for osd.2 2026-02-22T22:12:51.961 DEBUG:teuthology.parallel:result is None 2026-02-22T22:12:51.965 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738372 got 34359738372 for osd.0 2026-02-22T22:12:51.965 DEBUG:teuthology.parallel:result is None 2026-02-22T22:12:51.992 INFO:teuthology.orchestra.run.trial072.stdout:34359738372 2026-02-22T22:12:52.004 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738372 got 34359738372 for osd.1 2026-02-22T22:12:52.004 DEBUG:teuthology.parallel:result is None 2026-02-22T22:12:52.004 INFO:tasks.ceph.ceph_manager.cluster1:waiting for clean 2026-02-22T22:12:52.005 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:12:52.190 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:52.190 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-22T22:12:52.202 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":17,"stamp":"2026-02-22T22:12:50.898861+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":81372,"kb_used_data":480,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283034148,"statfs":{"total":289910292480,"available":289826967552,"internally_reserved":0,"allocated":491520,"data_stored":1284747,"data_compressed":11818,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":82767186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.907075"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:49.997808+0000","last_change":"2026-02-22T22:12:49.998057+0000","last_active":"2026-02-22T22:12:49.997808+0000","last_peered":"2026-02-22T22:12:49.997808+0000","last_clean":"2026-02-22T22:12:49.997808+0000","last_became_active":"2026-02-22T22:12:47.996537+0000","last_became_peered":"2026-02-22T22:12:47.996537+0000","last_unstale":"2026-02-22T22:12:49.997808+0000","last_undegraded":"2026-02-22T22:12:49.997808+0000","last_fullsized":"2026-02-22T22:12:49.997808+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:07:58.186370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091932199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:49.997592+0000","last_change":"2026-02-22T22:12:49.997843+0000","last_active":"2026-02-22T22:12:49.997592+0000","last_peered":"2026-02-22T22:12:49.997592+0000","last_clean":"2026-02-22T22:12:49.997592+0000","last_became_active":"2026-02-22T22:12:47.996127+0000","last_became_peered":"2026-02-22T22:12:47.996127+0000","last_unstale":"2026-02-22T22:12:49.997592+0000","last_undegraded":"2026-02-22T22:12:49.997592+0000","last_fullsized":"2026-02-22T22:12:49.997592+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:54:32.519838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073439800000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:49.997310+0000","last_change":"2026-02-22T22:12:49.997496+0000","last_active":"2026-02-22T22:12:49.997310+0000","last_peered":"2026-02-22T22:12:49.997310+0000","last_clean":"2026-02-22T22:12:49.997310+0000","last_became_active":"2026-02-22T22:12:47.996119+0000","last_became_peered":"2026-02-22T22:12:47.996119+0000","last_unstale":"2026-02-22T22:12:49.997310+0000","last_undegraded":"2026-02-22T22:12:49.997310+0000","last_fullsized":"2026-02-22T22:12:49.997310+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:12:17.387628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000450218,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:49.997547+0000","last_change":"2026-02-22T22:12:49.997757+0000","last_active":"2026-02-22T22:12:49.997547+0000","last_peered":"2026-02-22T22:12:49.997547+0000","last_clean":"2026-02-22T22:12:49.997547+0000","last_became_active":"2026-02-22T22:12:47.996145+0000","last_became_peered":"2026-02-22T22:12:47.996145+0000","last_unstale":"2026-02-22T22:12:49.997547+0000","last_undegraded":"2026-02-22T22:12:49.997547+0000","last_fullsized":"2026-02-22T22:12:49.997547+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:33:45.118797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064997000000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"15'2","reported_seq":21,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:49.995840+0000","last_change":"2026-02-22T22:12:49.995840+0000","last_active":"2026-02-22T22:12:49.995840+0000","last_peered":"2026-02-22T22:12:49.995840+0000","last_clean":"2026-02-22T22:12:49.995840+0000","last_became_active":"2026-02-22T22:12:47.995735+0000","last_became_peered":"2026-02-22T22:12:47.995735+0000","last_unstale":"2026-02-22T22:12:49.995840+0000","last_undegraded":"2026-02-22T22:12:49.995840+0000","last_fullsized":"2026-02-22T22:12:49.995840+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:54:03.221844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075206999999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:50.186016+0000","last_change":"2026-02-22T22:12:50.186191+0000","last_active":"2026-02-22T22:12:50.186016+0000","last_peered":"2026-02-22T22:12:50.186016+0000","last_clean":"2026-02-22T22:12:50.186016+0000","last_became_active":"2026-02-22T22:12:47.996060+0000","last_became_peered":"2026-02-22T22:12:47.996060+0000","last_unstale":"2026-02-22T22:12:50.186016+0000","last_undegraded":"2026-02-22T22:12:50.186016+0000","last_fullsized":"2026-02-22T22:12:50.186016+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:45:52.662846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030222300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:50.186057+0000","last_change":"2026-02-22T22:12:50.186196+0000","last_active":"2026-02-22T22:12:50.186057+0000","last_peered":"2026-02-22T22:12:50.186057+0000","last_clean":"2026-02-22T22:12:50.186057+0000","last_became_active":"2026-02-22T22:12:47.995812+0000","last_became_peered":"2026-02-22T22:12:47.995812+0000","last_unstale":"2026-02-22T22:12:50.186057+0000","last_undegraded":"2026-02-22T22:12:50.186057+0000","last_fullsized":"2026-02-22T22:12:50.186057+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:09:05.794444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000303004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"13'1","reported_seq":20,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:49.997226+0000","last_change":"2026-02-22T22:12:49.997491+0000","last_active":"2026-02-22T22:12:49.997226+0000","last_peered":"2026-02-22T22:12:49.997226+0000","last_clean":"2026-02-22T22:12:49.997226+0000","last_became_active":"2026-02-22T22:12:47.995553+0000","last_became_peered":"2026-02-22T22:12:47.995553+0000","last_unstale":"2026-02-22T22:12:49.997226+0000","last_undegraded":"2026-02-22T22:12:49.997226+0000","last_fullsized":"2026-02-22T22:12:49.997226+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:50:28.302769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048904000000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"10'72","reported_seq":110,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:49.996846+0000","last_change":"2026-02-22T22:12:44.918388+0000","last_active":"2026-02-22T22:12:49.996846+0000","last_peered":"2026-02-22T22:12:49.996846+0000","last_clean":"2026-02-22T22:12:49.996846+0000","last_became_active":"2026-02-22T22:12:44.917705+0000","last_became_peered":"2026-02-22T22:12:44.917705+0000","last_unstale":"2026-02-22T22:12:49.996846+0000","last_undegraded":"2026-02-22T22:12:49.996846+0000","last_fullsized":"2026-02-22T22:12:49.996846+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:43.910921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:43.910921+0000","last_clean_scrub_stamp":"2026-02-22T22:12:43.910921+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:58:39.330758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":1180736,"data_compressed":11818,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738371,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27084,"kb_used_data":120,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344756,"statfs":{"total":96636764160,"available":96609030144,"internally_reserved":0,"allocated":122880,"data_stored":34665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738372,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27144,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344696,"statfs":{"total":96636764160,"available":96608968704,"internally_reserved":0,"allocated":184320,"data_stored":625041,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738372,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27144,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344696,"statfs":{"total":96636764160,"available":96608968704,"internally_reserved":0,"allocated":184320,"data_stored":625041,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:12:52.202 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:12:52.357 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:52.357 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-22T22:12:52.367 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":17,"stamp":"2026-02-22T22:12:50.898861+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":81372,"kb_used_data":480,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283034148,"statfs":{"total":289910292480,"available":289826967552,"internally_reserved":0,"allocated":491520,"data_stored":1284747,"data_compressed":11818,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":82767186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.907075"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:49.997808+0000","last_change":"2026-02-22T22:12:49.998057+0000","last_active":"2026-02-22T22:12:49.997808+0000","last_peered":"2026-02-22T22:12:49.997808+0000","last_clean":"2026-02-22T22:12:49.997808+0000","last_became_active":"2026-02-22T22:12:47.996537+0000","last_became_peered":"2026-02-22T22:12:47.996537+0000","last_unstale":"2026-02-22T22:12:49.997808+0000","last_undegraded":"2026-02-22T22:12:49.997808+0000","last_fullsized":"2026-02-22T22:12:49.997808+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:07:58.186370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091932199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:49.997592+0000","last_change":"2026-02-22T22:12:49.997843+0000","last_active":"2026-02-22T22:12:49.997592+0000","last_peered":"2026-02-22T22:12:49.997592+0000","last_clean":"2026-02-22T22:12:49.997592+0000","last_became_active":"2026-02-22T22:12:47.996127+0000","last_became_peered":"2026-02-22T22:12:47.996127+0000","last_unstale":"2026-02-22T22:12:49.997592+0000","last_undegraded":"2026-02-22T22:12:49.997592+0000","last_fullsized":"2026-02-22T22:12:49.997592+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:54:32.519838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073439800000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:49.997310+0000","last_change":"2026-02-22T22:12:49.997496+0000","last_active":"2026-02-22T22:12:49.997310+0000","last_peered":"2026-02-22T22:12:49.997310+0000","last_clean":"2026-02-22T22:12:49.997310+0000","last_became_active":"2026-02-22T22:12:47.996119+0000","last_became_peered":"2026-02-22T22:12:47.996119+0000","last_unstale":"2026-02-22T22:12:49.997310+0000","last_undegraded":"2026-02-22T22:12:49.997310+0000","last_fullsized":"2026-02-22T22:12:49.997310+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:12:17.387628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000450218,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:49.997547+0000","last_change":"2026-02-22T22:12:49.997757+0000","last_active":"2026-02-22T22:12:49.997547+0000","last_peered":"2026-02-22T22:12:49.997547+0000","last_clean":"2026-02-22T22:12:49.997547+0000","last_became_active":"2026-02-22T22:12:47.996145+0000","last_became_peered":"2026-02-22T22:12:47.996145+0000","last_unstale":"2026-02-22T22:12:49.997547+0000","last_undegraded":"2026-02-22T22:12:49.997547+0000","last_fullsized":"2026-02-22T22:12:49.997547+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:33:45.118797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064997000000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"15'2","reported_seq":21,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:49.995840+0000","last_change":"2026-02-22T22:12:49.995840+0000","last_active":"2026-02-22T22:12:49.995840+0000","last_peered":"2026-02-22T22:12:49.995840+0000","last_clean":"2026-02-22T22:12:49.995840+0000","last_became_active":"2026-02-22T22:12:47.995735+0000","last_became_peered":"2026-02-22T22:12:47.995735+0000","last_unstale":"2026-02-22T22:12:49.995840+0000","last_undegraded":"2026-02-22T22:12:49.995840+0000","last_fullsized":"2026-02-22T22:12:49.995840+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:54:03.221844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075206999999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:50.186016+0000","last_change":"2026-02-22T22:12:50.186191+0000","last_active":"2026-02-22T22:12:50.186016+0000","last_peered":"2026-02-22T22:12:50.186016+0000","last_clean":"2026-02-22T22:12:50.186016+0000","last_became_active":"2026-02-22T22:12:47.996060+0000","last_became_peered":"2026-02-22T22:12:47.996060+0000","last_unstale":"2026-02-22T22:12:50.186016+0000","last_undegraded":"2026-02-22T22:12:50.186016+0000","last_fullsized":"2026-02-22T22:12:50.186016+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:45:52.662846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030222300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:50.186057+0000","last_change":"2026-02-22T22:12:50.186196+0000","last_active":"2026-02-22T22:12:50.186057+0000","last_peered":"2026-02-22T22:12:50.186057+0000","last_clean":"2026-02-22T22:12:50.186057+0000","last_became_active":"2026-02-22T22:12:47.995812+0000","last_became_peered":"2026-02-22T22:12:47.995812+0000","last_unstale":"2026-02-22T22:12:50.186057+0000","last_undegraded":"2026-02-22T22:12:50.186057+0000","last_fullsized":"2026-02-22T22:12:50.186057+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:09:05.794444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000303004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"13'1","reported_seq":20,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:49.997226+0000","last_change":"2026-02-22T22:12:49.997491+0000","last_active":"2026-02-22T22:12:49.997226+0000","last_peered":"2026-02-22T22:12:49.997226+0000","last_clean":"2026-02-22T22:12:49.997226+0000","last_became_active":"2026-02-22T22:12:47.995553+0000","last_became_peered":"2026-02-22T22:12:47.995553+0000","last_unstale":"2026-02-22T22:12:49.997226+0000","last_undegraded":"2026-02-22T22:12:49.997226+0000","last_fullsized":"2026-02-22T22:12:49.997226+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:50:28.302769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048904000000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"10'72","reported_seq":110,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T22:12:49.996846+0000","last_change":"2026-02-22T22:12:44.918388+0000","last_active":"2026-02-22T22:12:49.996846+0000","last_peered":"2026-02-22T22:12:49.996846+0000","last_clean":"2026-02-22T22:12:49.996846+0000","last_became_active":"2026-02-22T22:12:44.917705+0000","last_became_peered":"2026-02-22T22:12:44.917705+0000","last_unstale":"2026-02-22T22:12:49.996846+0000","last_undegraded":"2026-02-22T22:12:49.996846+0000","last_fullsized":"2026-02-22T22:12:49.996846+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:43.910921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:43.910921+0000","last_clean_scrub_stamp":"2026-02-22T22:12:43.910921+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:58:39.330758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":1180736,"data_compressed":11818,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738371,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27084,"kb_used_data":120,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344756,"statfs":{"total":96636764160,"available":96609030144,"internally_reserved":0,"allocated":122880,"data_stored":34665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738372,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27144,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344696,"statfs":{"total":96636764160,"available":96608968704,"internally_reserved":0,"allocated":184320,"data_stored":625041,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738372,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27144,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344696,"statfs":{"total":96636764160,"available":96608968704,"internally_reserved":0,"allocated":184320,"data_stored":625041,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:12:52.369 INFO:tasks.ceph.ceph_manager.cluster1:clean! 2026-02-22T22:12:52.369 INFO:tasks.ceph:Waiting until ceph cluster cluster1 is healthy... 2026-02-22T22:12:52.369 INFO:tasks.ceph.ceph_manager.cluster1:wait_until_healthy 2026-02-22T22:12:52.369 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 health --format=json 2026-02-22T22:12:52.532 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:52.532 INFO:teuthology.orchestra.run.trial072.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-22T22:12:52.544 INFO:tasks.ceph.ceph_manager.cluster1:wait_until_healthy done 2026-02-22T22:12:52.544 INFO:teuthology.run_tasks:Running task ceph... 2026-02-22T22:12:52.561 INFO:tasks.ceph:Creating ceph cluster cluster2... 2026-02-22T22:12:52.562 INFO:tasks.ceph:config {'conf': {'client': {'rbd default data pool': 'datapool'}, 'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'zstd', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'enable experimental unrecoverable data corrupting features': '*', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd debug randomize hobject sort order': False, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'cpu_profile': set(), 'cluster': 'cluster2', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-02-22T22:12:52.562 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64180', 'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'description': 'rbd/migration-external/{1-base/install 2-clusters/2-node 3-objectstore/bluestore-comp-zstd 4-supported-random-distro$/{ubuntu_latest} 5-data-pool/ec 6-prepare/native-clone 7-io-workloads/qemu_xfstests 8-migrate-workloads/execute conf/{disable-pool-app}}', 'email': 'yweinste@redhat.com', 'exclude_arch': 'armv7l', 'first_in_suite': False, 'flavor': 'default', 'io_workload': {'sequential': [{'qemu': {'cluster1.client.0': {'disks': [{'action': 'none', 'image_name': 'client.0.0'}, {'action': 'none', 'image_name': 'client.0.1'}, {'action': 'none', 'image_name': 'client.0.2'}], 'test': 'qa/run_xfstests_qemu.sh', 'type': 'block'}}}]}, 'job_id': '64180', 'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'machine_type': 'trial', 'meta': [{'desc': 'run two ceph clusters'}, {'desc': '2 ceph clusters with 1 mon and 3 osds each'}], 'migrate_workload': {'sequential': [{'exec': {'cluster1.client.0': ['sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration execute client.0.0', 'sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration commit client.0.0', 'sleep $((RANDOM % 600))', 'rbd --cluster cluster1 migration execute client.0.1']}}]}, 'name': 'yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial', 'no_nested_subset': False, 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid'}, 'ceph': {'conf': {'client': {'rbd default data pool': 'datapool'}, 'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'zstd', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'enable experimental unrecoverable data corrupting features': '*', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd debug randomize hobject sort order': False, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'owner': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'priority': 69, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['cluster1.mon.a', 'cluster1.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0'], ['cluster2.mon.a', 'cluster2.mgr.x', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster2.client.0']], 'seed': 9196, 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'sleep_before_teardown': 0, 'subset': '111/120000', 'suite': 'rbd', 'suite_branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'targets': {'trial072.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFaOWF6z0XyIhuBJik8mAo2f9eUBv67bX6CVrW/u+Kiosm3WNwFNpS0s+6cyApkJFE6eI9YXbH+uM9IwBvweMC0=', 'trial164.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGGEpuiRcZw2tkBf4MPXSl38qzjrliBGQIGEV5wHqFsKFfsDqJ0C17kER6CT+XRsMhnK5qMNFsj2ckGiZvEE0R0='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': {'cluster': 'cluster1', 'conf': {'client': {'rbd default data pool': 'datapool'}, 'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'zstd', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'enable experimental unrecoverable data corrupting features': '*', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd debug randomize hobject sort order': False, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, {'ceph': {'cluster': 'cluster2', 'conf': {'client': {'rbd default data pool': 'datapool'}, 'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'zstd', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'enable experimental unrecoverable data corrupting features': '*', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd debug randomize hobject sort order': False, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, {'exec': {'cluster1.client.0': ['sudo ceph --cluster cluster1 osd erasure-code-profile set teuthologyprofile crush-failure-domain=osd m=1 k=2', 'sudo ceph --cluster cluster1 osd pool create datapool 4 4 erasure teuthologyprofile', 'sudo ceph --cluster cluster1 osd pool set datapool allow_ec_overwrites true', 'rbd --cluster cluster1 pool init datapool'], 'cluster2.client.0': ['sudo ceph --cluster cluster2 osd erasure-code-profile set teuthologyprofile crush-failure-domain=osd m=1 k=2', 'sudo ceph --cluster cluster2 osd pool create datapool 4 4 erasure teuthologyprofile', 'sudo ceph --cluster cluster2 osd pool set datapool allow_ec_overwrites true', 'rbd --cluster cluster2 pool init datapool']}}, {'exec': {'cluster2.client.0': ['echo \'{"type":"qcow","stream":{"type":"http","url":"http://download.ceph.com/qa/ubuntu-12.04.qcow2"}}\' | rbd --cluster cluster2 migration prepare --import-only --source-spec-path - client.0.0-src', 'rbd --cluster cluster2 migration execute client.0.0-src', 'rbd --cluster cluster2 migration commit client.0.0-src', 'rbd --cluster cluster2 snap create client.0.0-src@snap', 'rbd --cluster cluster2 snap protect client.0.0-src@snap', 'rbd --cluster cluster2 clone client.0.0-src@snap client.0.0', 'rbd --cluster cluster2 snap create client.0.0@snap', 'rbd --cluster cluster2 create --size 1G client.0.1-src', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1-src', 'rbd --cluster cluster2 snap create client.0.1-src@snap', 'rbd --cluster cluster2 snap protect client.0.1-src@snap', 'rbd --cluster cluster2 clone client.0.1-src@snap client.0.1', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1', 'rbd --cluster cluster2 snap create client.0.1@snap', 'rbd --cluster cluster2 create --size 1G client.0.2-src', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.2-src', 'rbd --cluster cluster2 snap create client.0.2-src@snap', 'rbd --cluster cluster2 snap protect client.0.2-src@snap', 'rbd --cluster cluster2 clone client.0.2-src@snap client.0.2', 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.2', 'rbd --cluster cluster2 snap create client.0.2@snap']}}, {'exec': {'cluster1.client.0': ['echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.0","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.0', 'echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.1","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.1', 'echo \'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.2","snap_name":"snap"}\' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.2']}}, {'parallel': ['io_workload', 'migrate_workload']}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': 'fa17720d0088c3ac28e473468bfc79eeaff5cd38', 'timestamp': '2026-02-22_19:35:38', 'tube': 'trial', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3318653'} 2026-02-22T22:12:52.563 DEBUG:teuthology.orchestra.run.trial072:> install -d -m0755 -- /home/ubuntu/cephtest/cluster2.data 2026-02-22T22:12:52.565 DEBUG:teuthology.orchestra.run.trial164:> install -d -m0755 -- /home/ubuntu/cephtest/cluster2.data 2026-02-22T22:12:52.571 DEBUG:teuthology.orchestra.run.trial072:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T22:12:52.613 DEBUG:teuthology.orchestra.run.trial164:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T22:12:52.622 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:12:52.622 DEBUG:teuthology.orchestra.run.trial164:> dd if=/scratch_devs of=/dev/stdout 2026-02-22T22:12:52.668 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-22T22:12:52.668 DEBUG:teuthology.orchestra.run.trial164:> stat /dev/vg_nvme/lv_1 2026-02-22T22:12:52.716 INFO:teuthology.orchestra.run.trial164.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-22T22:12:52.716 INFO:teuthology.orchestra.run.trial164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:12:52.716 INFO:teuthology.orchestra.run.trial164.stdout:Device: 5h/5d Inode: 903 Links: 1 2026-02-22T22:12:52.716 INFO:teuthology.orchestra.run.trial164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:12:52.716 INFO:teuthology.orchestra.run.trial164.stdout:Access: 2026-02-22 22:11:26.903352135 +0000 2026-02-22T22:12:52.716 INFO:teuthology.orchestra.run.trial164.stdout:Modify: 2026-02-22 22:11:26.735354999 +0000 2026-02-22T22:12:52.716 INFO:teuthology.orchestra.run.trial164.stdout:Change: 2026-02-22 22:11:26.735354999 +0000 2026-02-22T22:12:52.717 INFO:teuthology.orchestra.run.trial164.stdout: Birth: - 2026-02-22T22:12:52.717 DEBUG:teuthology.orchestra.run.trial164:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-22T22:12:52.767 INFO:teuthology.orchestra.run.trial164.stderr:1+0 records in 2026-02-22T22:12:52.767 INFO:teuthology.orchestra.run.trial164.stderr:1+0 records out 2026-02-22T22:12:52.767 INFO:teuthology.orchestra.run.trial164.stderr:512 bytes copied, 0.000175615 s, 2.9 MB/s 2026-02-22T22:12:52.768 DEBUG:teuthology.orchestra.run.trial164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-22T22:12:52.817 DEBUG:teuthology.orchestra.run.trial164:> stat /dev/vg_nvme/lv_2 2026-02-22T22:12:52.863 INFO:teuthology.orchestra.run.trial164.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-22T22:12:52.864 INFO:teuthology.orchestra.run.trial164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:12:52.864 INFO:teuthology.orchestra.run.trial164.stdout:Device: 5h/5d Inode: 927 Links: 1 2026-02-22T22:12:52.864 INFO:teuthology.orchestra.run.trial164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:12:52.864 INFO:teuthology.orchestra.run.trial164.stdout:Access: 2026-02-22 22:11:27.087349002 +0000 2026-02-22T22:12:52.864 INFO:teuthology.orchestra.run.trial164.stdout:Modify: 2026-02-22 22:11:27.083349070 +0000 2026-02-22T22:12:52.864 INFO:teuthology.orchestra.run.trial164.stdout:Change: 2026-02-22 22:11:27.083349070 +0000 2026-02-22T22:12:52.864 INFO:teuthology.orchestra.run.trial164.stdout: Birth: - 2026-02-22T22:12:52.865 DEBUG:teuthology.orchestra.run.trial164:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-22T22:12:52.914 INFO:teuthology.orchestra.run.trial164.stderr:1+0 records in 2026-02-22T22:12:52.915 INFO:teuthology.orchestra.run.trial164.stderr:1+0 records out 2026-02-22T22:12:52.915 INFO:teuthology.orchestra.run.trial164.stderr:512 bytes copied, 0.000175074 s, 2.9 MB/s 2026-02-22T22:12:52.916 DEBUG:teuthology.orchestra.run.trial164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-22T22:12:52.965 DEBUG:teuthology.orchestra.run.trial164:> stat /dev/vg_nvme/lv_3 2026-02-22T22:12:53.011 INFO:teuthology.orchestra.run.trial164.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-22T22:12:53.012 INFO:teuthology.orchestra.run.trial164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:12:53.012 INFO:teuthology.orchestra.run.trial164.stdout:Device: 5h/5d Inode: 953 Links: 1 2026-02-22T22:12:53.012 INFO:teuthology.orchestra.run.trial164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:12:53.012 INFO:teuthology.orchestra.run.trial164.stdout:Access: 2026-02-22 22:11:27.415343412 +0000 2026-02-22T22:12:53.012 INFO:teuthology.orchestra.run.trial164.stdout:Modify: 2026-02-22 22:11:27.411343482 +0000 2026-02-22T22:12:53.012 INFO:teuthology.orchestra.run.trial164.stdout:Change: 2026-02-22 22:11:27.411343482 +0000 2026-02-22T22:12:53.012 INFO:teuthology.orchestra.run.trial164.stdout: Birth: - 2026-02-22T22:12:53.013 DEBUG:teuthology.orchestra.run.trial164:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-22T22:12:53.062 INFO:teuthology.orchestra.run.trial164.stderr:1+0 records in 2026-02-22T22:12:53.063 INFO:teuthology.orchestra.run.trial164.stderr:1+0 records out 2026-02-22T22:12:53.063 INFO:teuthology.orchestra.run.trial164.stderr:512 bytes copied, 0.000176637 s, 2.9 MB/s 2026-02-22T22:12:53.064 DEBUG:teuthology.orchestra.run.trial164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-22T22:12:53.113 DEBUG:teuthology.orchestra.run.trial164:> stat /dev/vg_nvme/lv_4 2026-02-22T22:12:53.159 INFO:teuthology.orchestra.run.trial164.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-22T22:12:53.159 INFO:teuthology.orchestra.run.trial164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T22:12:53.160 INFO:teuthology.orchestra.run.trial164.stdout:Device: 5h/5d Inode: 976 Links: 1 2026-02-22T22:12:53.160 INFO:teuthology.orchestra.run.trial164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T22:12:53.160 INFO:teuthology.orchestra.run.trial164.stdout:Access: 2026-02-22 22:11:27.735337962 +0000 2026-02-22T22:12:53.160 INFO:teuthology.orchestra.run.trial164.stdout:Modify: 2026-02-22 22:11:27.731338030 +0000 2026-02-22T22:12:53.160 INFO:teuthology.orchestra.run.trial164.stdout:Change: 2026-02-22 22:11:27.731338030 +0000 2026-02-22T22:12:53.160 INFO:teuthology.orchestra.run.trial164.stdout: Birth: - 2026-02-22T22:12:53.160 DEBUG:teuthology.orchestra.run.trial164:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-22T22:12:53.208 INFO:teuthology.orchestra.run.trial164.stderr:1+0 records in 2026-02-22T22:12:53.208 INFO:teuthology.orchestra.run.trial164.stderr:1+0 records out 2026-02-22T22:12:53.208 INFO:teuthology.orchestra.run.trial164.stderr:512 bytes copied, 0.000176187 s, 2.9 MB/s 2026-02-22T22:12:53.209 DEBUG:teuthology.orchestra.run.trial164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-22T22:12:53.256 INFO:tasks.ceph:osd dev map: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:12:53.257 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@trial164.front.sepia.ceph.com'): {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T22:12:53.257 INFO:tasks.ceph:Generating config... 2026-02-22T22:12:53.258 INFO:tasks.ceph:[client] rbd default data pool = datapool 2026-02-22T22:12:53.258 INFO:tasks.ceph:[global] mon warn on pool no app = False 2026-02-22T22:12:53.258 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-02-22T22:12:53.258 INFO:tasks.ceph:[mgr] debug ms = 1 2026-02-22T22:12:53.258 INFO:tasks.ceph:[mon] debug mon = 20 2026-02-22T22:12:53.258 INFO:tasks.ceph:[mon] debug ms = 1 2026-02-22T22:12:53.258 INFO:tasks.ceph:[mon] debug paxos = 20 2026-02-22T22:12:53.258 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-02-22T22:12:53.258 INFO:tasks.ceph:[osd] bluestore compression algorithm = zstd 2026-02-22T22:12:53.258 INFO:tasks.ceph:[osd] bluestore compression mode = aggressive 2026-02-22T22:12:53.259 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-02-22T22:12:53.259 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-02-22T22:12:53.259 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-02-22T22:12:53.259 INFO:tasks.ceph:[osd] debug ms = 1 2026-02-22T22:12:53.259 INFO:tasks.ceph:[osd] debug osd = 20 2026-02-22T22:12:53.259 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-02-22T22:12:53.259 INFO:tasks.ceph:[osd] enable experimental unrecoverable data corrupting features = * 2026-02-22T22:12:53.259 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-02-22T22:12:53.259 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-02-22T22:12:53.259 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-02-22T22:12:53.259 INFO:tasks.ceph:[osd] osd debug randomize hobject sort order = False 2026-02-22T22:12:53.259 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-02-22T22:12:53.259 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-02-22T22:12:53.259 INFO:tasks.ceph:Setting up cluster2.mon.a... 2026-02-22T22:12:53.259 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/cluster2.keyring 2026-02-22T22:12:53.315 INFO:teuthology.orchestra.run.trial164.stdout:creating /etc/ceph/cluster2.keyring 2026-02-22T22:12:53.318 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/cluster2.keyring 2026-02-22T22:12:53.382 DEBUG:teuthology.orchestra.run.trial164:> sudo chmod 0644 /etc/ceph/cluster2.keyring 2026-02-22T22:12:53.432 DEBUG:tasks.ceph:Ceph mon addresses: [('cluster2.mon.a', '10.20.193.164')] 2026-02-22T22:12:53.433 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '10.20.193.164', 'mon warn on pool no app': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd mclock skip benchmark': 'true', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore compression algorithm': 'zstd', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'enable experimental unrecoverable data corrupting features': '*', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd debug randomize hobject sort order': False, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'rbd default data pool': 'datapool'}, 'mon.a': {}} 2026-02-22T22:12:53.435 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:12:53.436 DEBUG:teuthology.orchestra.run.trial164:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T22:12:53.478 DEBUG:teuthology.orchestra.run.trial164:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 10.20.193.164 --print /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:12:53.535 INFO:teuthology.orchestra.run.trial164.stdout:monmaptool: monmap file /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:12:53.535 INFO:teuthology.orchestra.run.trial164.stdout:monmaptool: generated fsid 43b5afe0-6b79-46e5-8714-aae59a6778da 2026-02-22T22:12:53.535 INFO:teuthology.orchestra.run.trial164.stdout:setting min_mon_release = quincy 2026-02-22T22:12:53.535 INFO:teuthology.orchestra.run.trial164.stdout:epoch 0 2026-02-22T22:12:53.535 INFO:teuthology.orchestra.run.trial164.stdout:fsid 43b5afe0-6b79-46e5-8714-aae59a6778da 2026-02-22T22:12:53.536 INFO:teuthology.orchestra.run.trial164.stdout:last_changed 2026-02-22T22:12:53.532528+0000 2026-02-22T22:12:53.536 INFO:teuthology.orchestra.run.trial164.stdout:created 2026-02-22T22:12:53.532528+0000 2026-02-22T22:12:53.536 INFO:teuthology.orchestra.run.trial164.stdout:min_mon_release 17 (quincy) 2026-02-22T22:12:53.536 INFO:teuthology.orchestra.run.trial164.stdout:election_strategy: 1 2026-02-22T22:12:53.536 INFO:teuthology.orchestra.run.trial164.stdout:0: [v2:10.20.193.164:3300/0,v1:10.20.193.164:6789/0] mon.a 2026-02-22T22:12:53.536 INFO:teuthology.orchestra.run.trial164.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/cluster2.monmap (1 monitors) 2026-02-22T22:12:53.537 DEBUG:teuthology.orchestra.run.trial164:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T22:12:53.583 INFO:tasks.ceph:Writing /etc/ceph/cluster2.conf for FSID 43b5afe0-6b79-46e5-8714-aae59a6778da... 2026-02-22T22:12:53.583 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster2.conf && sudo chmod 0644 /etc/ceph/cluster2.conf > /dev/null 2026-02-22T22:12:53.585 DEBUG:teuthology.orchestra.run.trial164:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster2.conf && sudo chmod 0644 /etc/ceph/cluster2.conf > /dev/null 2026-02-22T22:12:53.626 INFO:teuthology.orchestra.run.trial072.stdout:[global] 2026-02-22T22:12:53.626 INFO:teuthology.orchestra.run.trial072.stdout: chdir = "" 2026-02-22T22:12:53.626 INFO:teuthology.orchestra.run.trial072.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T22:12:53.626 INFO:teuthology.orchestra.run.trial072.stdout: auth supported = cephx 2026-02-22T22:12:53.626 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.627 INFO:teuthology.orchestra.run.trial072.stdout: filestore xattr use omap = true 2026-02-22T22:12:53.627 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.627 INFO:teuthology.orchestra.run.trial072.stdout: mon clock drift allowed = 1.000 2026-02-22T22:12:53.627 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.627 INFO:teuthology.orchestra.run.trial072.stdout: osd crush chooseleaf type = 0 2026-02-22T22:12:53.627 INFO:teuthology.orchestra.run.trial072.stdout: auth debug = true 2026-02-22T22:12:53.627 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.627 INFO:teuthology.orchestra.run.trial072.stdout: ms die on old message = true 2026-02-22T22:12:53.627 INFO:teuthology.orchestra.run.trial072.stdout: ms die on bug = true 2026-02-22T22:12:53.627 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.627 INFO:teuthology.orchestra.run.trial072.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T22:12:53.628 INFO:teuthology.orchestra.run.trial072.stdout: mon pg warn max object skew = 0 2026-02-22T22:12:53.628 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.628 INFO:teuthology.orchestra.run.trial072.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T22:12:53.628 INFO:teuthology.orchestra.run.trial072.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T22:12:53.628 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.628 INFO:teuthology.orchestra.run.trial072.stdout: osd pool default size = 2 2026-02-22T22:12:53.628 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.628 INFO:teuthology.orchestra.run.trial072.stdout: mon osd allow primary affinity = true 2026-02-22T22:12:53.628 INFO:teuthology.orchestra.run.trial072.stdout: mon osd allow pg remap = true 2026-02-22T22:12:53.628 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on legacy crush tunables = false 2026-02-22T22:12:53.629 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on crush straw calc version zero = false 2026-02-22T22:12:53.629 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on no sortbitwise = false 2026-02-22T22:12:53.629 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on osd down out interval zero = false 2026-02-22T22:12:53.629 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on too few osds = false 2026-02-22T22:12:53.629 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T22:12:53.629 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T22:12:53.629 INFO:teuthology.orchestra.run.trial072.stdout: mon_allow_pool_size_one = true 2026-02-22T22:12:53.629 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.629 INFO:teuthology.orchestra.run.trial072.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T22:12:53.629 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.629 INFO:teuthology.orchestra.run.trial072.stdout: osd default data pool replay window = 5 2026-02-22T22:12:53.629 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.630 INFO:teuthology.orchestra.run.trial072.stdout: mon allow pool delete = true 2026-02-22T22:12:53.630 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.630 INFO:teuthology.orchestra.run.trial072.stdout: mon cluster log file level = debug 2026-02-22T22:12:53.630 INFO:teuthology.orchestra.run.trial072.stdout: debug asserts on shutdown = true 2026-02-22T22:12:53.630 INFO:teuthology.orchestra.run.trial072.stdout: mon health detail to clog = false 2026-02-22T22:12:53.630 INFO:teuthology.orchestra.run.trial072.stdout: mon host = 10.20.193.164 2026-02-22T22:12:53.630 INFO:teuthology.orchestra.run.trial072.stdout: mon warn on pool no app = False 2026-02-22T22:12:53.630 INFO:teuthology.orchestra.run.trial072.stdout: fsid = 43b5afe0-6b79-46e5-8714-aae59a6778da 2026-02-22T22:12:53.630 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.631 INFO:teuthology.orchestra.run.trial072.stdout:[osd] 2026-02-22T22:12:53.631 INFO:teuthology.orchestra.run.trial072.stdout: osd journal size = 100 2026-02-22T22:12:53.631 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.631 INFO:teuthology.orchestra.run.trial072.stdout: osd scrub load threshold = 5.0 2026-02-22T22:12:53.631 INFO:teuthology.orchestra.run.trial072.stdout: osd scrub max interval = 600 2026-02-22T22:12:53.631 INFO:teuthology.orchestra.run.trial072.stdout: osd mclock profile = high_recovery_ops 2026-02-22T22:12:53.632 INFO:teuthology.orchestra.run.trial072.stdout: osd mclock skip benchmark = true 2026-02-22T22:12:53.632 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.632 INFO:teuthology.orchestra.run.trial072.stdout: osd recover clone overlap = true 2026-02-22T22:12:53.632 INFO:teuthology.orchestra.run.trial072.stdout: osd recovery max chunk = 1048576 2026-02-22T22:12:53.632 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.632 INFO:teuthology.orchestra.run.trial072.stdout: osd debug shutdown = true 2026-02-22T22:12:53.633 INFO:teuthology.orchestra.run.trial072.stdout: osd debug op order = true 2026-02-22T22:12:53.633 INFO:teuthology.orchestra.run.trial072.stdout: osd debug verify stray on activate = true 2026-02-22T22:12:53.633 INFO:teuthology.orchestra.run.trial072.stdout: osd debug trim objects = true 2026-02-22T22:12:53.633 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.633 INFO:teuthology.orchestra.run.trial072.stdout: osd open classes on start = true 2026-02-22T22:12:53.633 INFO:teuthology.orchestra.run.trial072.stdout: osd debug pg log writeout = true 2026-02-22T22:12:53.634 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.634 INFO:teuthology.orchestra.run.trial072.stdout: osd deep scrub update digest min age = 30 2026-02-22T22:12:53.634 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.634 INFO:teuthology.orchestra.run.trial072.stdout: osd map max advance = 10 2026-02-22T22:12:53.634 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.634 INFO:teuthology.orchestra.run.trial072.stdout: journal zero on create = true 2026-02-22T22:12:53.634 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.635 INFO:teuthology.orchestra.run.trial072.stdout: filestore ondisk finisher threads = 3 2026-02-22T22:12:53.635 INFO:teuthology.orchestra.run.trial072.stdout: filestore apply finisher threads = 3 2026-02-22T22:12:53.635 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.635 INFO:teuthology.orchestra.run.trial072.stdout: bdev debug aio = true 2026-02-22T22:12:53.635 INFO:teuthology.orchestra.run.trial072.stdout: osd debug misdirected ops = true 2026-02-22T22:12:53.635 INFO:teuthology.orchestra.run.trial072.stdout: bluestore block size = 96636764160 2026-02-22T22:12:53.635 INFO:teuthology.orchestra.run.trial072.stdout: bluestore compression algorithm = zstd 2026-02-22T22:12:53.635 INFO:teuthology.orchestra.run.trial072.stdout: bluestore compression mode = aggressive 2026-02-22T22:12:53.635 INFO:teuthology.orchestra.run.trial072.stdout: bluestore fsck on mount = True 2026-02-22T22:12:53.635 INFO:teuthology.orchestra.run.trial072.stdout: debug bluefs = 1/20 2026-02-22T22:12:53.635 INFO:teuthology.orchestra.run.trial072.stdout: debug bluestore = 1/20 2026-02-22T22:12:53.635 INFO:teuthology.orchestra.run.trial072.stdout: debug ms = 1 2026-02-22T22:12:53.636 INFO:teuthology.orchestra.run.trial072.stdout: debug osd = 20 2026-02-22T22:12:53.636 INFO:teuthology.orchestra.run.trial072.stdout: debug rocksdb = 4/10 2026-02-22T22:12:53.636 INFO:teuthology.orchestra.run.trial072.stdout: enable experimental unrecoverable data corrupting features = * 2026-02-22T22:12:53.636 INFO:teuthology.orchestra.run.trial072.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T22:12:53.636 INFO:teuthology.orchestra.run.trial072.stdout: mon osd full ratio = 0.9 2026-02-22T22:12:53.636 INFO:teuthology.orchestra.run.trial072.stdout: mon osd nearfull ratio = 0.8 2026-02-22T22:12:53.636 INFO:teuthology.orchestra.run.trial072.stdout: osd debug randomize hobject sort order = False 2026-02-22T22:12:53.636 INFO:teuthology.orchestra.run.trial072.stdout: osd failsafe full ratio = 0.95 2026-02-22T22:12:53.636 INFO:teuthology.orchestra.run.trial072.stdout: osd objectstore = bluestore 2026-02-22T22:12:53.636 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.636 INFO:teuthology.orchestra.run.trial072.stdout:[mgr] 2026-02-22T22:12:53.636 INFO:teuthology.orchestra.run.trial072.stdout: debug ms = 1 2026-02-22T22:12:53.637 INFO:teuthology.orchestra.run.trial072.stdout: debug mgr = 20 2026-02-22T22:12:53.637 INFO:teuthology.orchestra.run.trial072.stdout: debug mon = 20 2026-02-22T22:12:53.637 INFO:teuthology.orchestra.run.trial072.stdout: debug auth = 20 2026-02-22T22:12:53.637 INFO:teuthology.orchestra.run.trial072.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:12:53.637 INFO:teuthology.orchestra.run.trial072.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:12:53.637 INFO:teuthology.orchestra.run.trial072.stdout: mgr/telemetry/nag = false 2026-02-22T22:12:53.637 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.637 INFO:teuthology.orchestra.run.trial072.stdout:[mon] 2026-02-22T22:12:53.637 INFO:teuthology.orchestra.run.trial072.stdout: debug ms = 1 2026-02-22T22:12:53.637 INFO:teuthology.orchestra.run.trial072.stdout: debug mon = 20 2026-02-22T22:12:53.637 INFO:teuthology.orchestra.run.trial072.stdout: debug paxos = 20 2026-02-22T22:12:53.637 INFO:teuthology.orchestra.run.trial072.stdout: debug auth = 20 2026-02-22T22:12:53.637 INFO:teuthology.orchestra.run.trial072.stdout: mon data avail warn = 5 2026-02-22T22:12:53.638 INFO:teuthology.orchestra.run.trial072.stdout: mon mgr mkfs grace = 240 2026-02-22T22:12:53.638 INFO:teuthology.orchestra.run.trial072.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:12:53.638 INFO:teuthology.orchestra.run.trial072.stdout: mon osd reporter subtree level = osd 2026-02-22T22:12:53.638 INFO:teuthology.orchestra.run.trial072.stdout: mon osd prime pg temp = true 2026-02-22T22:12:53.638 INFO:teuthology.orchestra.run.trial072.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:12:53.638 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.638 INFO:teuthology.orchestra.run.trial072.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T22:12:53.638 INFO:teuthology.orchestra.run.trial072.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T22:12:53.638 INFO:teuthology.orchestra.run.trial072.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T22:12:53.638 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.638 INFO:teuthology.orchestra.run.trial072.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T22:12:53.638 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T22:12:53.639 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T22:12:53.639 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.639 INFO:teuthology.orchestra.run.trial072.stdout: # 1m isn't quite enough 2026-02-22T22:12:53.639 INFO:teuthology.orchestra.run.trial072.stdout: mon_down_mkfs_grace = 2m 2026-02-22T22:12:53.639 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.639 INFO:teuthology.orchestra.run.trial072.stdout: mon_warn_on_filestore_osds = false 2026-02-22T22:12:53.639 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:12:53.639 INFO:teuthology.orchestra.run.trial072.stdout:[client] 2026-02-22T22:12:53.639 INFO:teuthology.orchestra.run.trial072.stdout: rgw cache enabled = true 2026-02-22T22:12:53.639 INFO:teuthology.orchestra.run.trial072.stdout: rgw enable ops log = true 2026-02-22T22:12:53.639 INFO:teuthology.orchestra.run.trial072.stdout: rgw enable usage log = true 2026-02-22T22:12:53.639 INFO:teuthology.orchestra.run.trial072.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T22:12:53.640 INFO:teuthology.orchestra.run.trial072.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T22:12:53.640 INFO:teuthology.orchestra.run.trial072.stdout: rbd default data pool = datapool 2026-02-22T22:12:53.640 INFO:teuthology.orchestra.run.trial072.stdout:[mon.a] 2026-02-22T22:12:53.643 INFO:teuthology.orchestra.run.trial164.stdout:[global] 2026-02-22T22:12:53.643 INFO:teuthology.orchestra.run.trial164.stdout: chdir = "" 2026-02-22T22:12:53.643 INFO:teuthology.orchestra.run.trial164.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T22:12:53.643 INFO:teuthology.orchestra.run.trial164.stdout: auth supported = cephx 2026-02-22T22:12:53.643 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.643 INFO:teuthology.orchestra.run.trial164.stdout: filestore xattr use omap = true 2026-02-22T22:12:53.644 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.644 INFO:teuthology.orchestra.run.trial164.stdout: mon clock drift allowed = 1.000 2026-02-22T22:12:53.644 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.644 INFO:teuthology.orchestra.run.trial164.stdout: osd crush chooseleaf type = 0 2026-02-22T22:12:53.644 INFO:teuthology.orchestra.run.trial164.stdout: auth debug = true 2026-02-22T22:12:53.644 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.644 INFO:teuthology.orchestra.run.trial164.stdout: ms die on old message = true 2026-02-22T22:12:53.644 INFO:teuthology.orchestra.run.trial164.stdout: ms die on bug = true 2026-02-22T22:12:53.644 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.644 INFO:teuthology.orchestra.run.trial164.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T22:12:53.644 INFO:teuthology.orchestra.run.trial164.stdout: mon pg warn max object skew = 0 2026-02-22T22:12:53.644 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.645 INFO:teuthology.orchestra.run.trial164.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T22:12:53.645 INFO:teuthology.orchestra.run.trial164.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T22:12:53.645 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.645 INFO:teuthology.orchestra.run.trial164.stdout: osd pool default size = 2 2026-02-22T22:12:53.645 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.645 INFO:teuthology.orchestra.run.trial164.stdout: mon osd allow primary affinity = true 2026-02-22T22:12:53.645 INFO:teuthology.orchestra.run.trial164.stdout: mon osd allow pg remap = true 2026-02-22T22:12:53.645 INFO:teuthology.orchestra.run.trial164.stdout: mon warn on legacy crush tunables = false 2026-02-22T22:12:53.645 INFO:teuthology.orchestra.run.trial164.stdout: mon warn on crush straw calc version zero = false 2026-02-22T22:12:53.645 INFO:teuthology.orchestra.run.trial164.stdout: mon warn on no sortbitwise = false 2026-02-22T22:12:53.645 INFO:teuthology.orchestra.run.trial164.stdout: mon warn on osd down out interval zero = false 2026-02-22T22:12:53.645 INFO:teuthology.orchestra.run.trial164.stdout: mon warn on too few osds = false 2026-02-22T22:12:53.645 INFO:teuthology.orchestra.run.trial164.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T22:12:53.646 INFO:teuthology.orchestra.run.trial164.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T22:12:53.646 INFO:teuthology.orchestra.run.trial164.stdout: mon_allow_pool_size_one = true 2026-02-22T22:12:53.646 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.646 INFO:teuthology.orchestra.run.trial164.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T22:12:53.646 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.646 INFO:teuthology.orchestra.run.trial164.stdout: osd default data pool replay window = 5 2026-02-22T22:12:53.646 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.646 INFO:teuthology.orchestra.run.trial164.stdout: mon allow pool delete = true 2026-02-22T22:12:53.646 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.646 INFO:teuthology.orchestra.run.trial164.stdout: mon cluster log file level = debug 2026-02-22T22:12:53.646 INFO:teuthology.orchestra.run.trial164.stdout: debug asserts on shutdown = true 2026-02-22T22:12:53.646 INFO:teuthology.orchestra.run.trial164.stdout: mon health detail to clog = false 2026-02-22T22:12:53.647 INFO:teuthology.orchestra.run.trial164.stdout: mon host = 10.20.193.164 2026-02-22T22:12:53.647 INFO:teuthology.orchestra.run.trial164.stdout: mon warn on pool no app = False 2026-02-22T22:12:53.647 INFO:teuthology.orchestra.run.trial164.stdout: fsid = 43b5afe0-6b79-46e5-8714-aae59a6778da 2026-02-22T22:12:53.647 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.647 INFO:teuthology.orchestra.run.trial164.stdout:[osd] 2026-02-22T22:12:53.647 INFO:teuthology.orchestra.run.trial164.stdout: osd journal size = 100 2026-02-22T22:12:53.647 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.647 INFO:teuthology.orchestra.run.trial164.stdout: osd scrub load threshold = 5.0 2026-02-22T22:12:53.647 INFO:teuthology.orchestra.run.trial164.stdout: osd scrub max interval = 600 2026-02-22T22:12:53.647 INFO:teuthology.orchestra.run.trial164.stdout: osd mclock profile = high_recovery_ops 2026-02-22T22:12:53.647 INFO:teuthology.orchestra.run.trial164.stdout: osd mclock skip benchmark = true 2026-02-22T22:12:53.647 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.648 INFO:teuthology.orchestra.run.trial164.stdout: osd recover clone overlap = true 2026-02-22T22:12:53.648 INFO:teuthology.orchestra.run.trial164.stdout: osd recovery max chunk = 1048576 2026-02-22T22:12:53.648 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.648 INFO:teuthology.orchestra.run.trial164.stdout: osd debug shutdown = true 2026-02-22T22:12:53.648 INFO:teuthology.orchestra.run.trial164.stdout: osd debug op order = true 2026-02-22T22:12:53.648 INFO:teuthology.orchestra.run.trial164.stdout: osd debug verify stray on activate = true 2026-02-22T22:12:53.648 INFO:teuthology.orchestra.run.trial164.stdout: osd debug trim objects = true 2026-02-22T22:12:53.648 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.648 INFO:teuthology.orchestra.run.trial164.stdout: osd open classes on start = true 2026-02-22T22:12:53.648 INFO:teuthology.orchestra.run.trial164.stdout: osd debug pg log writeout = true 2026-02-22T22:12:53.648 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.648 INFO:teuthology.orchestra.run.trial164.stdout: osd deep scrub update digest min age = 30 2026-02-22T22:12:53.648 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.649 INFO:teuthology.orchestra.run.trial164.stdout: osd map max advance = 10 2026-02-22T22:12:53.649 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.649 INFO:teuthology.orchestra.run.trial164.stdout: journal zero on create = true 2026-02-22T22:12:53.649 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.649 INFO:teuthology.orchestra.run.trial164.stdout: filestore ondisk finisher threads = 3 2026-02-22T22:12:53.649 INFO:teuthology.orchestra.run.trial164.stdout: filestore apply finisher threads = 3 2026-02-22T22:12:53.649 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.649 INFO:teuthology.orchestra.run.trial164.stdout: bdev debug aio = true 2026-02-22T22:12:53.649 INFO:teuthology.orchestra.run.trial164.stdout: osd debug misdirected ops = true 2026-02-22T22:12:53.649 INFO:teuthology.orchestra.run.trial164.stdout: bluestore block size = 96636764160 2026-02-22T22:12:53.649 INFO:teuthology.orchestra.run.trial164.stdout: bluestore compression algorithm = zstd 2026-02-22T22:12:53.649 INFO:teuthology.orchestra.run.trial164.stdout: bluestore compression mode = aggressive 2026-02-22T22:12:53.650 INFO:teuthology.orchestra.run.trial164.stdout: bluestore fsck on mount = True 2026-02-22T22:12:53.650 INFO:teuthology.orchestra.run.trial164.stdout: debug bluefs = 1/20 2026-02-22T22:12:53.650 INFO:teuthology.orchestra.run.trial164.stdout: debug bluestore = 1/20 2026-02-22T22:12:53.650 INFO:teuthology.orchestra.run.trial164.stdout: debug ms = 1 2026-02-22T22:12:53.650 INFO:teuthology.orchestra.run.trial164.stdout: debug osd = 20 2026-02-22T22:12:53.650 INFO:teuthology.orchestra.run.trial164.stdout: debug rocksdb = 4/10 2026-02-22T22:12:53.650 INFO:teuthology.orchestra.run.trial164.stdout: enable experimental unrecoverable data corrupting features = * 2026-02-22T22:12:53.650 INFO:teuthology.orchestra.run.trial164.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T22:12:53.650 INFO:teuthology.orchestra.run.trial164.stdout: mon osd full ratio = 0.9 2026-02-22T22:12:53.650 INFO:teuthology.orchestra.run.trial164.stdout: mon osd nearfull ratio = 0.8 2026-02-22T22:12:53.650 INFO:teuthology.orchestra.run.trial164.stdout: osd debug randomize hobject sort order = False 2026-02-22T22:12:53.650 INFO:teuthology.orchestra.run.trial164.stdout: osd failsafe full ratio = 0.95 2026-02-22T22:12:53.650 INFO:teuthology.orchestra.run.trial164.stdout: osd objectstore = bluestore 2026-02-22T22:12:53.651 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.651 INFO:teuthology.orchestra.run.trial164.stdout:[mgr] 2026-02-22T22:12:53.651 INFO:teuthology.orchestra.run.trial164.stdout: debug ms = 1 2026-02-22T22:12:53.651 INFO:teuthology.orchestra.run.trial164.stdout: debug mgr = 20 2026-02-22T22:12:53.651 INFO:teuthology.orchestra.run.trial164.stdout: debug mon = 20 2026-02-22T22:12:53.651 INFO:teuthology.orchestra.run.trial164.stdout: debug auth = 20 2026-02-22T22:12:53.651 INFO:teuthology.orchestra.run.trial164.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:12:53.651 INFO:teuthology.orchestra.run.trial164.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:12:53.651 INFO:teuthology.orchestra.run.trial164.stdout: mgr/telemetry/nag = false 2026-02-22T22:12:53.651 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.651 INFO:teuthology.orchestra.run.trial164.stdout:[mon] 2026-02-22T22:12:53.651 INFO:teuthology.orchestra.run.trial164.stdout: debug ms = 1 2026-02-22T22:12:53.651 INFO:teuthology.orchestra.run.trial164.stdout: debug mon = 20 2026-02-22T22:12:53.652 INFO:teuthology.orchestra.run.trial164.stdout: debug paxos = 20 2026-02-22T22:12:53.652 INFO:teuthology.orchestra.run.trial164.stdout: debug auth = 20 2026-02-22T22:12:53.652 INFO:teuthology.orchestra.run.trial164.stdout: mon data avail warn = 5 2026-02-22T22:12:53.652 INFO:teuthology.orchestra.run.trial164.stdout: mon mgr mkfs grace = 240 2026-02-22T22:12:53.652 INFO:teuthology.orchestra.run.trial164.stdout: mon reweight min pgs per osd = 4 2026-02-22T22:12:53.652 INFO:teuthology.orchestra.run.trial164.stdout: mon osd reporter subtree level = osd 2026-02-22T22:12:53.652 INFO:teuthology.orchestra.run.trial164.stdout: mon osd prime pg temp = true 2026-02-22T22:12:53.652 INFO:teuthology.orchestra.run.trial164.stdout: mon reweight min bytes per osd = 10 2026-02-22T22:12:53.652 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.652 INFO:teuthology.orchestra.run.trial164.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T22:12:53.652 INFO:teuthology.orchestra.run.trial164.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T22:12:53.652 INFO:teuthology.orchestra.run.trial164.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T22:12:53.652 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.653 INFO:teuthology.orchestra.run.trial164.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T22:12:53.653 INFO:teuthology.orchestra.run.trial164.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T22:12:53.653 INFO:teuthology.orchestra.run.trial164.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T22:12:53.653 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.653 INFO:teuthology.orchestra.run.trial164.stdout: # 1m isn't quite enough 2026-02-22T22:12:53.653 INFO:teuthology.orchestra.run.trial164.stdout: mon_down_mkfs_grace = 2m 2026-02-22T22:12:53.653 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.653 INFO:teuthology.orchestra.run.trial164.stdout: mon_warn_on_filestore_osds = false 2026-02-22T22:12:53.653 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:12:53.653 INFO:teuthology.orchestra.run.trial164.stdout:[client] 2026-02-22T22:12:53.653 INFO:teuthology.orchestra.run.trial164.stdout: rgw cache enabled = true 2026-02-22T22:12:53.653 INFO:teuthology.orchestra.run.trial164.stdout: rgw enable ops log = true 2026-02-22T22:12:53.654 INFO:teuthology.orchestra.run.trial164.stdout: rgw enable usage log = true 2026-02-22T22:12:53.654 INFO:teuthology.orchestra.run.trial164.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T22:12:53.654 INFO:teuthology.orchestra.run.trial164.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T22:12:53.654 INFO:teuthology.orchestra.run.trial164.stdout: rbd default data pool = datapool 2026-02-22T22:12:53.654 INFO:teuthology.orchestra.run.trial164.stdout:[mon.a] 2026-02-22T22:12:53.655 INFO:tasks.ceph:Creating admin key on cluster2.mon.a... 2026-02-22T22:12:53.655 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/cluster2.keyring 2026-02-22T22:12:53.721 INFO:tasks.ceph:Copying monmap to all nodes... 2026-02-22T22:12:53.722 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:12:53.722 DEBUG:teuthology.orchestra.run.trial164:> dd if=/etc/ceph/cluster2.keyring of=/dev/stdout 2026-02-22T22:12:53.768 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:12:53.768 DEBUG:teuthology.orchestra.run.trial164:> dd if=/home/ubuntu/cephtest/cluster2.monmap of=/dev/stdout 2026-02-22T22:12:53.816 INFO:tasks.ceph:Sending monmap to node ubuntu@trial072.front.sepia.ceph.com 2026-02-22T22:12:53.816 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:53.816 DEBUG:teuthology.orchestra.run.trial072:> sudo dd of=/etc/ceph/cluster2.keyring 2026-02-22T22:12:53.816 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod 0644 /etc/ceph/cluster2.keyring 2026-02-22T22:12:53.831 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:12:53.831 DEBUG:teuthology.orchestra.run.trial072:> dd of=/home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:12:53.880 INFO:tasks.ceph:Sending monmap to node ubuntu@trial164.front.sepia.ceph.com 2026-02-22T22:12:53.880 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:12:53.880 DEBUG:teuthology.orchestra.run.trial164:> sudo dd of=/etc/ceph/cluster2.keyring 2026-02-22T22:12:53.880 DEBUG:teuthology.orchestra.run.trial164:> sudo chmod 0644 /etc/ceph/cluster2.keyring 2026-02-22T22:12:53.896 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:12:53.896 DEBUG:teuthology.orchestra.run.trial164:> dd of=/home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:12:53.944 INFO:tasks.ceph:Setting up mon nodes... 2026-02-22T22:12:53.945 INFO:tasks.ceph:Setting up mgr nodes... 2026-02-22T22:12:53.945 DEBUG:teuthology.orchestra.run.trial164:> sudo mkdir -p /var/lib/ceph/mgr/cluster2-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/cluster2-x/keyring 2026-02-22T22:12:54.009 INFO:teuthology.orchestra.run.trial164.stdout:creating /var/lib/ceph/mgr/cluster2-x/keyring 2026-02-22T22:12:54.012 INFO:tasks.ceph:Setting up mds nodes... 2026-02-22T22:12:54.012 INFO:tasks.ceph_client:Setting up client nodes... 2026-02-22T22:12:54.013 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/cluster2.client.0.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.0.keyring 2026-02-22T22:12:54.078 INFO:teuthology.orchestra.run.trial164.stdout:creating /etc/ceph/cluster2.client.0.keyring 2026-02-22T22:12:54.087 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-02-22T22:12:54.088 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@trial072.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}, Remote(name='ubuntu@trial164.front.sepia.ceph.com'): {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T22:12:54.088 DEBUG:teuthology.orchestra.run.trial164:> sudo mkdir -p /var/lib/ceph/osd/cluster2-0 2026-02-22T22:12:54.139 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:12:54.140 INFO:tasks.ceph:role: cluster2.osd.0 2026-02-22T22:12:54.140 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@trial164.front.sepia.ceph.com 2026-02-22T22:12:54.140 DEBUG:teuthology.orchestra.run.trial164:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-02-22T22:12:54.197 INFO:teuthology.orchestra.run.trial164.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T22:12:54.198 INFO:teuthology.orchestra.run.trial164.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T22:12:54.198 INFO:teuthology.orchestra.run.trial164.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T22:12:54.198 INFO:teuthology.orchestra.run.trial164.stdout: = reflink=1 bigtime=0 inobtcount=0 2026-02-22T22:12:54.198 INFO:teuthology.orchestra.run.trial164.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T22:12:54.198 INFO:teuthology.orchestra.run.trial164.stdout: = sunit=0 swidth=0 blks 2026-02-22T22:12:54.198 INFO:teuthology.orchestra.run.trial164.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T22:12:54.198 INFO:teuthology.orchestra.run.trial164.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T22:12:54.198 INFO:teuthology.orchestra.run.trial164.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T22:12:54.198 INFO:teuthology.orchestra.run.trial164.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T22:12:54.804 INFO:teuthology.orchestra.run.trial164.stdout:Discarding blocks...Done. 2026-02-22T22:12:54.806 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@trial164.front.sepia.ceph.com -o noatime 2026-02-22T22:12:54.806 DEBUG:teuthology.orchestra.run.trial164:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/cluster2-0 2026-02-22T22:12:54.865 DEBUG:teuthology.orchestra.run.trial164:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-0 2026-02-22T22:12:54.913 INFO:teuthology.orchestra.run.trial164.stderr:sudo: /sbin/restorecon: command not found 2026-02-22T22:12:54.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:12:54.913 DEBUG:teuthology.orchestra.run.trial164:> sudo mkdir -p /var/lib/ceph/osd/cluster2-1 2026-02-22T22:12:54.964 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:12:54.964 INFO:tasks.ceph:role: cluster2.osd.1 2026-02-22T22:12:54.965 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@trial164.front.sepia.ceph.com 2026-02-22T22:12:54.965 DEBUG:teuthology.orchestra.run.trial164:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-02-22T22:12:55.017 INFO:teuthology.orchestra.run.trial164.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T22:12:55.017 INFO:teuthology.orchestra.run.trial164.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T22:12:55.017 INFO:teuthology.orchestra.run.trial164.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T22:12:55.017 INFO:teuthology.orchestra.run.trial164.stdout: = reflink=1 bigtime=0 inobtcount=0 2026-02-22T22:12:55.017 INFO:teuthology.orchestra.run.trial164.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T22:12:55.018 INFO:teuthology.orchestra.run.trial164.stdout: = sunit=0 swidth=0 blks 2026-02-22T22:12:55.018 INFO:teuthology.orchestra.run.trial164.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T22:12:55.018 INFO:teuthology.orchestra.run.trial164.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T22:12:55.018 INFO:teuthology.orchestra.run.trial164.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T22:12:55.018 INFO:teuthology.orchestra.run.trial164.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T22:12:55.613 INFO:teuthology.orchestra.run.trial164.stdout:Discarding blocks...Done. 2026-02-22T22:12:55.615 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@trial164.front.sepia.ceph.com -o noatime 2026-02-22T22:12:55.615 DEBUG:teuthology.orchestra.run.trial164:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/cluster2-1 2026-02-22T22:12:55.668 DEBUG:teuthology.orchestra.run.trial164:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-1 2026-02-22T22:12:55.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:12:55.718 INFO:teuthology.orchestra.run.trial164.stderr:sudo: /sbin/restorecon: command not found 2026-02-22T22:12:55.718 DEBUG:teuthology.orchestra.run.trial164:> sudo mkdir -p /var/lib/ceph/osd/cluster2-2 2026-02-22T22:12:55.768 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T22:12:55.768 INFO:tasks.ceph:role: cluster2.osd.2 2026-02-22T22:12:55.768 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@trial164.front.sepia.ceph.com 2026-02-22T22:12:55.768 DEBUG:teuthology.orchestra.run.trial164:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-02-22T22:12:55.825 INFO:teuthology.orchestra.run.trial164.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T22:12:55.826 INFO:teuthology.orchestra.run.trial164.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T22:12:55.826 INFO:teuthology.orchestra.run.trial164.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T22:12:55.826 INFO:teuthology.orchestra.run.trial164.stdout: = reflink=1 bigtime=0 inobtcount=0 2026-02-22T22:12:55.826 INFO:teuthology.orchestra.run.trial164.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T22:12:55.826 INFO:teuthology.orchestra.run.trial164.stdout: = sunit=0 swidth=0 blks 2026-02-22T22:12:55.826 INFO:teuthology.orchestra.run.trial164.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T22:12:55.826 INFO:teuthology.orchestra.run.trial164.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T22:12:55.826 INFO:teuthology.orchestra.run.trial164.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T22:12:55.826 INFO:teuthology.orchestra.run.trial164.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T22:12:56.434 INFO:teuthology.orchestra.run.trial164.stdout:Discarding blocks...Done. 2026-02-22T22:12:56.435 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@trial164.front.sepia.ceph.com -o noatime 2026-02-22T22:12:56.436 DEBUG:teuthology.orchestra.run.trial164:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/cluster2-2 2026-02-22T22:12:56.492 DEBUG:teuthology.orchestra.run.trial164:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-2 2026-02-22T22:12:56.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:12:56.542 INFO:teuthology.orchestra.run.trial164.stderr:sudo: /sbin/restorecon: command not found 2026-02-22T22:12:56.543 DEBUG:teuthology.orchestra.run.trial164:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:12:56.607 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:12:56.599+0000 7fc7372cc8c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:56.607 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:12:56.599+0000 7fc7372cc8c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:56.608 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:12:56.603+0000 7fc7372cc8c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:56.608 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:12:56.603+0000 7fc7372cc8c0 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-0/keyring: can't open /var/lib/ceph/osd/cluster2-0/keyring: (2) No such file or directory 2026-02-22T22:12:56.609 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:12:56.603+0000 7fc7372cc8c0 -1 created new key in keyring /var/lib/ceph/osd/cluster2-0/keyring 2026-02-22T22:12:56.609 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:12:56.603+0000 7fc7372cc8c0 -1 bdev(0x561005d4b800 /var/lib/ceph/osd/cluster2-0/block) open stat got: (1) Operation not permitted 2026-02-22T22:12:56.609 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:12:56.603+0000 7fc7372cc8c0 -1 bluestore(/var/lib/ceph/osd/cluster2-0) _read_fsid unparsable uuid 2026-02-22T22:12:59.756 DEBUG:teuthology.orchestra.run.trial164:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-0 2026-02-22T22:12:59.808 DEBUG:teuthology.orchestra.run.trial164:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:12:59.870 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:12:59.863+0000 7f06d2f788c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:59.870 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:12:59.863+0000 7f06d2f788c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:59.871 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:12:59.863+0000 7f06d2f788c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:12:59.871 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:12:59.863+0000 7f06d2f788c0 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-1/keyring: can't open /var/lib/ceph/osd/cluster2-1/keyring: (2) No such file or directory 2026-02-22T22:12:59.872 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:12:59.867+0000 7f06d2f788c0 -1 created new key in keyring /var/lib/ceph/osd/cluster2-1/keyring 2026-02-22T22:12:59.872 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:12:59.867+0000 7f06d2f788c0 -1 bdev(0x563b6a78f800 /var/lib/ceph/osd/cluster2-1/block) open stat got: (1) Operation not permitted 2026-02-22T22:12:59.872 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:12:59.867+0000 7f06d2f788c0 -1 bluestore(/var/lib/ceph/osd/cluster2-1) _read_fsid unparsable uuid 2026-02-22T22:13:02.967 DEBUG:teuthology.orchestra.run.trial164:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-1 2026-02-22T22:13:03.016 DEBUG:teuthology.orchestra.run.trial164:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:13:03.079 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:13:03.071+0000 7fe11e5668c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:13:03.079 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:13:03.071+0000 7fe11e5668c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:13:03.079 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:13:03.075+0000 7fe11e5668c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:13:03.080 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:13:03.075+0000 7fe11e5668c0 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-2/keyring: can't open /var/lib/ceph/osd/cluster2-2/keyring: (2) No such file or directory 2026-02-22T22:13:03.080 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:13:03.075+0000 7fe11e5668c0 -1 created new key in keyring /var/lib/ceph/osd/cluster2-2/keyring 2026-02-22T22:13:03.080 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:13:03.075+0000 7fe11e5668c0 -1 bdev(0x560eb97a1800 /var/lib/ceph/osd/cluster2-2/block) open stat got: (1) Operation not permitted 2026-02-22T22:13:03.080 INFO:teuthology.orchestra.run.trial164.stderr:2026-02-22T22:13:03.075+0000 7fe11e5668c0 -1 bluestore(/var/lib/ceph/osd/cluster2-2) _read_fsid unparsable uuid 2026-02-22T22:13:06.155 DEBUG:teuthology.orchestra.run.trial164:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-2 2026-02-22T22:13:06.205 INFO:tasks.ceph:Reading keys from all nodes... 2026-02-22T22:13:06.205 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:13:06.205 DEBUG:teuthology.orchestra.run.trial164:> sudo dd if=/var/lib/ceph/mgr/cluster2-x/keyring of=/dev/stdout 2026-02-22T22:13:06.255 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:13:06.256 DEBUG:teuthology.orchestra.run.trial164:> sudo dd if=/var/lib/ceph/osd/cluster2-0/keyring of=/dev/stdout 2026-02-22T22:13:06.303 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:13:06.303 DEBUG:teuthology.orchestra.run.trial164:> sudo dd if=/var/lib/ceph/osd/cluster2-1/keyring of=/dev/stdout 2026-02-22T22:13:06.352 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:13:06.353 DEBUG:teuthology.orchestra.run.trial164:> sudo dd if=/var/lib/ceph/osd/cluster2-2/keyring of=/dev/stdout 2026-02-22T22:13:06.404 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:13:06.405 DEBUG:teuthology.orchestra.run.trial164:> dd if=/etc/ceph/cluster2.client.0.keyring of=/dev/stdout 2026-02-22T22:13:06.452 INFO:tasks.ceph:Adding keys to all mons... 2026-02-22T22:13:06.452 DEBUG:teuthology.orchestra.run.trial164:> sudo tee -a /etc/ceph/cluster2.keyring 2026-02-22T22:13:06.502 INFO:teuthology.orchestra.run.trial164.stdout:[mgr.x] 2026-02-22T22:13:06.502 INFO:teuthology.orchestra.run.trial164.stdout: key = AQBmf5tpSlRtABAAG7ZrJnE3YjYCHoUjsGn1Qw== 2026-02-22T22:13:06.502 INFO:teuthology.orchestra.run.trial164.stdout:[osd.0] 2026-02-22T22:13:06.502 INFO:teuthology.orchestra.run.trial164.stdout: key = AQBof5tpjIEgJBAArRaExeoodFDk94Dundyw9w== 2026-02-22T22:13:06.502 INFO:teuthology.orchestra.run.trial164.stdout:[osd.1] 2026-02-22T22:13:06.502 INFO:teuthology.orchestra.run.trial164.stdout: key = AQBrf5tpmqzLMxAAli4fO6gVqnLa1PjuEp+O7g== 2026-02-22T22:13:06.502 INFO:teuthology.orchestra.run.trial164.stdout:[osd.2] 2026-02-22T22:13:06.502 INFO:teuthology.orchestra.run.trial164.stdout: key = AQBvf5tpJhyhBBAAK498grH7cR4sWqmyqjJivw== 2026-02-22T22:13:06.502 INFO:teuthology.orchestra.run.trial164.stdout:[client.0] 2026-02-22T22:13:06.502 INFO:teuthology.orchestra.run.trial164.stdout: key = AQBmf5tp7aSABBAAs/tvcn27VW+JMydxDiq5Iw== 2026-02-22T22:13:06.503 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-22T22:13:06.566 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T22:13:06.629 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T22:13:06.692 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T22:13:06.757 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T22:13:06.821 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-02-22T22:13:06.821 DEBUG:teuthology.orchestra.run.trial164:> sudo mkdir -p /var/lib/ceph/mon/cluster2-a 2026-02-22T22:13:06.876 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster cluster2 --mkfs -i a --monmap /home/ubuntu/cephtest/cluster2.monmap --keyring /etc/ceph/cluster2.keyring 2026-02-22T22:13:06.949 DEBUG:teuthology.orchestra.run.trial164:> sudo chown -R ceph:ceph /var/lib/ceph/mon/cluster2-a 2026-02-22T22:13:07.000 DEBUG:teuthology.orchestra.run.trial164:> rm -- /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T22:13:07.048 INFO:tasks.ceph:Starting mon daemons in cluster cluster2... 2026-02-22T22:13:07.049 INFO:tasks.ceph.cluster2.mon.a:Restarting daemon 2026-02-22T22:13:07.049 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster cluster2 -i a 2026-02-22T22:13:07.093 INFO:tasks.ceph.cluster2.mon.a:Started 2026-02-22T22:13:07.094 INFO:tasks.ceph:Starting mgr daemons in cluster cluster2... 2026-02-22T22:13:07.094 INFO:tasks.ceph.cluster2.mgr.x:Restarting daemon 2026-02-22T22:13:07.094 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster cluster2 -i x 2026-02-22T22:13:07.096 INFO:tasks.ceph.cluster2.mgr.x:Started 2026-02-22T22:13:07.097 INFO:tasks.ceph:Setting crush tunables to default 2026-02-22T22:13:07.097 DEBUG:teuthology.orchestra.run.trial164:> sudo ceph --cluster cluster2 osd crush tunables default 2026-02-22T22:13:07.214 INFO:teuthology.orchestra.run.trial164.stderr:adjusted tunables profile to default 2026-02-22T22:13:07.227 INFO:tasks.ceph:check_enable_crimson: False 2026-02-22T22:13:07.227 INFO:tasks.ceph:Starting osd daemons in cluster cluster2... 2026-02-22T22:13:07.227 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:13:07.227 DEBUG:teuthology.orchestra.run.trial164:> sudo dd if=/var/lib/ceph/osd/cluster2-0/fsid of=/dev/stdout 2026-02-22T22:13:07.237 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:13:07.237 DEBUG:teuthology.orchestra.run.trial164:> sudo dd if=/var/lib/ceph/osd/cluster2-1/fsid of=/dev/stdout 2026-02-22T22:13:07.290 DEBUG:teuthology.orchestra.run.trial164:> set -ex 2026-02-22T22:13:07.290 DEBUG:teuthology.orchestra.run.trial164:> sudo dd if=/var/lib/ceph/osd/cluster2-2/fsid of=/dev/stdout 2026-02-22T22:13:07.338 DEBUG:teuthology.orchestra.run.trial164:> sudo ceph --cluster cluster2 osd new 418ba282-21ff-4733-85ab-79fbc2b36b9b 0 2026-02-22T22:13:07.407 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:07.399+0000 7fa056219280 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-22T22:13:07.433 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:07.427+0000 7fa056219280 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-22T22:13:07.470 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:07.463+0000 7fa056219280 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-22T22:13:07.474 INFO:teuthology.orchestra.run.trial164.stdout:0 2026-02-22T22:13:07.484 DEBUG:teuthology.orchestra.run.trial164:> sudo ceph --cluster cluster2 osd new 84e13098-debf-4643-b13f-29b0b92d14b0 1 2026-02-22T22:13:07.560 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:07.551+0000 7fa056219280 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-22T22:13:07.642 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:07.635+0000 7fa056219280 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-22T22:13:07.642 INFO:teuthology.orchestra.run.trial164.stdout:1 2026-02-22T22:13:07.651 DEBUG:teuthology.orchestra.run.trial164:> sudo ceph --cluster cluster2 osd new f7ae58f0-2273-4e46-bf8f-b241ece2db96 2 2026-02-22T22:13:07.680 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:07.675+0000 7fa056219280 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-22T22:13:07.757 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:07.751+0000 7fa056219280 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-22T22:13:07.773 INFO:teuthology.orchestra.run.trial164.stdout:2 2026-02-22T22:13:07.784 INFO:tasks.ceph.cluster2.osd.0:Restarting daemon 2026-02-22T22:13:07.784 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 0 2026-02-22T22:13:07.787 INFO:tasks.ceph.cluster2.osd.0:Started 2026-02-22T22:13:07.787 INFO:tasks.ceph.cluster2.osd.1:Restarting daemon 2026-02-22T22:13:07.788 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 1 2026-02-22T22:13:07.790 INFO:tasks.ceph.cluster2.osd.1:Started 2026-02-22T22:13:07.791 INFO:tasks.ceph.cluster2.osd.2:Restarting daemon 2026-02-22T22:13:07.791 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 2 2026-02-22T22:13:07.793 INFO:tasks.ceph.cluster2.osd.2:Started 2026-02-22T22:13:07.794 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:13:07.818 INFO:tasks.ceph.cluster2.osd.0.trial164.stderr:2026-02-22T22:13:07.811+0000 7f76470178c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:13:07.821 INFO:tasks.ceph.cluster2.osd.0.trial164.stderr:2026-02-22T22:13:07.815+0000 7f76470178c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:13:07.821 INFO:tasks.ceph.cluster2.osd.0.trial164.stderr:2026-02-22T22:13:07.815+0000 7f76470178c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:13:07.822 INFO:tasks.ceph.cluster2.osd.1.trial164.stderr:2026-02-22T22:13:07.815+0000 7fc2f83708c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:13:07.825 INFO:tasks.ceph.cluster2.osd.1.trial164.stderr:2026-02-22T22:13:07.819+0000 7fc2f83708c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:13:07.826 INFO:tasks.ceph.cluster2.osd.1.trial164.stderr:2026-02-22T22:13:07.819+0000 7fc2f83708c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:13:07.826 INFO:tasks.ceph.cluster2.osd.2.trial164.stderr:2026-02-22T22:13:07.819+0000 7f950be728c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:13:07.829 INFO:tasks.ceph.cluster2.osd.2.trial164.stderr:2026-02-22T22:13:07.823+0000 7f950be728c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:13:07.830 INFO:tasks.ceph.cluster2.osd.2.trial164.stderr:2026-02-22T22:13:07.823+0000 7f950be728c0 -1 WARNING: all dangerous and experimental features are enabled. 2026-02-22T22:13:07.888 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:13:07.888 INFO:teuthology.orchestra.run.trial164.stdout:{"epoch":5,"fsid":"43b5afe0-6b79-46e5-8714-aae59a6778da","created":"2026-02-22T22:13:07.170510+0000","modified":"2026-02-22T22:13:07.770502+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T22:13:07.770502+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"418ba282-21ff-4733-85ab-79fbc2b36b9b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"84e13098-debf-4643-b13f-29b0b92d14b0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f7ae58f0-2273-4e46-bf8f-b241ece2db96","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:13:07.898 INFO:tasks.ceph.ceph_manager.cluster2:[] 2026-02-22T22:13:07.898 INFO:tasks.ceph:Waiting for OSDs to come up 2026-02-22T22:13:07.940 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:07.935+0000 7fa056219280 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-22T22:13:08.200 DEBUG:teuthology.orchestra.run.trial164:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:13:08.248 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:08.239+0000 7fa056219280 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-22T22:13:08.288 INFO:teuthology.misc.health.trial164.stdout: 2026-02-22T22:13:08.288 INFO:teuthology.misc.health.trial164.stdout:{"epoch":5,"fsid":"43b5afe0-6b79-46e5-8714-aae59a6778da","created":"2026-02-22T22:13:07.170510+0000","modified":"2026-02-22T22:13:07.770502+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T22:13:07.770502+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"418ba282-21ff-4733-85ab-79fbc2b36b9b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"84e13098-debf-4643-b13f-29b0b92d14b0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f7ae58f0-2273-4e46-bf8f-b241ece2db96","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:13:08.296 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T22:13:08.341 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:08.335+0000 7fa056219280 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-22T22:13:08.369 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:08.363+0000 7fa056219280 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-22T22:13:08.400 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:08.395+0000 7fa056219280 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-22T22:13:08.442 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:08.435+0000 7fa056219280 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-22T22:13:08.542 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:08.535+0000 7fa056219280 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-22T22:13:08.733 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:ERROR:root:Module 'xmltodict' is not installed. 2026-02-22T22:13:08.906 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:08.899+0000 7fa056219280 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-22T22:13:08.938 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:08.931+0000 7fa056219280 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-22T22:13:09.031 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:09.023+0000 7fa056219280 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-22T22:13:09.055 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:09.047+0000 7fa056219280 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-22T22:13:09.081 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:09.075+0000 7fa056219280 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-22T22:13:09.109 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:09.103+0000 7fa056219280 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-22T22:13:09.229 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-22T22:13:09.229 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-22T22:13:09.230 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr: from numpy import show_config as show_numpy_config 2026-02-22T22:13:09.236 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:09.231+0000 7fa056219280 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-22T22:13:09.263 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:09.255+0000 7fa056219280 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-22T22:13:09.302 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:09.295+0000 7fa056219280 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-22T22:13:09.337 INFO:tasks.ceph.cluster2.osd.0.trial164.stderr:2026-02-22T22:13:09.331+0000 7f76470178c0 -1 Falling back to public interface 2026-02-22T22:13:09.413 INFO:tasks.ceph.cluster2.osd.1.trial164.stderr:2026-02-22T22:13:09.407+0000 7fc2f83708c0 -1 Falling back to public interface 2026-02-22T22:13:09.821 INFO:tasks.ceph.cluster2.osd.2.trial164.stderr:2026-02-22T22:13:09.815+0000 7f950be728c0 -1 Falling back to public interface 2026-02-22T22:13:10.327 INFO:tasks.ceph.cluster2.mgr.x.trial164.stderr:2026-02-22T22:13:10.319+0000 7f9f74969640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-22T22:13:13.361 INFO:tasks.ceph.cluster2.osd.0.trial164.stderr:2026-02-22T22:13:13.355+0000 7f76470178c0 -1 osd.0 0 log_to_monitors true 2026-02-22T22:13:13.530 INFO:tasks.ceph.cluster2.osd.1.trial164.stderr:2026-02-22T22:13:13.523+0000 7fc2f83708c0 -1 osd.1 0 log_to_monitors true 2026-02-22T22:13:13.949 INFO:tasks.ceph.cluster2.osd.2.trial164.stderr:2026-02-22T22:13:13.943+0000 7f950be728c0 -1 osd.2 0 log_to_monitors true 2026-02-22T22:13:14.599 DEBUG:teuthology.orchestra.run.trial164:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:13:14.740 INFO:teuthology.misc.health.trial164.stdout: 2026-02-22T22:13:14.740 INFO:teuthology.misc.health.trial164.stdout:{"epoch":6,"fsid":"43b5afe0-6b79-46e5-8714-aae59a6778da","created":"2026-02-22T22:13:07.170510+0000","modified":"2026-02-22T22:13:14.323244+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T22:13:07.770502+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":3,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"418ba282-21ff-4733-85ab-79fbc2b36b9b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"84e13098-debf-4643-b13f-29b0b92d14b0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"f7ae58f0-2273-4e46-bf8f-b241ece2db96","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:13:14.749 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T22:13:15.335 INFO:tasks.ceph.cluster2.osd.2.trial164.stderr:2026-02-22T22:13:15.327+0000 7f9507e1b640 -1 osd.2 0 waiting for initial osdmap 2026-02-22T22:13:15.337 INFO:tasks.ceph.cluster2.osd.0.trial164.stderr:2026-02-22T22:13:15.331+0000 7f7642fc0640 -1 osd.0 0 waiting for initial osdmap 2026-02-22T22:13:15.337 INFO:tasks.ceph.cluster2.osd.1.trial164.stderr:2026-02-22T22:13:15.331+0000 7fc2f4319640 -1 osd.1 0 waiting for initial osdmap 2026-02-22T22:13:15.357 INFO:tasks.ceph.cluster2.osd.0.trial164.stderr:2026-02-22T22:13:15.351+0000 7f763adf3640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T22:13:15.357 INFO:tasks.ceph.cluster2.osd.2.trial164.stderr:2026-02-22T22:13:15.351+0000 7f94ffc4e640 -1 osd.2 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T22:13:15.376 INFO:tasks.ceph.cluster2.osd.1.trial164.stderr:2026-02-22T22:13:15.371+0000 7fc2ec14c640 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T22:13:21.053 DEBUG:teuthology.orchestra.run.trial164:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:13:21.192 INFO:teuthology.misc.health.trial164.stdout: 2026-02-22T22:13:21.192 INFO:teuthology.misc.health.trial164.stdout:{"epoch":12,"fsid":"43b5afe0-6b79-46e5-8714-aae59a6778da","created":"2026-02-22T22:13:07.170510+0000","modified":"2026-02-22T22:13:20.338862+0000","last_up_change":"2026-02-22T22:13:16.330012+0000","last_in_change":"2026-02-22T22:13:07.770502+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:13:17.350507+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"418ba282-21ff-4733-85ab-79fbc2b36b9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6802","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6803","nonce":1532180923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6804","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6805","nonce":1532180923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6808","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6809","nonce":1532180923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6806","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6807","nonce":1532180923}]},"public_addr":"10.20.193.164:6803/1532180923","cluster_addr":"10.20.193.164:6805/1532180923","heartbeat_back_addr":"10.20.193.164:6809/1532180923","heartbeat_front_addr":"10.20.193.164:6807/1532180923","state":["exists","up"]},{"osd":1,"uuid":"84e13098-debf-4643-b13f-29b0b92d14b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6810","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6811","nonce":2123898308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6812","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6813","nonce":2123898308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6816","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6817","nonce":2123898308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6814","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6815","nonce":2123898308}]},"public_addr":"10.20.193.164:6811/2123898308","cluster_addr":"10.20.193.164:6813/2123898308","heartbeat_back_addr":"10.20.193.164:6817/2123898308","heartbeat_front_addr":"10.20.193.164:6815/2123898308","state":["exists","up"]},{"osd":2,"uuid":"f7ae58f0-2273-4e46-bf8f-b241ece2db96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6818","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6819","nonce":3227153021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6820","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6821","nonce":3227153021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6824","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6825","nonce":3227153021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6822","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6823","nonce":3227153021}]},"public_addr":"10.20.193.164:6819/3227153021","cluster_addr":"10.20.193.164:6821/3227153021","heartbeat_back_addr":"10.20.193.164:6825/3227153021","heartbeat_front_addr":"10.20.193.164:6823/3227153021","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:13:14.391153+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:13:14.479445+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:13:14.979115+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:13:21.201 DEBUG:teuthology.misc:3 of 3 OSDs are up 2026-02-22T22:13:21.201 INFO:tasks.ceph:Creating RBD pool 2026-02-22T22:13:21.201 DEBUG:teuthology.orchestra.run.trial164:> sudo ceph --cluster cluster2 osd pool create rbd 8 2026-02-22T22:13:21.345 INFO:teuthology.orchestra.run.trial164.stderr:pool 'rbd' created 2026-02-22T22:13:21.356 DEBUG:teuthology.orchestra.run.trial164:> rbd --cluster cluster2 pool init rbd 2026-02-22T22:13:24.359 INFO:tasks.ceph:Starting mds daemons in cluster cluster2... 2026-02-22T22:13:24.359 INFO:tasks.ceph:Waiting until cluster2 daemons up and pgs clean... 2026-02-22T22:13:24.359 INFO:tasks.ceph.ceph_manager.cluster2:waiting for mgr available 2026-02-22T22:13:24.359 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 mgr dump --format=json 2026-02-22T22:13:24.360 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-02-22T22:13:24.521 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:13:24.533 INFO:teuthology.orchestra.run.trial164.stdout:{"epoch":5,"flags":0,"active_gid":4101,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6800","nonce":2656332757},{"type":"v1","addr":"10.20.193.164:6801","nonce":2656332757}]},"active_addr":"10.20.193.164:6801/2656332757","active_change":"2026-02-22T22:13:09.317858+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.164:0","nonce":3949736065}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.164:0","nonce":1460208313}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.164:0","nonce":510079023}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.164:0","nonce":1760097061}]}]} 2026-02-22T22:13:24.534 INFO:tasks.ceph.ceph_manager.cluster2:mgr available! 2026-02-22T22:13:24.534 INFO:tasks.ceph.ceph_manager.cluster2:waiting for all up 2026-02-22T22:13:24.534 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:13:24.685 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:13:24.686 INFO:teuthology.orchestra.run.trial164.stdout:{"epoch":16,"fsid":"43b5afe0-6b79-46e5-8714-aae59a6778da","created":"2026-02-22T22:13:07.170510+0000","modified":"2026-02-22T22:13:24.348641+0000","last_up_change":"2026-02-22T22:13:16.330012+0000","last_in_change":"2026-02-22T22:13:07.770502+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:13:17.350507+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T22:13:21.339687+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"418ba282-21ff-4733-85ab-79fbc2b36b9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6802","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6803","nonce":1532180923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6804","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6805","nonce":1532180923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6808","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6809","nonce":1532180923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6806","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6807","nonce":1532180923}]},"public_addr":"10.20.193.164:6803/1532180923","cluster_addr":"10.20.193.164:6805/1532180923","heartbeat_back_addr":"10.20.193.164:6809/1532180923","heartbeat_front_addr":"10.20.193.164:6807/1532180923","state":["exists","up"]},{"osd":1,"uuid":"84e13098-debf-4643-b13f-29b0b92d14b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6810","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6811","nonce":2123898308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6812","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6813","nonce":2123898308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6816","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6817","nonce":2123898308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6814","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6815","nonce":2123898308}]},"public_addr":"10.20.193.164:6811/2123898308","cluster_addr":"10.20.193.164:6813/2123898308","heartbeat_back_addr":"10.20.193.164:6817/2123898308","heartbeat_front_addr":"10.20.193.164:6815/2123898308","state":["exists","up"]},{"osd":2,"uuid":"f7ae58f0-2273-4e46-bf8f-b241ece2db96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6818","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6819","nonce":3227153021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6820","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6821","nonce":3227153021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6824","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6825","nonce":3227153021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6822","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6823","nonce":3227153021}]},"public_addr":"10.20.193.164:6819/3227153021","cluster_addr":"10.20.193.164:6821/3227153021","heartbeat_back_addr":"10.20.193.164:6825/3227153021","heartbeat_front_addr":"10.20.193.164:6823/3227153021","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:13:14.391153+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:13:14.479445+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:13:14.979115+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:13:24.696 INFO:tasks.ceph.ceph_manager.cluster2:all up! 2026-02-22T22:13:24.696 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:13:24.837 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:13:24.837 INFO:teuthology.orchestra.run.trial164.stdout:{"epoch":16,"fsid":"43b5afe0-6b79-46e5-8714-aae59a6778da","created":"2026-02-22T22:13:07.170510+0000","modified":"2026-02-22T22:13:24.348641+0000","last_up_change":"2026-02-22T22:13:16.330012+0000","last_in_change":"2026-02-22T22:13:07.770502+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:13:17.350507+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T22:13:21.339687+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"418ba282-21ff-4733-85ab-79fbc2b36b9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6802","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6803","nonce":1532180923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6804","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6805","nonce":1532180923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6808","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6809","nonce":1532180923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6806","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6807","nonce":1532180923}]},"public_addr":"10.20.193.164:6803/1532180923","cluster_addr":"10.20.193.164:6805/1532180923","heartbeat_back_addr":"10.20.193.164:6809/1532180923","heartbeat_front_addr":"10.20.193.164:6807/1532180923","state":["exists","up"]},{"osd":1,"uuid":"84e13098-debf-4643-b13f-29b0b92d14b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6810","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6811","nonce":2123898308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6812","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6813","nonce":2123898308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6816","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6817","nonce":2123898308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6814","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6815","nonce":2123898308}]},"public_addr":"10.20.193.164:6811/2123898308","cluster_addr":"10.20.193.164:6813/2123898308","heartbeat_back_addr":"10.20.193.164:6817/2123898308","heartbeat_front_addr":"10.20.193.164:6815/2123898308","state":["exists","up"]},{"osd":2,"uuid":"f7ae58f0-2273-4e46-bf8f-b241ece2db96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6818","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6819","nonce":3227153021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6820","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6821","nonce":3227153021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6824","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6825","nonce":3227153021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6822","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6823","nonce":3227153021}]},"public_addr":"10.20.193.164:6819/3227153021","cluster_addr":"10.20.193.164:6821/3227153021","heartbeat_back_addr":"10.20.193.164:6825/3227153021","heartbeat_front_addr":"10.20.193.164:6823/3227153021","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:13:14.391153+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:13:14.479445+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:13:14.979115+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:13:24.847 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.0 flush_pg_stats 2026-02-22T22:13:24.847 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.1 flush_pg_stats 2026-02-22T22:13:24.847 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.2 flush_pg_stats 2026-02-22T22:13:24.932 INFO:teuthology.orchestra.run.trial164.stdout:34359738371 2026-02-22T22:13:24.932 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.1 2026-02-22T22:13:24.932 INFO:teuthology.orchestra.run.trial164.stdout:34359738373 2026-02-22T22:13:24.933 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.2 2026-02-22T22:13:24.942 INFO:teuthology.orchestra.run.trial164.stdout:34359738371 2026-02-22T22:13:24.942 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.0 2026-02-22T22:13:25.128 INFO:teuthology.orchestra.run.trial164.stdout:34359738370 2026-02-22T22:13:25.134 INFO:teuthology.orchestra.run.trial164.stdout:34359738372 2026-02-22T22:13:25.139 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738371 got 34359738370 for osd.1 2026-02-22T22:13:25.146 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738373 got 34359738372 for osd.2 2026-02-22T22:13:25.170 INFO:teuthology.orchestra.run.trial164.stdout:34359738370 2026-02-22T22:13:25.181 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738371 got 34359738370 for osd.0 2026-02-22T22:13:26.140 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.1 2026-02-22T22:13:26.146 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.2 2026-02-22T22:13:26.182 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.0 2026-02-22T22:13:26.291 INFO:teuthology.orchestra.run.trial164.stdout:34359738371 2026-02-22T22:13:26.301 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738371 got 34359738371 for osd.1 2026-02-22T22:13:26.302 DEBUG:teuthology.parallel:result is None 2026-02-22T22:13:26.325 INFO:teuthology.orchestra.run.trial164.stdout:34359738373 2026-02-22T22:13:26.330 INFO:teuthology.orchestra.run.trial164.stdout:34359738371 2026-02-22T22:13:26.336 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738373 got 34359738373 for osd.2 2026-02-22T22:13:26.337 DEBUG:teuthology.parallel:result is None 2026-02-22T22:13:26.341 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738371 got 34359738371 for osd.0 2026-02-22T22:13:26.342 DEBUG:teuthology.parallel:result is None 2026-02-22T22:13:26.342 INFO:tasks.ceph.ceph_manager.cluster2:waiting for clean 2026-02-22T22:13:26.342 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:13:26.526 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:13:26.527 INFO:teuthology.orchestra.run.trial164.stderr:dumped all 2026-02-22T22:13:26.536 INFO:teuthology.orchestra.run.trial164.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2026-02-22T22:13:25.321797+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":17,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":81412,"kb_used_data":520,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283034108,"statfs":{"total":289910292480,"available":289826926592,"internally_reserved":0,"allocated":532480,"data_stored":1299536,"data_compressed":11702,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":82767186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.976478"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.352575+0000","last_change":"2026-02-22T22:13:24.352737+0000","last_active":"2026-02-22T22:13:24.352575+0000","last_peered":"2026-02-22T22:13:24.352575+0000","last_clean":"2026-02-22T22:13:24.352575+0000","last_became_active":"2026-02-22T22:13:22.349477+0000","last_became_peered":"2026-02-22T22:13:22.349477+0000","last_unstale":"2026-02-22T22:13:24.352575+0000","last_undegraded":"2026-02-22T22:13:24.352575+0000","last_fullsized":"2026-02-22T22:13:24.352575+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:06:00.838222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000473096,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.352698+0000","last_change":"2026-02-22T22:13:24.352868+0000","last_active":"2026-02-22T22:13:24.352698+0000","last_peered":"2026-02-22T22:13:24.352698+0000","last_clean":"2026-02-22T22:13:24.352698+0000","last_became_active":"2026-02-22T22:13:22.349258+0000","last_became_peered":"2026-02-22T22:13:22.349258+0000","last_unstale":"2026-02-22T22:13:24.352698+0000","last_undegraded":"2026-02-22T22:13:24.352698+0000","last_fullsized":"2026-02-22T22:13:24.352698+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:16:10.975329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056011799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.352375+0000","last_change":"2026-02-22T22:13:24.352473+0000","last_active":"2026-02-22T22:13:24.352375+0000","last_peered":"2026-02-22T22:13:24.352375+0000","last_clean":"2026-02-22T22:13:24.352375+0000","last_became_active":"2026-02-22T22:13:22.349557+0000","last_became_peered":"2026-02-22T22:13:22.349557+0000","last_unstale":"2026-02-22T22:13:24.352375+0000","last_undegraded":"2026-02-22T22:13:24.352375+0000","last_fullsized":"2026-02-22T22:13:24.352375+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:58:56.662161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027759399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.352501+0000","last_change":"2026-02-22T22:13:24.352651+0000","last_active":"2026-02-22T22:13:24.352501+0000","last_peered":"2026-02-22T22:13:24.352501+0000","last_clean":"2026-02-22T22:13:24.352501+0000","last_became_active":"2026-02-22T22:13:22.349514+0000","last_became_peered":"2026-02-22T22:13:22.349514+0000","last_unstale":"2026-02-22T22:13:24.352501+0000","last_undegraded":"2026-02-22T22:13:24.352501+0000","last_fullsized":"2026-02-22T22:13:24.352501+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:52:52.234040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039726600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":21,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.351065+0000","last_change":"2026-02-22T22:13:24.351065+0000","last_active":"2026-02-22T22:13:24.351065+0000","last_peered":"2026-02-22T22:13:24.351065+0000","last_clean":"2026-02-22T22:13:24.351065+0000","last_became_active":"2026-02-22T22:13:22.348754+0000","last_became_peered":"2026-02-22T22:13:22.348754+0000","last_unstale":"2026-02-22T22:13:24.351065+0000","last_undegraded":"2026-02-22T22:13:24.351065+0000","last_fullsized":"2026-02-22T22:13:24.351065+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:04:06.116870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063385399999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.460800+0000","last_change":"2026-02-22T22:13:24.460941+0000","last_active":"2026-02-22T22:13:24.460800+0000","last_peered":"2026-02-22T22:13:24.460800+0000","last_clean":"2026-02-22T22:13:24.460800+0000","last_became_active":"2026-02-22T22:13:22.348543+0000","last_became_peered":"2026-02-22T22:13:22.348543+0000","last_unstale":"2026-02-22T22:13:24.460800+0000","last_undegraded":"2026-02-22T22:13:24.460800+0000","last_fullsized":"2026-02-22T22:13:24.460800+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:42:35.532426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023645799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.460835+0000","last_change":"2026-02-22T22:13:24.460971+0000","last_active":"2026-02-22T22:13:24.460835+0000","last_peered":"2026-02-22T22:13:24.460835+0000","last_clean":"2026-02-22T22:13:24.460835+0000","last_became_active":"2026-02-22T22:13:22.348798+0000","last_became_peered":"2026-02-22T22:13:22.348798+0000","last_unstale":"2026-02-22T22:13:24.460835+0000","last_undegraded":"2026-02-22T22:13:24.460835+0000","last_fullsized":"2026-02-22T22:13:24.460835+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:17:47.841888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025784799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":20,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.352410+0000","last_change":"2026-02-22T22:13:24.352543+0000","last_active":"2026-02-22T22:13:24.352410+0000","last_peered":"2026-02-22T22:13:24.352410+0000","last_clean":"2026-02-22T22:13:24.352410+0000","last_became_active":"2026-02-22T22:13:22.348327+0000","last_became_peered":"2026-02-22T22:13:22.348327+0000","last_unstale":"2026-02-22T22:13:24.352410+0000","last_undegraded":"2026-02-22T22:13:24.352410+0000","last_fullsized":"2026-02-22T22:13:24.352410+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:53:36.348015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030005599999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'72","reported_seq":109,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.352152+0000","last_change":"2026-02-22T22:13:19.496511+0000","last_active":"2026-02-22T22:13:24.352152+0000","last_peered":"2026-02-22T22:13:24.352152+0000","last_clean":"2026-02-22T22:13:24.352152+0000","last_became_active":"2026-02-22T22:13:19.495861+0000","last_became_peered":"2026-02-22T22:13:19.495861+0000","last_unstale":"2026-02-22T22:13:24.352152+0000","last_undegraded":"2026-02-22T22:13:24.352152+0000","last_fullsized":"2026-02-22T22:13:24.352152+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:18.336415+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:18.336415+0000","last_clean_scrub_stamp":"2026-02-22T22:13:18.336415+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:54:30.223941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":1180736,"data_compressed":11702,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":8,"seq":34359738371,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27160,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344680,"statfs":{"total":96636764160,"available":96608952320,"internally_reserved":0,"allocated":200704,"data_stored":631161,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738371,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27160,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344680,"statfs":{"total":96636764160,"available":96608952320,"internally_reserved":0,"allocated":200704,"data_stored":631161,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738373,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27092,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344748,"statfs":{"total":96636764160,"available":96609021952,"internally_reserved":0,"allocated":131072,"data_stored":37214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:13:26.543 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:13:26.695 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:13:26.696 INFO:teuthology.orchestra.run.trial164.stderr:dumped all 2026-02-22T22:13:26.705 INFO:teuthology.orchestra.run.trial164.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2026-02-22T22:13:25.321797+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":17,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":81412,"kb_used_data":520,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283034108,"statfs":{"total":289910292480,"available":289826926592,"internally_reserved":0,"allocated":532480,"data_stored":1299536,"data_compressed":11702,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":82767186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.976478"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.352575+0000","last_change":"2026-02-22T22:13:24.352737+0000","last_active":"2026-02-22T22:13:24.352575+0000","last_peered":"2026-02-22T22:13:24.352575+0000","last_clean":"2026-02-22T22:13:24.352575+0000","last_became_active":"2026-02-22T22:13:22.349477+0000","last_became_peered":"2026-02-22T22:13:22.349477+0000","last_unstale":"2026-02-22T22:13:24.352575+0000","last_undegraded":"2026-02-22T22:13:24.352575+0000","last_fullsized":"2026-02-22T22:13:24.352575+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:06:00.838222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000473096,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.352698+0000","last_change":"2026-02-22T22:13:24.352868+0000","last_active":"2026-02-22T22:13:24.352698+0000","last_peered":"2026-02-22T22:13:24.352698+0000","last_clean":"2026-02-22T22:13:24.352698+0000","last_became_active":"2026-02-22T22:13:22.349258+0000","last_became_peered":"2026-02-22T22:13:22.349258+0000","last_unstale":"2026-02-22T22:13:24.352698+0000","last_undegraded":"2026-02-22T22:13:24.352698+0000","last_fullsized":"2026-02-22T22:13:24.352698+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:16:10.975329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056011799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.352375+0000","last_change":"2026-02-22T22:13:24.352473+0000","last_active":"2026-02-22T22:13:24.352375+0000","last_peered":"2026-02-22T22:13:24.352375+0000","last_clean":"2026-02-22T22:13:24.352375+0000","last_became_active":"2026-02-22T22:13:22.349557+0000","last_became_peered":"2026-02-22T22:13:22.349557+0000","last_unstale":"2026-02-22T22:13:24.352375+0000","last_undegraded":"2026-02-22T22:13:24.352375+0000","last_fullsized":"2026-02-22T22:13:24.352375+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:58:56.662161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027759399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.352501+0000","last_change":"2026-02-22T22:13:24.352651+0000","last_active":"2026-02-22T22:13:24.352501+0000","last_peered":"2026-02-22T22:13:24.352501+0000","last_clean":"2026-02-22T22:13:24.352501+0000","last_became_active":"2026-02-22T22:13:22.349514+0000","last_became_peered":"2026-02-22T22:13:22.349514+0000","last_unstale":"2026-02-22T22:13:24.352501+0000","last_undegraded":"2026-02-22T22:13:24.352501+0000","last_fullsized":"2026-02-22T22:13:24.352501+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:52:52.234040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039726600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":21,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.351065+0000","last_change":"2026-02-22T22:13:24.351065+0000","last_active":"2026-02-22T22:13:24.351065+0000","last_peered":"2026-02-22T22:13:24.351065+0000","last_clean":"2026-02-22T22:13:24.351065+0000","last_became_active":"2026-02-22T22:13:22.348754+0000","last_became_peered":"2026-02-22T22:13:22.348754+0000","last_unstale":"2026-02-22T22:13:24.351065+0000","last_undegraded":"2026-02-22T22:13:24.351065+0000","last_fullsized":"2026-02-22T22:13:24.351065+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:04:06.116870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063385399999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.460800+0000","last_change":"2026-02-22T22:13:24.460941+0000","last_active":"2026-02-22T22:13:24.460800+0000","last_peered":"2026-02-22T22:13:24.460800+0000","last_clean":"2026-02-22T22:13:24.460800+0000","last_became_active":"2026-02-22T22:13:22.348543+0000","last_became_peered":"2026-02-22T22:13:22.348543+0000","last_unstale":"2026-02-22T22:13:24.460800+0000","last_undegraded":"2026-02-22T22:13:24.460800+0000","last_fullsized":"2026-02-22T22:13:24.460800+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:42:35.532426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023645799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.460835+0000","last_change":"2026-02-22T22:13:24.460971+0000","last_active":"2026-02-22T22:13:24.460835+0000","last_peered":"2026-02-22T22:13:24.460835+0000","last_clean":"2026-02-22T22:13:24.460835+0000","last_became_active":"2026-02-22T22:13:22.348798+0000","last_became_peered":"2026-02-22T22:13:22.348798+0000","last_unstale":"2026-02-22T22:13:24.460835+0000","last_undegraded":"2026-02-22T22:13:24.460835+0000","last_fullsized":"2026-02-22T22:13:24.460835+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:17:47.841888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025784799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":20,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.352410+0000","last_change":"2026-02-22T22:13:24.352543+0000","last_active":"2026-02-22T22:13:24.352410+0000","last_peered":"2026-02-22T22:13:24.352410+0000","last_clean":"2026-02-22T22:13:24.352410+0000","last_became_active":"2026-02-22T22:13:22.348327+0000","last_became_peered":"2026-02-22T22:13:22.348327+0000","last_unstale":"2026-02-22T22:13:24.352410+0000","last_undegraded":"2026-02-22T22:13:24.352410+0000","last_fullsized":"2026-02-22T22:13:24.352410+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:53:36.348015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030005599999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'72","reported_seq":109,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T22:13:24.352152+0000","last_change":"2026-02-22T22:13:19.496511+0000","last_active":"2026-02-22T22:13:24.352152+0000","last_peered":"2026-02-22T22:13:24.352152+0000","last_clean":"2026-02-22T22:13:24.352152+0000","last_became_active":"2026-02-22T22:13:19.495861+0000","last_became_peered":"2026-02-22T22:13:19.495861+0000","last_unstale":"2026-02-22T22:13:24.352152+0000","last_undegraded":"2026-02-22T22:13:24.352152+0000","last_fullsized":"2026-02-22T22:13:24.352152+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:18.336415+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:18.336415+0000","last_clean_scrub_stamp":"2026-02-22T22:13:18.336415+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:54:30.223941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":1180736,"data_compressed":11702,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":8,"seq":34359738371,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27160,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344680,"statfs":{"total":96636764160,"available":96608952320,"internally_reserved":0,"allocated":200704,"data_stored":631161,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738371,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27160,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344680,"statfs":{"total":96636764160,"available":96608952320,"internally_reserved":0,"allocated":200704,"data_stored":631161,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738373,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27092,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344748,"statfs":{"total":96636764160,"available":96609021952,"internally_reserved":0,"allocated":131072,"data_stored":37214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:13:26.706 INFO:tasks.ceph.ceph_manager.cluster2:clean! 2026-02-22T22:13:26.707 INFO:tasks.ceph:Waiting until ceph cluster cluster2 is healthy... 2026-02-22T22:13:26.707 INFO:tasks.ceph.ceph_manager.cluster2:wait_until_healthy 2026-02-22T22:13:26.707 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 health --format=json 2026-02-22T22:13:26.864 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:13:26.864 INFO:teuthology.orchestra.run.trial164.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-22T22:13:26.876 INFO:tasks.ceph.ceph_manager.cluster2:wait_until_healthy done 2026-02-22T22:13:26.876 INFO:teuthology.run_tasks:Running task exec... 2026-02-22T22:13:26.893 INFO:teuthology.task.exec:Executing custom commands... 2026-02-22T22:13:26.893 INFO:teuthology.task.exec:Running commands on role cluster1.client.0 host ubuntu@trial072.front.sepia.ceph.com 2026-02-22T22:13:26.893 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster1 osd erasure-code-profile set teuthologyprofile crush-failure-domain=osd m=1 k=2' 2026-02-22T22:13:27.727 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster1 osd pool create datapool 4 4 erasure teuthologyprofile' 2026-02-22T22:13:29.718 INFO:teuthology.orchestra.run.trial072.stderr:pool 'datapool' created 2026-02-22T22:13:29.733 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster1 osd pool set datapool allow_ec_overwrites true' 2026-02-22T22:13:30.718 INFO:teuthology.orchestra.run.trial072.stderr:set pool 3 allow_ec_overwrites to true 2026-02-22T22:13:30.734 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster1 pool init datapool' 2026-02-22T22:13:33.738 INFO:teuthology.task.exec:Running commands on role cluster2.client.0 host ubuntu@trial164.front.sepia.ceph.com 2026-02-22T22:13:33.738 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster2 osd erasure-code-profile set teuthologyprofile crush-failure-domain=osd m=1 k=2' 2026-02-22T22:13:34.402 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster2 osd pool create datapool 4 4 erasure teuthologyprofile' 2026-02-22T22:13:36.394 INFO:teuthology.orchestra.run.trial164.stderr:pool 'datapool' created 2026-02-22T22:13:36.409 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster2 osd pool set datapool allow_ec_overwrites true' 2026-02-22T22:13:37.397 INFO:teuthology.orchestra.run.trial164.stderr:set pool 3 allow_ec_overwrites to true 2026-02-22T22:13:37.411 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 pool init datapool' 2026-02-22T22:13:40.414 INFO:teuthology.run_tasks:Running task exec... 2026-02-22T22:13:40.438 INFO:teuthology.task.exec:Executing custom commands... 2026-02-22T22:13:40.438 INFO:teuthology.task.exec:Running commands on role cluster2.client.0 host ubuntu@trial164.front.sepia.ceph.com 2026-02-22T22:13:40.438 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'echo '"'"'{"type":"qcow","stream":{"type":"http","url":"http://download.ceph.com/qa/ubuntu-12.04.qcow2"}}'"'"' | rbd --cluster cluster2 migration prepare --import-only --source-spec-path - client.0.0-src' 2026-02-22T22:13:40.560 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 migration execute client.0.0-src' 2026-02-22T22:14:28.594 INFO:teuthology.orchestra.run.trial164.stderr: Image migration: 1% complete... Image migration: 2% complete... Image migration: 3% complete... Image migration: 4% complete... Image migration: 5% complete... Image migration: 6% complete... Image migration: 7% complete... Image migration: 8% complete... Image migration: 9% complete... Image migration: 10% complete... Image migration: 11% complete... Image migration: 12% complete... Image migration: 13% complete... Image migration: 14% complete... Image migration: 15% complete... Image migration: 16% complete... Image migration: 17% complete... Image migration: 18% complete... Image migration: 19% complete... Image migration: 20% complete... Image migration: 21% complete... Image migration: 22% complete... Image migration: 23% complete... Image migration: 24% complete... Image migration: 25% complete... Image migration: 26% complete... Image migration: 27% complete... Image migration: 28% complete... Image migration: 29% complete... Image migration: 30% complete... Image migration: 31% complete... Image migration: 32% complete... Image migration: 33% complete... Image migration: 34% complete... Image migration: 35% complete... Image migration: 36% complete... Image migration: 37% complete... Image migration: 38% complete... Image migration: 39% complete... Image migration: 40% complete... Image migration: 41% complete... Image migration: 42% complete... Image migration: 43% complete... Image migration: 44% complete... Image migration: 45% complete... Image migration: 46% complete... Image migration: 47% complete... Image migration: 48% complete... Image migration: 49% complete... Image migration: 50% complete... Image migration: 51% complete... Image migration: 52% complete... Image migration: 53% complete... Image migration: 54% complete... Image migration: 55% complete... Image migration: 56% complete... Image migration: 57% complete... Image migration: 58% complete... Image migration: 59% complete... Image migration: 60% complete... Image migration: 61% complete... Image migration: 62% complete... Image migration: 63% complete... Image migration: 64% complete... Image migration: 65% complete... Image migration: 66% complete... Image migration: 67% complete... Image migration: 68% complete... Image migration: 69% complete... Image migration: 70% complete... Image migration: 71% complete... Image migration: 72% complete... Image migration: 73% complete... Image migration: 74% complete... Image migration: 75% complete... Image migration: 76% complete... Image migration: 77% complete... Image migration: 78% complete... Image migration: 79% complete... Image migration: 80% complete... Image migration: 81% complete... Image migration: 82% complete... Image migration: 83% complete... Image migration: 84% complete... Image migration: 85% complete... Image migration: 86% complete... Image migration: 87% complete... Image migration: 88% complete... Image migration: 89% complete... Image migration: 90% complete... Image migration: 91% complete... Image migration: 92% complete... Image migration: 93% complete... Image migration: 94% complete... Image migration: 95% complete... Image migration: 96% complete... Image migration: 97% complete... Image migration: 98% complete... Image migration: 99% complete... Image migration: 100% complete...done. 2026-02-22T22:14:28.601 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 migration commit client.0.0-src' 2026-02-22T22:14:28.653 INFO:teuthology.orchestra.run.trial164.stderr: Commit image migration: 100% complete...done. 2026-02-22T22:14:28.658 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.0-src@snap' 2026-02-22T22:14:28.748 INFO:teuthology.orchestra.run.trial164.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T22:14:28.757 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap protect client.0.0-src@snap' 2026-02-22T22:14:28.835 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 clone client.0.0-src@snap client.0.0' 2026-02-22T22:14:28.924 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.0@snap' 2026-02-22T22:14:29.755 INFO:teuthology.orchestra.run.trial164.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T22:14:29.764 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 create --size 1G client.0.1-src' 2026-02-22T22:14:29.845 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1-src' 2026-02-22T22:14:29.923 INFO:teuthology.orchestra.run.trial164.stdout:bench type write io_size 16384 io_threads 1 bytes 1048576 pattern random 2026-02-22T22:14:29.986 INFO:teuthology.orchestra.run.trial164.stdout: SEC OPS OPS/SEC BYTES/SEC 2026-02-22T22:14:29.987 INFO:teuthology.orchestra.run.trial164.stdout:elapsed: 0 ops: 64 ops/sec: 1000.02 bytes/sec: 16 MiB/s 2026-02-22T22:14:29.994 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.1-src@snap' 2026-02-22T22:14:30.757 INFO:teuthology.orchestra.run.trial164.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T22:14:30.765 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap protect client.0.1-src@snap' 2026-02-22T22:14:30.844 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 clone client.0.1-src@snap client.0.1' 2026-02-22T22:14:30.932 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.1' 2026-02-22T22:14:30.971 INFO:teuthology.orchestra.run.trial164.stdout:bench type write io_size 16384 io_threads 1 bytes 1048576 pattern random 2026-02-22T22:14:31.041 INFO:teuthology.orchestra.run.trial164.stdout: SEC OPS OPS/SEC BYTES/SEC 2026-02-22T22:14:31.042 INFO:teuthology.orchestra.run.trial164.stdout:elapsed: 0 ops: 64 ops/sec: 888.904 bytes/sec: 14 MiB/s 2026-02-22T22:14:31.050 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.1@snap' 2026-02-22T22:14:31.759 INFO:teuthology.orchestra.run.trial164.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T22:14:31.769 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 create --size 1G client.0.2-src' 2026-02-22T22:14:31.848 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 1M client.0.2-src' 2026-02-22T22:14:31.922 INFO:teuthology.orchestra.run.trial164.stdout:bench type write io_size 16384 io_threads 1 bytes 1048576 pattern random 2026-02-22T22:14:31.984 INFO:teuthology.orchestra.run.trial164.stdout: SEC OPS OPS/SEC BYTES/SEC 2026-02-22T22:14:31.984 INFO:teuthology.orchestra.run.trial164.stdout:elapsed: 0 ops: 64 ops/sec: 1066.68 bytes/sec: 17 MiB/s 2026-02-22T22:14:31.991 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.2-src@snap' 2026-02-22T22:14:32.765 INFO:teuthology.orchestra.run.trial164.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T22:14:32.774 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap protect client.0.2-src@snap' 2026-02-22T22:14:32.852 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 clone client.0.2-src@snap client.0.2' 2026-02-22T22:14:32.947 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 bench --io-type write --io-pattern rand --io-size 16K --io-threads 1 --io-total 2M client.0.2' 2026-02-22T22:14:32.986 INFO:teuthology.orchestra.run.trial164.stdout:bench type write io_size 16384 io_threads 1 bytes 2097152 pattern random 2026-02-22T22:14:33.111 INFO:teuthology.orchestra.run.trial164.stdout: SEC OPS OPS/SEC BYTES/SEC 2026-02-22T22:14:33.112 INFO:teuthology.orchestra.run.trial164.stdout:elapsed: 0 ops: 128 ops/sec: 1032.28 bytes/sec: 16 MiB/s 2026-02-22T22:14:33.123 DEBUG:teuthology.orchestra.run.trial164:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster2 snap create client.0.2@snap' 2026-02-22T22:14:33.766 INFO:teuthology.orchestra.run.trial164.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2026-02-22T22:14:33.775 INFO:teuthology.run_tasks:Running task exec... 2026-02-22T22:14:33.790 INFO:teuthology.task.exec:Executing custom commands... 2026-02-22T22:14:33.790 INFO:teuthology.task.exec:Running commands on role cluster1.client.0 host ubuntu@trial072.front.sepia.ceph.com 2026-02-22T22:14:33.790 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'echo '"'"'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.0","snap_name":"snap"}'"'"' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.0' 2026-02-22T22:14:34.773 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'echo '"'"'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.1","snap_name":"snap"}'"'"' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.1' 2026-02-22T22:14:35.776 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'echo '"'"'{"type":"native","cluster_name":"cluster2","client_name":"client.admin","pool_name":"rbd","image_name":"client.0.2","snap_name":"snap"}'"'"' | rbd --cluster cluster1 migration prepare --import-only --source-spec-path - client.0.2' 2026-02-22T22:14:36.777 INFO:teuthology.run_tasks:Running task parallel... 2026-02-22T22:14:36.794 INFO:teuthology.task.parallel:starting parallel... 2026-02-22T22:14:36.795 INFO:teuthology.task.parallel:In parallel, running task sequential... 2026-02-22T22:14:36.796 INFO:teuthology.task.sequential:In sequential, running task qemu... 2026-02-22T22:14:36.826 DEBUG:teuthology.orchestra.run.trial072:> install -d -m0755 -- /home/ubuntu/cephtest/qemu /home/ubuntu/cephtest/archive/qemu 2026-02-22T22:14:36.827 INFO:teuthology.task.parallel:In parallel, running task sequential... 2026-02-22T22:14:36.827 INFO:teuthology.task.sequential:In sequential, running task exec... 2026-02-22T22:14:36.827 INFO:teuthology.task.exec:Executing custom commands... 2026-02-22T22:14:36.827 INFO:teuthology.task.exec:Running commands on role cluster1.client.0 host ubuntu@trial072.front.sepia.ceph.com 2026-02-22T22:14:36.827 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sleep $((RANDOM % 600))' 2026-02-22T22:14:36.832 INFO:teuthology.packaging:Installing package qemu-block-extra on ubuntu@trial072.front.sepia.ceph.com 2026-02-22T22:14:36.832 DEBUG:teuthology.orchestra.run.trial072:> DEBIAN_FRONTEND=noninteractive sudo -E apt-get -y --force-yes install qemu-block-extra 2026-02-22T22:14:36.905 INFO:teuthology.orchestra.run.trial072.stdout:Reading package lists... 2026-02-22T22:14:37.018 INFO:teuthology.orchestra.run.trial072.stdout:Building dependency tree... 2026-02-22T22:14:37.018 INFO:teuthology.orchestra.run.trial072.stdout:Reading state information... 2026-02-22T22:14:37.107 INFO:teuthology.orchestra.run.trial072.stdout:The following packages were automatically installed and are no longer required: 2026-02-22T22:14:37.107 INFO:teuthology.orchestra.run.trial072.stdout: kpartx libboost-iostreams1.74.0 libboost-thread1.74.0 libpmemobj1 2026-02-22T22:14:37.107 INFO:teuthology.orchestra.run.trial072.stdout: libsgutils2-2 sg3-utils sg3-utils-udev 2026-02-22T22:14:37.107 INFO:teuthology.orchestra.run.trial072.stdout:Use 'sudo apt autoremove' to remove them. 2026-02-22T22:14:37.118 INFO:teuthology.orchestra.run.trial072.stdout:The following NEW packages will be installed: 2026-02-22T22:14:37.118 INFO:teuthology.orchestra.run.trial072.stdout: qemu-block-extra 2026-02-22T22:14:37.485 INFO:teuthology.orchestra.run.trial072.stdout:0 upgraded, 1 newly installed, 0 to remove and 13 not upgraded. 2026-02-22T22:14:37.485 INFO:teuthology.orchestra.run.trial072.stdout:Need to get 68.1 kB of archives. 2026-02-22T22:14:37.485 INFO:teuthology.orchestra.run.trial072.stdout:After this operation, 370 kB of additional disk space will be used. 2026-02-22T22:14:37.486 INFO:teuthology.orchestra.run.trial072.stdout:Get:1 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 qemu-block-extra amd64 1:6.2+dfsg-2ubuntu6.27 [68.1 kB] 2026-02-22T22:14:37.829 INFO:teuthology.orchestra.run.trial072.stdout:Fetched 68.1 kB in 1s (130 kB/s) 2026-02-22T22:14:37.847 INFO:teuthology.orchestra.run.trial072.stdout:Selecting previously unselected package qemu-block-extra. 2026-02-22T22:14:37.886 INFO:teuthology.orchestra.run.trial072.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 174277 files and directories currently installed.) 2026-02-22T22:14:37.888 INFO:teuthology.orchestra.run.trial072.stdout:Preparing to unpack .../qemu-block-extra_1%3a6.2+dfsg-2ubuntu6.27_amd64.deb ... 2026-02-22T22:14:37.888 INFO:teuthology.orchestra.run.trial072.stdout:Unpacking qemu-block-extra (1:6.2+dfsg-2ubuntu6.27) ... 2026-02-22T22:14:37.914 INFO:teuthology.orchestra.run.trial072.stdout:Setting up qemu-block-extra (1:6.2+dfsg-2ubuntu6.27) ... 2026-02-22T22:14:38.952 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:14:38.952 INFO:teuthology.orchestra.run.trial072.stdout:Running kernel seems to be up-to-date. 2026-02-22T22:14:38.952 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:14:38.953 INFO:teuthology.orchestra.run.trial072.stdout:The processor microcode seems to be up-to-date. 2026-02-22T22:14:38.953 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:14:38.953 INFO:teuthology.orchestra.run.trial072.stdout:No services need to be restarted. 2026-02-22T22:14:38.953 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:14:38.953 INFO:teuthology.orchestra.run.trial072.stdout:No containers need to be restarted. 2026-02-22T22:14:38.953 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:14:38.953 INFO:teuthology.orchestra.run.trial072.stdout:No user sessions are running outdated binaries. 2026-02-22T22:14:38.954 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:14:38.954 INFO:teuthology.orchestra.run.trial072.stdout:No VM guests are running outdated hypervisor (qemu) binaries on this host. 2026-02-22T22:14:39.737 INFO:teuthology.orchestra.run.trial072.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2026-02-22T22:14:39.740 INFO:teuthology.packaging:Installing package qemu-utils on ubuntu@trial072.front.sepia.ceph.com 2026-02-22T22:14:39.740 DEBUG:teuthology.orchestra.run.trial072:> DEBIAN_FRONTEND=noninteractive sudo -E apt-get -y --force-yes install qemu-utils 2026-02-22T22:14:39.813 INFO:teuthology.orchestra.run.trial072.stdout:Reading package lists... 2026-02-22T22:14:39.924 INFO:teuthology.orchestra.run.trial072.stdout:Building dependency tree... 2026-02-22T22:14:39.924 INFO:teuthology.orchestra.run.trial072.stdout:Reading state information... 2026-02-22T22:14:40.011 INFO:teuthology.orchestra.run.trial072.stdout:qemu-utils is already the newest version (1:6.2+dfsg-2ubuntu6.27). 2026-02-22T22:14:40.011 INFO:teuthology.orchestra.run.trial072.stdout:qemu-utils set to manually installed. 2026-02-22T22:14:40.011 INFO:teuthology.orchestra.run.trial072.stdout:The following packages were automatically installed and are no longer required: 2026-02-22T22:14:40.011 INFO:teuthology.orchestra.run.trial072.stdout: kpartx libboost-iostreams1.74.0 libboost-thread1.74.0 libpmemobj1 2026-02-22T22:14:40.011 INFO:teuthology.orchestra.run.trial072.stdout: libsgutils2-2 sg3-utils sg3-utils-udev 2026-02-22T22:14:40.011 INFO:teuthology.orchestra.run.trial072.stdout:Use 'sudo apt autoremove' to remove them. 2026-02-22T22:14:40.030 INFO:teuthology.orchestra.run.trial072.stdout:0 upgraded, 0 newly installed, 0 to remove and 13 not upgraded. 2026-02-22T22:14:40.031 INFO:teuthology.orchestra.run.trial072.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2026-02-22T22:14:40.032 INFO:tasks.qemu:generating iso... 2026-02-22T22:14:40.033 INFO:tasks.qemu:Pulling tests from https://github.com/ceph/ceph-ci.git ref f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T22:14:40.033 DEBUG:teuthology.orchestra.run.trial072:> rm -rf /home/ubuntu/cephtest/qemu_clone.cluster1.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/qemu_clone.cluster1.client.0 && cd /home/ubuntu/cephtest/qemu_clone.cluster1.client.0 && git checkout f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T22:14:40.083 INFO:teuthology.orchestra.run.trial072.stderr:Cloning into '/home/ubuntu/cephtest/qemu_clone.cluster1.client.0'... 2026-02-22T22:15:02.341 INFO:teuthology.orchestra.run.trial072.stderr:Note: switching to 'f90f4eaebb28b619cf76e80cbbe997656da69579'. 2026-02-22T22:15:02.341 INFO:teuthology.orchestra.run.trial072.stderr: 2026-02-22T22:15:02.341 INFO:teuthology.orchestra.run.trial072.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-02-22T22:15:02.341 INFO:teuthology.orchestra.run.trial072.stderr:changes and commit them, and you can discard any commits you make in this 2026-02-22T22:15:02.342 INFO:teuthology.orchestra.run.trial072.stderr:state without impacting any branches by switching back to a branch. 2026-02-22T22:15:02.342 INFO:teuthology.orchestra.run.trial072.stderr: 2026-02-22T22:15:02.342 INFO:teuthology.orchestra.run.trial072.stderr:If you want to create a new branch to retain commits you create, you may 2026-02-22T22:15:02.342 INFO:teuthology.orchestra.run.trial072.stderr:do so (now or later) by using -c with the switch command. Example: 2026-02-22T22:15:02.342 INFO:teuthology.orchestra.run.trial072.stderr: 2026-02-22T22:15:02.342 INFO:teuthology.orchestra.run.trial072.stderr: git switch -c 2026-02-22T22:15:02.343 INFO:teuthology.orchestra.run.trial072.stderr: 2026-02-22T22:15:02.343 INFO:teuthology.orchestra.run.trial072.stderr:Or undo this operation with: 2026-02-22T22:15:02.343 INFO:teuthology.orchestra.run.trial072.stderr: 2026-02-22T22:15:02.343 INFO:teuthology.orchestra.run.trial072.stderr: git switch - 2026-02-22T22:15:02.343 INFO:teuthology.orchestra.run.trial072.stderr: 2026-02-22T22:15:02.343 INFO:teuthology.orchestra.run.trial072.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-02-22T22:15:02.343 INFO:teuthology.orchestra.run.trial072.stderr: 2026-02-22T22:15:02.343 INFO:teuthology.orchestra.run.trial072.stderr:HEAD is now at f90f4eaebb2 Merge branch 'wip-74712-squid' of https://github.com/idryomov/ceph into wip-yuri6-testing-2026-02-22-1629-squid 2026-02-22T22:15:02.351 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:15:02.351 DEBUG:teuthology.orchestra.run.trial072:> dd of=/home/ubuntu/cephtest/qemu/userdata.cluster1.client.0 2026-02-22T22:15:02.397 DEBUG:teuthology.orchestra.run.trial072:> set -ex 2026-02-22T22:15:02.397 DEBUG:teuthology.orchestra.run.trial072:> dd of=/home/ubuntu/cephtest/qemu/metadata.cluster1.client.0 2026-02-22T22:15:02.449 INFO:tasks.qemu:fetching test qa/run_xfstests_qemu.sh for cluster1.client.0 2026-02-22T22:15:02.450 DEBUG:teuthology.orchestra.run.trial072:> cp -- /home/ubuntu/cephtest/qemu_clone.cluster1.client.0/qa/run_xfstests_qemu.sh /home/ubuntu/cephtest/qemu/cluster1.client.0.test.sh && chmod 755 /home/ubuntu/cephtest/qemu/cluster1.client.0.test.sh 2026-02-22T22:15:02.498 DEBUG:teuthology.orchestra.run.trial072:> genisoimage -quiet -input-charset utf-8 -volid cidata -joliet -rock -o /home/ubuntu/cephtest/qemu/cluster1.client.0.iso -graft-points user-data=/home/ubuntu/cephtest/qemu/userdata.cluster1.client.0 meta-data=/home/ubuntu/cephtest/qemu/metadata.cluster1.client.0 ceph.conf=/etc/ceph/cluster1.conf ceph.keyring=/etc/ceph/cluster1.keyring test.sh=/home/ubuntu/cephtest/qemu/cluster1.client.0.test.sh 2026-02-22T22:15:02.547 INFO:tasks.qemu:downloading base image 2026-02-22T22:15:02.548 DEBUG:teuthology.orchestra.run.trial072:> rbd --cluster cluster1 resize --size=10240M client.0.0 || true 2026-02-22T22:15:02.638 INFO:teuthology.orchestra.run.trial072.stderr: Resizing image: 100% complete...done. 2026-02-22T22:15:02.646 DEBUG:teuthology.orchestra.run.trial072:> rbd --cluster cluster1 resize --size=10240M client.0.1 || true 2026-02-22T22:15:02.694 INFO:teuthology.orchestra.run.trial072.stderr: Resizing image: 100% complete...done. 2026-02-22T22:15:02.702 DEBUG:teuthology.orchestra.run.trial072:> rbd --cluster cluster1 resize --size=10240M client.0.2 || true 2026-02-22T22:15:02.750 INFO:teuthology.orchestra.run.trial072.stderr: Resizing image: 100% complete...done. 2026-02-22T22:15:02.758 DEBUG:teuthology.orchestra.run.trial072:> mkdir /home/ubuntu/cephtest/archive/qemu/cluster1.client.0 && sudo modprobe kvm 2026-02-22T22:15:02.767 INFO:tasks.qemu:Creating the nfs export directory... 2026-02-22T22:15:02.767 DEBUG:teuthology.orchestra.run.trial072:> sudo mkdir -p /export/cluster1.client.0 2026-02-22T22:15:02.821 INFO:tasks.qemu:Mounting the test directory... 2026-02-22T22:15:02.821 DEBUG:teuthology.orchestra.run.trial072:> sudo mount --bind /home/ubuntu/cephtest/archive/qemu/cluster1.client.0 /export/cluster1.client.0 2026-02-22T22:15:02.873 INFO:tasks.qemu:Adding mount to /etc/exports... 2026-02-22T22:15:02.873 INFO:tasks.qemu:Deleting export from /etc/exports... 2026-02-22T22:15:02.874 DEBUG:teuthology.orchestra.run.trial072:> sudo sed -i '\|/export/cluster1.client.0|d' /etc/exports 2026-02-22T22:15:02.926 DEBUG:teuthology.orchestra.run.trial072:> echo '/export/cluster1.client.0 *(rw,no_root_squash,no_subtree_check,insecure)' | sudo tee -a /etc/exports 2026-02-22T22:15:02.977 INFO:teuthology.orchestra.run.trial072.stdout:/export/cluster1.client.0 *(rw,no_root_squash,no_subtree_check,insecure) 2026-02-22T22:15:02.979 INFO:tasks.qemu:Restarting NFS... 2026-02-22T22:15:02.979 DEBUG:teuthology.orchestra.run.trial072:> sudo service nfs-kernel-server restart 2026-02-22T22:15:03.324 DEBUG:teuthology.orchestra.run.trial072:> sudo udevadm control --reload 2026-02-22T22:15:03.334 DEBUG:teuthology.orchestra.run.trial072:> sudo udevadm trigger /dev/kvm 2026-02-22T22:15:03.386 DEBUG:teuthology.orchestra.run.trial072:> ls -l /dev/kvm 2026-02-22T22:15:03.433 INFO:teuthology.orchestra.run.trial072.stdout:crw-rw---- 1 root kvm 10, 232 Feb 22 22:15 /dev/kvm 2026-02-22T22:15:03.433 INFO:tasks.qemu:starting qemu... 2026-02-22T22:15:03.434 DEBUG:teuthology.orchestra.run.trial072:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term qemu-system-x86_64 -enable-kvm -nographic -cpu host -smp 1 -m 4096 -cdrom /home/ubuntu/cephtest/qemu/cluster1.client.0.iso -drive file=rbd:rbd/client.0.0:conf=/etc/ceph/cluster1.conf:id=0,format=raw,if=virtio,cache=writeback -drive file=rbd:rbd/client.0.1:conf=/etc/ceph/cluster1.conf:id=0,format=raw,if=virtio,cache=writeback -drive file=rbd:rbd/client.0.2:conf=/etc/ceph/cluster1.conf:id=0,format=raw,if=virtio,cache=writeback 2026-02-22T22:15:03.478 INFO:tasks.qemu:waiting for qemu tests to finish... 2026-02-22T22:15:03.789 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:c[?7lSeaBIOS (version 1.15.0-1) 2026-02-22T22:15:03.789 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:03.789 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:03.789 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:iPXE (https://ipxe.org) 00:03.0 CA00 PCI2.10 PnP PMM+BFF8B380+BFECB380 CA00 2026-02-22T22:15:03.789 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Press Ctrl-B to configure iPXE (PCI 00:03.0)... 2026-02-22T22:15:03.789 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:03.789 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:03.961 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Booting from Hard Disk... 2026-02-22T22:15:04.245 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:GNU GRUB version 1.99-21ubuntu3.4┌──────────────────────────────────────────────────────────────────────────┐││││││││││││││││││││││││││└──────────────────────────────────────────────────────────────────────────┘ 2026-02-22T22:15:04.245 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:04.245 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: Use the ↑ and ↓ keys to select which entry is highlighted. 2026-02-22T22:15:04.245 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: Press enter to boot the selected OS, 'e' to edit the commands 2026-02-22T22:15:04.245 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: before booting or 'c' for a command-line. 2026-02-22T22:15:04.245 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:  Ubuntu, with Linux 3.2.0-32-virtual   Ubuntu, with Linux 3.2.0-32-virtual (recovery mode) Memory test (memtest86+) Memory test (memtest86+, serial console 115200)           2026-02-22T22:15:04.246 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:04.246 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:04.246 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:04.246 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:04.246 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: The highlighted entry will be executed automatically in 5s.  2026-02-22T22:15:05.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.159 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.159 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.159 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.159 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.159 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.159 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.159 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.159 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.159 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.159 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.159 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:05.159 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.167 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: The highlighted entry will be executed automatically in 4s.  2026-02-22T22:15:06.167 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.167 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.167 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.168 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.168 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.168 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.168 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.168 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.168 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.168 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.168 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.169 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.169 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.169 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.169 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.169 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:06.169 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.157 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: The highlighted entry will be executed automatically in 3s.  2026-02-22T22:15:07.157 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.157 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.157 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.157 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.157 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:07.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.157 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: The highlighted entry will be executed automatically in 2s.  2026-02-22T22:15:08.157 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.157 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.157 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.157 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.157 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:08.158 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.160 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: The highlighted entry will be executed automatically in 1s.  2026-02-22T22:15:09.161 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.161 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.161 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.161 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.161 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.161 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.161 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.161 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.162 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.162 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.162 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.162 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.162 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.162 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.162 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.162 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:09.162 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: The highlighted entry will be executed automatically in 0s. [ 0.000000] Initializing cgroup subsys cpuset 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Initializing cgroup subsys cpu 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Linux version 3.2.0-32-virtual (buildd@batsu) (gcc version 4.6.3 (Ubuntu/Linaro 4.6.3-1ubuntu5) ) #51-Ubuntu SMP Wed Sep 26 21:53:42 UTC 2012 (Ubuntu 3.2.0-32.51-virtual 3.2.30) 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Command line: BOOT_IMAGE=/boot/vmlinuz-3.2.0-32-virtual root=LABEL=cloudimg-rootfs ro console=ttyS0 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] KERNEL supported cpus: 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Intel GenuineIntel 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] AMD AuthenticAMD 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Centaur CentaurHauls 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] BIOS-provided physical RAM map: 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] BIOS-e820: 0000000000000000 - 000000000009fc00 (usable) 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] BIOS-e820: 000000000009fc00 - 00000000000a0000 (reserved) 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] BIOS-e820: 00000000000f0000 - 0000000000100000 (reserved) 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] BIOS-e820: 0000000000100000 - 00000000bffd7000 (usable) 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] BIOS-e820: 00000000bffd7000 - 00000000c0000000 (reserved) 2026-02-22T22:15:10.040 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] BIOS-e820: 00000000feffc000 - 00000000ff000000 (reserved) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] BIOS-e820: 00000000fffc0000 - 0000000100000000 (reserved) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] BIOS-e820: 0000000100000000 - 0000000140000000 (usable) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] NX (Execute Disable) protection: active 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] DMI 2.8 present. 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] No AGP bridge found 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] last_pfn = 0x140000 max_arch_pfn = 0x400000000 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] x86 PAT enabled: cpu 0, old 0x7040600070406, new 0x7010600070106 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] last_pfn = 0xbffd7 max_arch_pfn = 0x400000000 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] found SMP MP-table at [ffff8800000f5b80] f5b80 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Using GB pages for direct mapping 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] init_memory_mapping: 0000000000000000-00000000bffd7000 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] init_memory_mapping: 0000000100000000-0000000140000000 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] RAMDISK: 37786000 - 37bbb000 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: RSDP 00000000000f59a0 00014 (v00 BOCHS ) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: RSDT 00000000bffe191a 00034 (v01 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: FACP 00000000bffe17ce 00074 (v01 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: DSDT 00000000bffe0040 0178E (v01 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: FACS 00000000bffe0000 00040 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: APIC 00000000bffe1842 00078 (v01 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: HPET 00000000bffe18ba 00038 (v01 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: WAET 00000000bffe18f2 00028 (v01 BOCHS BXPC 00000001 BXPC 00000001) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] No NUMA configuration found 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Faking a node at 0000000000000000-0000000140000000 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Initmem setup node 0 0000000000000000-0000000140000000 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] NODE_DATA [000000013fffb000 - 000000013fffffff] 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d00 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] kvm-clock: cpu 0, msr 0:1cf6681, boot clock 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Zone PFN ranges: 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] DMA 0x00000010 -> 0x00001000 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] DMA32 0x00001000 -> 0x00100000 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Normal 0x00100000 -> 0x00140000 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Movable zone start PFN for each node 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] early_node_map[3] active PFN ranges 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] 0: 0x00000010 -> 0x0000009f 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] 0: 0x00000100 -> 0x000bffd7 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] 0: 0x00100000 -> 0x00140000 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: PM-Timer IO Port: 0x608 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: LAPIC (acpi_id[0x00] lapic_id[0x00] enabled) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1]) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: IOAPIC (id[0x00] address[0xfec00000] gsi_base[0]) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level) 2026-02-22T22:15:10.041 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level) 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Using ACPI (MADT) for SMP configuration information 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] ACPI: HPET id: 0x8086a201 base: 0xfed00000 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] SMP: Allowing 1 CPUs, 0 hotplug CPUs 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] PM: Registered nosave memory: 000000000009f000 - 00000000000a0000 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] PM: Registered nosave memory: 00000000000a0000 - 00000000000f0000 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] PM: Registered nosave memory: 00000000000f0000 - 0000000000100000 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] PM: Registered nosave memory: 00000000bffd7000 - 00000000c0000000 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] PM: Registered nosave memory: 00000000c0000000 - 00000000feffc000 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] PM: Registered nosave memory: 00000000feffc000 - 00000000ff000000 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] PM: Registered nosave memory: 00000000ff000000 - 00000000fffc0000 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] PM: Registered nosave memory: 00000000fffc0000 - 0000000100000000 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Allocating PCI resources starting at c0000000 (gap: c0000000:3effc000) 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Booting paravirtualized kernel on KVM 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] setup_percpu: NR_CPUS:64 nr_cpumask_bits:64 nr_cpu_ids:1 nr_node_ids:1 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] PERCPU: Embedded 28 pages/cpu @ffff88013fc00000 s82880 r8192 d23616 u2097152 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] kvm-clock: cpu 0, msr 1:3fc13681, primary cpu clock 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] KVM setup async PF for cpu 0 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] kvm-stealtime: cpu 0, msr 13fc0dd40 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Built 1 zonelists in Node order, mobility grouping on. Total pages: 1027937 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Policy zone: Normal 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Kernel command line: BOOT_IMAGE=/boot/vmlinuz-3.2.0-32-virtual root=LABEL=cloudimg-rootfs ro console=ttyS0 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] PID hash table entries: 4096 (order: 3, 32768 bytes) 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] xsave/xrstor: enabled xstate_bv 0x7, cntxt size 0x340 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Checking aperture... 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] No AGP bridge found 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Memory: 4041884k/5242880k available (6532k kernel code, 1049192k absent, 151804k reserved, 6657k data, 924k init) 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] SLUB: Genslabs=15, HWalign=64, Order=0-3, MinObjects=0, CPUs=1, Nodes=1 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Hierarchical RCU implementation. 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] RCU dyntick-idle grace-period acceleration is enabled. 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] NR_IRQS:4352 nr_irqs:256 16 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Console: colour VGA+ 80x25 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] console [ttyS0] enabled 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] allocated 33554432 bytes of page_cgroup 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] please try 'cgroup_disable=memory' option if you don't want memory cgroups 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.000000] Detected 3693.048 MHz processor. 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.008000] Calibrating delay loop (skipped) preset value.. 7386.09 BogoMIPS (lpj=14772192) 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.008000] pid_max: default: 32768 minimum: 301 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.008000] Security Framework initialized 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.008000] AppArmor: AppArmor initialized 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.008000] Yama: becoming mindful. 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.008230] Dentry cache hash table entries: 524288 (order: 10, 4194304 bytes) 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.009858] Inode-cache hash table entries: 262144 (order: 9, 2097152 bytes) 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.011050] Mount-cache hash table entries: 256 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.012051] Initializing cgroup subsys cpuacct 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.012768] Initializing cgroup subsys memory 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.013444] Initializing cgroup subsys devices 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.014131] Initializing cgroup subsys freezer 2026-02-22T22:15:10.042 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.014818] Initializing cgroup subsys blkio 2026-02-22T22:15:10.043 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.015481] Initializing cgroup subsys perf_event 2026-02-22T22:15:10.043 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.016204] mce: CPU supports 10 MCE banks 2026-02-22T22:15:10.043 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.017134] SMP alternatives: switching to UP code 2026-02-22T22:15:10.043 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.031107] Freeing SMP alternatives: 24k freed 2026-02-22T22:15:10.043 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.031797] ACPI: Core revision 20110623 2026-02-22T22:15:10.043 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.032242] ftrace: allocating 27008 entries in 106 pages 2026-02-22T22:15:10.043 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.036172] Enabling x2apic 2026-02-22T22:15:10.043 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.036609] Enabled x2apic 2026-02-22T22:15:10.043 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.040005] Switched APIC routing to physical x2apic. 2026-02-22T22:15:10.043 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.041684] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-1 2026-02-22T22:15:10.043 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.042541] CPU0: AMD EPYC 4464P 12-Core Processor stepping 02 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.048002] Performance Events: no PMU driver, software events only. 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.048002] NMI watchdog disabled (cpu0): hardware events not enabled 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.048002] Brought up 1 CPUs 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.048002] Total of 1 processors activated (7386.09 BogoMIPS). 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.048002] devtmpfs: initialized 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.048231] EVM: security.selinux 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.048715] EVM: security.SMACK64 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.049196] EVM: security.capability 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.049986] print_constraints: dummy: 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.050579] RTC time: 22:15:09, date: 02/22/26 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.051230] NET: Registered protocol family 16 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.052536] Extended Config Space enabled on 0 nodes 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.053265] ACPI: bus type pci registered 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.053922] PCI: Using configuration type 1 for base access 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.054718] PCI: Using configuration type 1 for extended access 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.055791] bio: create slab at 0 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.056031] ACPI: Added _OSI(Module Device) 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.056653] ACPI: Added _OSI(Processor Device) 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.057295] ACPI: Added _OSI(3.0 _SCP Extensions) 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.057969] ACPI: Added _OSI(Processor Aggregator Device) 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.059405] ACPI: Interpreter enabled 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.060005] ACPI: (supports S0 S3 S4 S5) 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.060714] ACPI: Using IOAPIC for interrupt routing 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.062161] ACPI: No dock devices found. 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.062728] HEST: Table not found. 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.063221] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.064011] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff]) 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.064909] pci_root PNP0A03:00: host bridge window [io 0x0000-0x0cf7] 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.065853] pci_root PNP0A03:00: host bridge window [io 0x0d00-0xffff] 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.066796] pci_root PNP0A03:00: host bridge window [mem 0x000a0000-0x000bffff] 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.068004] pci_root PNP0A03:00: host bridge window [mem 0xc0000000-0xfebfffff] 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.069044] pci_root PNP0A03:00: host bridge window [mem 0x140000000-0x1bfffffff] 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.074433] pci 0000:00:01.3: quirk: [io 0x0600-0x063f] claimed by PIIX4 ACPI 2026-02-22T22:15:10.132 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.075469] pci 0000:00:01.3: quirk: [io 0x0700-0x070f] claimed by PIIX4 SMB 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.108548] pci0000:00: Requesting ACPI _OSC control (0x1d) 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.109369] pci0000:00: ACPI _OSC request failed (AE_NOT_FOUND), returned control mask: 0x1d 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.110578] ACPI _OSC control for PCIe not granted, disabling ASPM 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.111974] ACPI: PCI Interrupt Link [LNKA] (IRQs 5 *10 11) 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.112313] ACPI: PCI Interrupt Link [LNKB] (IRQs 5 *10 11) 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.113290] ACPI: PCI Interrupt Link [LNKC] (IRQs 5 10 *11) 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.114268] ACPI: PCI Interrupt Link [LNKD] (IRQs 5 10 *11) 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.115212] ACPI: PCI Interrupt Link [LNKS] (IRQs *9) 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.116184] vgaarb: device added: PCI:0000:00:02.0,decodes=io+mem,owns=io+mem,locks=none 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.117334] vgaarb: loaded 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.117729] vgaarb: bridge control possible 0000:00:02.0 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.118519] i2c-core: driver [aat2870] using legacy suspend method 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.119400] i2c-core: driver [aat2870] using legacy resume method 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.120029] SCSI subsystem initialized 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.120605] usbcore: registered new interface driver usbfs 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.121393] usbcore: registered new interface driver hub 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.122162] usbcore: registered new device driver usb 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.122914] PCI: Using ACPI for IRQ routing 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.124209] NetLabel: Initializing 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.124705] NetLabel: domain hash size = 128 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.125331] NetLabel: protocols = UNLABELED CIPSOv4 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.126046] NetLabel: unlabeled traffic allowed by default 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.126881] hpet0: at MMIO 0xfed00000, IRQs 2, 8, 0 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.127652] hpet0: 3 comparators, 64-bit 100.000000 MHz counter 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.132011] Switching to clocksource kvm-clock 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.134475] AppArmor: AppArmor Filesystem Enabled 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.134547] pnp: PnP ACPI init 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.134995] ACPI: bus type pnp registered 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.135845] pnp: PnP ACPI: found 11 devices 2026-02-22T22:15:10.191 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.136457] ACPI: ACPI bus type pnp unregistered 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.142013] NET: Registered protocol family 2 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.142672] IP route cache hash table entries: 131072 (order: 8, 1048576 bytes) 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.144012] TCP established hash table entries: 524288 (order: 11, 8388608 bytes) 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.145784] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes) 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.146779] TCP: Hash tables configured (established 524288 bind 65536) 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.147729] TCP reno registered 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.148196] UDP hash table entries: 2048 (order: 4, 65536 bytes) 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.149057] UDP-Lite hash table entries: 2048 (order: 4, 65536 bytes) 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.149994] NET: Registered protocol family 1 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.150625] pci 0000:00:00.0: Limiting direct PCI/PCI transfers 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.151498] pci 0000:00:01.0: PIIX3: Enabling Passive Release 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.152349] pci 0000:00:01.0: Activating ISA DMA hang workarounds 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.153304] PCI-DMA: Using software bounce buffering for IO (SWIOTLB) 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.154223] Placing 64MB software IO TLB between ffff8800bbfd7000 - ffff8800bffd7000 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.155328] software IO TLB at phys 0xbbfd7000 - 0xbffd7000 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.156250] audit: initializing netlink socket (disabled) 2026-02-22T22:15:10.214 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.157025] type=2000 audit(1771798509.156:1): initialized 2026-02-22T22:15:10.217 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.166970] Trying to unpack rootfs image as initramfs... 2026-02-22T22:15:10.235 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.184035] HugeTLB registered 2 MB page size, pre-allocated 0 pages 2026-02-22T22:15:10.245 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.192102] VFS: Disk quotas dquot_6.5.2 2026-02-22T22:15:10.245 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.192688] Dquot-cache hash table entries: 512 (order 0, 4096 bytes) 2026-02-22T22:15:10.245 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.193728] fuse init (API version 7.17) 2026-02-22T22:15:10.245 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.194320] msgmni has been set to 7894 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.204511] Freeing initrd memory: 4308k freed 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.205299] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 253) 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.206469] io scheduler noop registered 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.207037] io scheduler deadline registered (default) 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.207789] io scheduler cfq registered 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.208382] pci_hotplug: PCI Hot Plug PCI Core version: 0.5 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.209187] pciehp: PCI Express Hot Plug Controller Driver version: 0.4 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.210174] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input0 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.211235] ACPI: Power Button [PWRF] 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.212025] ERST: Table is not found! 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.212555] GHES: HEST is not enabled! 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.213350] ACPI: PCI Interrupt Link [LNKD] enabled at IRQ 11 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.214187] virtio-pci 0000:00:04.0: PCI INT A -> Link[LNKD] -> GSI 11 (level, high) -> IRQ 11 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.215796] ACPI: PCI Interrupt Link [LNKA] enabled at IRQ 10 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.216639] virtio-pci 0000:00:05.0: PCI INT A -> Link[LNKA] -> GSI 10 (level, high) -> IRQ 10 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.218206] ACPI: PCI Interrupt Link [LNKB] enabled at IRQ 10 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.219028] virtio-pci 0000:00:06.0: PCI INT A -> Link[LNKB] -> GSI 10 (level, high) -> IRQ 10 2026-02-22T22:15:10.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.220402] Serial: 8250/16550 driver, 32 ports, IRQ sharing enabled 2026-02-22T22:15:10.296 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.245374] serial8250: ttyS0 at I/O 0x3f8 (irq = 4) is a 16550A 2026-02-22T22:15:10.323 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.270514] 00:05: ttyS0 at I/O 0x3f8 (irq = 4) is a 16550A 2026-02-22T22:15:10.323 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.271371] Linux agpgart interface v0.103 2026-02-22T22:15:10.324 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.272252] brd: module loaded 2026-02-22T22:15:10.324 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.272844] loop: module loaded 2026-02-22T22:15:10.324 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.274740] vda: vda1 2026-02-22T22:15:10.327 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.276714] vdb: unknown partition table 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.278707] vdc: unknown partition table 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.279839] scsi0 : ata_piix 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.280308] scsi1 : ata_piix 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.280755] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc1c0 irq 14 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.281722] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc1c8 irq 15 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.282770] Fixed MDIO Bus: probed 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.283290] tun: Universal TUN/TAP device driver, 1.6 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.284023] tun: (C) 1999-2004 Max Krasnyansky 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.285164] PPP generic driver version 2.4.2 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.285804] ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.286742] ohci_hcd: USB 1.1 'Open' Host Controller (OHCI) Driver 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.287633] uhci_hcd: USB Universal Host Controller Interface driver 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.288563] usbcore: registered new interface driver libusual 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.289396] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.291184] serio: i8042 KBD port at 0x60,0x64 irq 1 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.291902] serio: i8042 AUX port at 0x60,0x64 irq 12 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.292907] mousedev: PS/2 mouse device common for all mice 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.293931] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input1 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.295368] rtc_cmos 00:06: RTC can wake from S4 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.296174] rtc_cmos 00:06: rtc core: registered rtc_cmos as rtc0 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.297138] rtc0: alarms up to one day, y3k, 242 bytes nvram, hpet irqs 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.298105] device-mapper: uevent: version 1.0.3 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.298790] device-mapper: ioctl: 4.22.0-ioctl (2011-10-19) initialised: dm-devel@redhat.com 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.300044] cpuidle: using governor ladder 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.300634] cpuidle: using governor menu 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.301201] EFI Variables Facility v0.08 2004-May-17 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.301968] TCP cubic registered 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.302464] NET: Registered protocol family 10 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.303234] NET: Registered protocol family 17 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.303876] Registering the dns_resolver key type 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.304594] registered taskstats version 1 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.307149] Magic number: 14:682:300 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.307751] rtc_cmos 00:06: setting system clock to 2026-02-22 22:15:09 UTC (1771798509) 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.308916] BIOS EDD facility v0.16 2004-Jun-25, 0 devices found 2026-02-22T22:15:10.375 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.309773] EDD information not available. 2026-02-22T22:15:10.515 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.448930] ata2.00: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/100 2026-02-22T22:15:10.516 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.450234] ata2.00: configured for MWDMA2 2026-02-22T22:15:10.516 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.451316] scsi 1:0:0:0: CD-ROM QEMU QEMU DVD-ROM 2.5+ PQ: 0 ANSI: 5 2026-02-22T22:15:10.516 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.452949] sr0: scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray 2026-02-22T22:15:10.516 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.453750] cdrom: Uniform CD-ROM driver Revision: 3.20 2026-02-22T22:15:10.516 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.454646] sr 1:0:0:0: Attached scsi generic sg0 type 5 2026-02-22T22:15:10.516 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.456695] Freeing unused kernel memory: 924k freed 2026-02-22T22:15:10.516 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.458305] Write protecting the kernel read-only data: 12288k 2026-02-22T22:15:10.516 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.461800] Freeing unused kernel memory: 1640k freed 2026-02-22T22:15:10.516 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.463875] Freeing unused kernel memory: 1200k freed 2026-02-22T22:15:10.517 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Loading, please wait... 2026-02-22T22:15:10.523 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Begin: Loading essential drivers ... done. 2026-02-22T22:15:10.523 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.471171] udevd[84]: starting version 175 2026-02-22T22:15:10.523 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Begin: Running /scripts/init-premount ... done. 2026-02-22T22:15:10.537 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Begin: Mounting root file system ... Begin: Running /scripts/local-top ... done. 2026-02-22T22:15:10.571 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.516253] e1000: Intel(R) PRO/1000 Network Driver - version 7.3.21-k8-NAPI 2026-02-22T22:15:10.571 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.517387] e1000: Copyright (c) 1999-2006 Intel Corporation. 2026-02-22T22:15:10.588 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.532502] ACPI: PCI Interrupt Link [LNKC] enabled at IRQ 11 2026-02-22T22:15:10.588 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.533443] e1000 0000:00:03.0: PCI INT A -> Link[LNKC] -> GSI 11 (level, high) -> IRQ 11 2026-02-22T22:15:10.592 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.540292] Floppy drive(s): fd0 is 2.88M AMI BIOS 2026-02-22T22:15:10.607 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.556430] FDC 0 is a S82078B 2026-02-22T22:15:10.921 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.860247] e1000 0000:00:03.0: eth0: (PCI:33MHz:32-bit) 52:54:00:12:34:56 2026-02-22T22:15:10.921 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.861291] e1000 0000:00:03.0: eth0: Intel(R) PRO/1000 Network Connection 2026-02-22T22:15:11.036 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Begin: Running /scripts/local-premount ... done. 2026-02-22T22:15:11.049 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 0.991547] EXT4-fs (vda1): mounted filesystem with ordered data mode. Opts: (null) 2026-02-22T22:15:11.102 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Begin: Running /scripts/local-bottom ... [ 1.041613] vda: vda1 2026-02-22T22:15:11.102 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:GROWROOT: CHANGED: partition=1 start=16065 old: size=4176900 end=4192965 new: size=20948760,end=20964825 2026-02-22T22:15:11.187 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 1.128251] EXT4-fs (vda1): mounted filesystem with ordered data mode. Opts: (null) 2026-02-22T22:15:11.187 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:done. 2026-02-22T22:15:11.188 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:done. 2026-02-22T22:15:11.195 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Begin: Running /scripts/init-bottom ... done. 2026-02-22T22:15:11.209 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 1.156051] Refined TSC clocksource calibration: 3692.934 MHz. 2026-02-22T22:15:12.136 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:cloud-init start-local running: Sun, 22 Feb 2026 22:15:10 +0000. up 1.77 seconds 2026-02-22T22:15:12.292 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:no instance data found in start-local 2026-02-22T22:15:13.204 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ci-info: lo : 1 127.0.0.1 255.0.0.0 . 2026-02-22T22:15:13.204 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ci-info: eth0 : 1 10.0.2.15 255.255.255.0 52:54:00:12:34:56 2026-02-22T22:15:13.204 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ci-info: route-0: 0.0.0.0 10.0.2.2 0.0.0.0 eth0 UG 2026-02-22T22:15:13.204 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ci-info: route-1: 10.0.2.0 0.0.0.0 255.255.255.0 eth0 U 2026-02-22T22:15:13.204 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:cloud-init start running: Sun, 22 Feb 2026 22:15:12 +0000. up 3.12 seconds 2026-02-22T22:15:13.310 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:found data source: DataSourceNoCloud [seed=/dev/sr0] 2026-02-22T22:15:14.593 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:WARN:stdout, stderr changing to (| tee -a /var/log/cloud-init-output.log,| tee -a /var/log/cloud-init-output.log)Generating public/private rsa key pair. 2026-02-22T22:15:14.593 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Your identification has been saved in /etc/ssh/ssh_host_rsa_key. 2026-02-22T22:15:14.593 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Your public key has been saved in /etc/ssh/ssh_host_rsa_key.pub. 2026-02-22T22:15:14.593 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:The key fingerprint is: 2026-02-22T22:15:14.593 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:1b:cd:83:7c:ac:cd:bc:70:39:8f:33:73:d8:0c:fb:e5 root@test 2026-02-22T22:15:14.593 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:The key's randomart image is: 2026-02-22T22:15:14.593 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:+--[ RSA 2048]----+ 2026-02-22T22:15:14.593 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| | 2026-02-22T22:15:14.593 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| | 2026-02-22T22:15:14.593 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| | 2026-02-22T22:15:14.593 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| . = | 2026-02-22T22:15:14.593 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| S * | 2026-02-22T22:15:14.594 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| O.o | 2026-02-22T22:15:14.594 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| + B* . | 2026-02-22T22:15:14.594 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| o*=+o | 2026-02-22T22:15:14.594 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| o*o E | 2026-02-22T22:15:14.594 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:+-----------------+ 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Generating public/private dsa key pair. 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Your identification has been saved in /etc/ssh/ssh_host_dsa_key. 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Your public key has been saved in /etc/ssh/ssh_host_dsa_key.pub. 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:The key fingerprint is: 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:14:4d:94:57:65:8b:63:99:f3:ab:7d:a9:fb:5b:bc:15 root@test 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:The key's randomart image is: 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:+--[ DSA 1024]----+ 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| .+o. ...o| 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| .o . +..| 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| . . B . | 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| . . + | 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| S E | 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| .o| 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| .=| 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| o.=| 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| ++=o| 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:+-----------------+ 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Generating public/private ecdsa key pair. 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Your identification has been saved in /etc/ssh/ssh_host_ecdsa_key. 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Your public key has been saved in /etc/ssh/ssh_host_ecdsa_key.pub. 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:The key fingerprint is: 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:55:56:7d:3c:32:e2:c6:e3:b4:47:0f:52:ea:d2:86:26 root@test 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:The key's randomart image is: 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:+--[ECDSA 256]---+ 2026-02-22T22:15:14.669 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| o..o | 2026-02-22T22:15:14.670 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| + + .+| 2026-02-22T22:15:14.670 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| + + o o| 2026-02-22T22:15:14.670 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| . O o | 2026-02-22T22:15:14.670 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| S B = o | 2026-02-22T22:15:14.670 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| E + * . . | 2026-02-22T22:15:14.670 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| o o . | 2026-02-22T22:15:14.670 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| | 2026-02-22T22:15:14.670 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:| | 2026-02-22T22:15:14.670 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:+-----------------+ 2026-02-22T22:15:14.713 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Skipping profile in /etc/apparmor.d/disable: usr.sbin.rsyslogd 2026-02-22T22:15:14.774 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Starting AppArmor profiles  [ OK ] 2026-02-22T22:15:14.794 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:landscape-client is not configured, please run landscape-config. 2026-02-22T22:15:14.800 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Stopping System V initialisation compatibility[ OK ] 2026-02-22T22:15:14.807 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:acpid: starting up with proc fs 2026-02-22T22:15:14.807 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:acpid: 1 rule loaded 2026-02-22T22:15:14.807 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:acpid: waiting for events: event logging is off 2026-02-22T22:15:14.838 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Starting system logging daemon[ OK ] 2026-02-22T22:15:14.838 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Starting System V runlevel compatibility[ OK ] 2026-02-22T22:15:14.839 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Starting automatic crash report generation[ OK ] 2026-02-22T22:15:14.839 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Starting ACPI daemon[ OK ] 2026-02-22T22:15:14.839 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Starting save kernel messages[ OK ] 2026-02-22T22:15:14.839 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Starting regular background program processing daemon[ OK ] 2026-02-22T22:15:14.839 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Starting deferred execution scheduler[ OK ] 2026-02-22T22:15:14.839 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Starting Handle applying cloud-config[ OK ] 2026-02-22T22:15:14.839 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Stopping save kernel messages[ OK ] 2026-02-22T22:15:14.839 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Starting CPU interrupts balancing daemon[ OK ] 2026-02-22T22:15:14.869 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Stopping System V runlevel compatibility[ OK ] 2026-02-22T22:15:14.889 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Starting crash report submission daemon[ OK ] 2026-02-22T22:15:15.094 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Generating locales... 2026-02-22T22:15:15.358 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: en_US.UTF-8... done 2026-02-22T22:15:15.363 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Generation complete. 2026-02-22T22:15:15.740 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:passwd: password expiry information changed. 2026-02-22T22:15:16.011 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Ign http://old-releases.ubuntu.com precise InRelease 2026-02-22T22:15:16.092 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:1 http://old-releases.ubuntu.com precise-updates InRelease [55.7 kB] 2026-02-22T22:15:16.339 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:2 http://old-releases.ubuntu.com precise-security InRelease [55.7 kB] 2026-02-22T22:15:16.455 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:3 http://old-releases.ubuntu.com precise Release.gpg [198 B] 2026-02-22T22:15:16.539 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:4 http://old-releases.ubuntu.com precise-updates/main Sources [815 kB] 2026-02-22T22:15:16.899 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:5 http://old-releases.ubuntu.com precise-updates/universe Sources [208 kB] 2026-02-22T22:15:16.988 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:6 http://old-releases.ubuntu.com precise-updates/main amd64 Packages [1104 kB] 2026-02-22T22:15:17.146 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:7 http://old-releases.ubuntu.com precise-updates/universe amd64 Packages [406 kB] 2026-02-22T22:15:17.220 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:8 http://old-releases.ubuntu.com precise-updates/main i386 Packages [1111 kB] 2026-02-22T22:15:17.330 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:9 http://old-releases.ubuntu.com precise-updates/universe i386 Packages [422 kB] 2026-02-22T22:15:17.414 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:10 http://old-releases.ubuntu.com precise-updates/main TranslationIndex [208 B] 2026-02-22T22:15:17.495 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:11 http://old-releases.ubuntu.com precise-updates/universe TranslationIndex [205 B] 2026-02-22T22:15:17.579 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:12 http://old-releases.ubuntu.com precise-security/main Sources [242 kB] 2026-02-22T22:15:17.673 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:13 http://old-releases.ubuntu.com precise-security/universe Sources [88.1 kB] 2026-02-22T22:15:17.761 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:14 http://old-releases.ubuntu.com precise-security/main amd64 Packages [584 kB] 2026-02-22T22:15:17.873 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:15 http://old-releases.ubuntu.com precise-security/universe amd64 Packages [213 kB] 2026-02-22T22:15:17.964 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:16 http://old-releases.ubuntu.com precise-security/main i386 Packages [589 kB] 2026-02-22T22:15:18.082 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:17 http://old-releases.ubuntu.com precise-security/universe i386 Packages [228 kB] 2026-02-22T22:15:18.176 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:18 http://old-releases.ubuntu.com precise-security/main TranslationIndex [208 B] 2026-02-22T22:15:18.258 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:19 http://old-releases.ubuntu.com precise-security/universe TranslationIndex [205 B] 2026-02-22T22:15:18.633 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:20 http://old-releases.ubuntu.com precise Release [49.6 kB] 2026-02-22T22:15:18.716 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:21 http://old-releases.ubuntu.com precise-updates/main Translation-en [353 kB] 2026-02-22T22:15:18.808 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:22 http://old-releases.ubuntu.com precise-updates/universe Translation-en [176 kB] 2026-02-22T22:15:18.903 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:23 http://old-releases.ubuntu.com precise-security/main Translation-en [202 kB] 2026-02-22T22:15:18.995 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:24 http://old-releases.ubuntu.com precise-security/universe Translation-en [96.4 kB] 2026-02-22T22:15:19.078 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:25 http://old-releases.ubuntu.com precise/main Sources [934 kB] 2026-02-22T22:15:19.224 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:26 http://old-releases.ubuntu.com precise/universe Sources [5019 kB] 2026-02-22T22:15:19.603 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:27 http://old-releases.ubuntu.com precise/main amd64 Packages [1273 kB] 2026-02-22T22:15:19.758 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:28 http://old-releases.ubuntu.com precise/universe amd64 Packages [4786 kB] 2026-02-22T22:15:20.090 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:29 http://old-releases.ubuntu.com precise/main i386 Packages [1274 kB] 2026-02-22T22:15:20.331 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:30 http://old-releases.ubuntu.com precise/universe i386 Packages [4796 kB] 2026-02-22T22:15:20.913 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:31 http://old-releases.ubuntu.com precise/main TranslationIndex [3706 B] 2026-02-22T22:15:20.995 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:32 http://old-releases.ubuntu.com precise/universe TranslationIndex [2922 B] 2026-02-22T22:15:21.086 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:33 http://old-releases.ubuntu.com precise/main Translation-en [726 kB] 2026-02-22T22:15:21.377 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:34 http://old-releases.ubuntu.com precise/universe Translation-en [3341 kB] 2026-02-22T22:15:22.734 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Fetched 29.2 MB in 6s (4181 kB/s) 2026-02-22T22:15:23.779 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Reading package lists... 2026-02-22T22:15:23.785 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Reading package lists... 2026-02-22T22:15:23.888 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Building dependency tree... 2026-02-22T22:15:23.888 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Reading state information... 2026-02-22T22:15:23.936 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:The following packages will be upgraded: 2026-02-22T22:15:23.936 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: ca-certificates libssl1.0.0 2026-02-22T22:15:24.118 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:2 upgraded, 0 newly installed, 0 to remove and 226 not upgraded. 2026-02-22T22:15:24.118 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Need to get 1233 kB of archives. 2026-02-22T22:15:24.118 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:After this operation, 108 kB of additional disk space will be used. 2026-02-22T22:15:24.118 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:1 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main libssl1.0.0 amd64 1.0.1-4ubuntu5.45 [1055 kB] 2026-02-22T22:15:25.099 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:2 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main ca-certificates all 20190110~12.04.1 [179 kB] 2026-02-22T22:15:25.277 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:dpkg-preconfigure: unable to re-open stdin: No such file or directory 2026-02-22T22:15:25.284 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Fetched 1233 kB in 1s (977 kB/s) 2026-02-22T22:15:25.691 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:(Reading database ... 36182 files and directories currently installed.) 2026-02-22T22:15:25.691 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Preparing to replace libssl1.0.0 1.0.1-4ubuntu5.5 (using .../libssl1.0.0_1.0.1-4ubuntu5.45_amd64.deb) ... 2026-02-22T22:15:25.717 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Unpacking replacement libssl1.0.0 ... 2026-02-22T22:15:25.883 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Setting up libssl1.0.0 (1.0.1-4ubuntu5.45) ... 2026-02-22T22:15:26.046 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Processing triggers for libc-bin ... 2026-02-22T22:15:26.057 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ldconfig deferred processing now taking place 2026-02-22T22:15:26.345 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:(Reading database ... 36182 files and directories currently installed.) 2026-02-22T22:15:26.346 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Preparing to replace ca-certificates 20111211 (using .../ca-certificates_20190110~12.04.1_all.deb) ... 2026-02-22T22:15:26.366 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Unpacking replacement ca-certificates ... 2026-02-22T22:15:26.472 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Processing triggers for man-db ... 2026-02-22T22:15:26.943 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Setting up ca-certificates (20190110~12.04.1) ... 2026-02-22T22:15:28.055 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Updating certificates in /etc/ssl/certs... 73 added, 78 removed; done. 2026-02-22T22:15:28.055 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Running hooks in /etc/ca-certificates/update.d....done. 2026-02-22T22:15:28.904 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Updating certificates in /etc/ssl/certs... 0 added, 1 removed; done. 2026-02-22T22:15:28.904 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Running hooks in /etc/ca-certificates/update.d....done. 2026-02-22T22:15:28.905 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Reading package lists... 2026-02-22T22:15:29.006 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Building dependency tree... 2026-02-22T22:15:29.007 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Reading state information... 2026-02-22T22:15:29.054 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:The following extra packages will be installed: 2026-02-22T22:15:29.054 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: libgssglue1 libnfsidmap2 libtirpc1 rpcbind 2026-02-22T22:15:29.054 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:The following NEW packages will be installed: 2026-02-22T22:15:29.054 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: libgssglue1 libnfsidmap2 libtirpc1 nfs-common rpcbind 2026-02-22T22:15:29.236 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:0 upgraded, 5 newly installed, 0 to remove and 226 not upgraded. 2026-02-22T22:15:29.236 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Need to get 424 kB of archives. 2026-02-22T22:15:29.236 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:After this operation, 1326 kB of additional disk space will be used. 2026-02-22T22:15:29.236 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:1 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main libgssglue1 amd64 0.3-4ubuntu0.1 [22.5 kB] 2026-02-22T22:15:29.400 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:2 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main libtirpc1 amd64 0.2.2-5ubuntu0.1 [85.0 kB] 2026-02-22T22:15:29.620 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:3 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main rpcbind amd64 0.2.0-7ubuntu1.3 [43.1 kB] 2026-02-22T22:15:29.727 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:4 http://old-releases.ubuntu.com/ubuntu/ precise/main libnfsidmap2 amd64 0.25-1ubuntu2 [32.0 kB] 2026-02-22T22:15:29.834 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Get:5 http://old-releases.ubuntu.com/ubuntu/ precise-updates/main nfs-common amd64 1:1.2.5-3ubuntu3.2 [241 kB] 2026-02-22T22:15:30.051 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:dpkg-preconfigure: unable to re-open stdin: No such file or directory 2026-02-22T22:15:30.054 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Fetched 424 kB in 0s (453 kB/s) 2026-02-22T22:15:30.124 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Selecting previously unselected package libgssglue1. 2026-02-22T22:15:30.125 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:(Reading database ... 36174 files and directories currently installed.) 2026-02-22T22:15:30.125 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Unpacking libgssglue1 (from .../libgssglue1_0.3-4ubuntu0.1_amd64.deb) ... 2026-02-22T22:15:30.212 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Selecting previously unselected package libtirpc1. 2026-02-22T22:15:30.212 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Unpacking libtirpc1 (from .../libtirpc1_0.2.2-5ubuntu0.1_amd64.deb) ... 2026-02-22T22:15:30.328 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Selecting previously unselected package rpcbind. 2026-02-22T22:15:30.329 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Unpacking rpcbind (from .../rpcbind_0.2.0-7ubuntu1.3_amd64.deb) ... 2026-02-22T22:15:30.452 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Selecting previously unselected package libnfsidmap2. 2026-02-22T22:15:30.453 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Unpacking libnfsidmap2 (from .../libnfsidmap2_0.25-1ubuntu2_amd64.deb) ... 2026-02-22T22:15:30.549 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Selecting previously unselected package nfs-common. 2026-02-22T22:15:30.549 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Unpacking nfs-common (from .../nfs-common_1%3a1.2.5-3ubuntu3.2_amd64.deb) ... 2026-02-22T22:15:30.654 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Processing triggers for man-db ... 2026-02-22T22:15:30.881 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Processing triggers for ureadahead ... 2026-02-22T22:15:30.935 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Setting up libgssglue1 (0.3-4ubuntu0.1) ... 2026-02-22T22:15:31.005 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Setting up libtirpc1 (0.2.2-5ubuntu0.1) ... 2026-02-22T22:15:31.063 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Setting up rpcbind (0.2.0-7ubuntu1.3) ... 2026-02-22T22:15:31.142 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: Removing any system startup links for /etc/init.d/rpcbind ... 2026-02-22T22:15:31.159 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:portmap start/running, process 8245 2026-02-22T22:15:31.172 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Setting up libnfsidmap2 (0.25-1ubuntu2) ... 2026-02-22T22:15:31.217 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Setting up nfs-common (1:1.2.5-3ubuntu3.2) ... 2026-02-22T22:15:31.354 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:31.355 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Creating config file /etc/idmapd.conf with new version 2026-02-22T22:15:31.442 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: 2026-02-22T22:15:31.443 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Creating config file /etc/default/nfs-common with new version 2026-02-22T22:15:31.497 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Adding system user `statd' (UID 106) ... 2026-02-22T22:15:31.498 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Adding new user `statd' (UID 106) with group `nogroup' ... 2026-02-22T22:15:31.579 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Not creating home directory `/var/lib/nfs'. 2026-02-22T22:15:31.604 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:statd start/running, process 8479 2026-02-22T22:15:31.616 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:gssd stop/post-stop, process 8510 2026-02-22T22:15:32.155 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:idmapd start/running, process 8550 2026-02-22T22:15:32.170 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Processing triggers for libc-bin ... 2026-02-22T22:15:32.181 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ldconfig deferred processing now taking place 2026-02-22T22:15:32.476 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:mount.nfs: timeout set for Sun Feb 22 22:17:32 2026 2026-02-22T22:15:32.476 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:mount.nfs: trying text-based options 'proto=tcp,vers=4,addr=10.0.2.2,clientaddr=10.0.2.15' 2026-02-22T22:15:32.476 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:10.0.2.2:/export/cluster1.client.0 on /mnt/log type nfs (rw,proto=tcp) 2026-02-22T22:15:32.477 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:mount: block device /dev/sr0 is write-protected, mounting read-only 2026-02-22T22:18:04.836 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster1 migration execute client.0.0' 2026-02-22T22:18:07.581 INFO:teuthology.orchestra.run.trial072.stderr: Image migration: 1% complete... Image migration: 2% complete... Image migration: 3% complete... Image migration: 4% complete... Image migration: 5% complete... Image migration: 6% complete... Image migration: 7% complete... Image migration: 8% complete... Image migration: 9% complete... Image migration: 10% complete... Image migration: 11% complete... Image migration: 12% complete... Image migration: 13% complete... Image migration: 14% complete... Image migration: 15% complete... Image migration: 16% complete... Image migration: 17% complete... Image migration: 18% complete... Image migration: 19% complete... Image migration: 20% complete... Image migration: 21% complete... Image migration: 22% complete... Image migration: 23% complete... Image migration: 24% complete... Image migration: 25% complete... Image migration: 26% complete... Image migration: 27% complete... Image migration: 28% complete... Image migration: 29% complete... Image migration: 30% complete... Image migration: 31% complete... Image migration: 32% complete... Image migration: 33% complete... Image migration: 34% complete... Image migration: 35% complete... Image migration: 36% complete... Image migration: 37% complete... Image migration: 38% complete... Image migration: 39% complete... Image migration: 40% complete... Image migration: 41% complete... Image migration: 42% complete... Image migration: 43% complete... Image migration: 44% complete... Image migration: 45% complete... Image migration: 46% complete... Image migration: 47% complete... Image migration: 48% complete... Image migration: 49% complete... Image migration: 50% complete... Image migration: 51% complete... Image migration: 52% complete... Image migration: 53% complete... Image migration: 54% complete... Image migration: 55% complete... Image migration: 56% complete... Image migration: 57% complete... Image migration: 58% complete... Image migration: 59% complete... Image migration: 60% complete... Image migration: 61% complete... Image migration: 62% complete... Image migration: 63% complete... Image migration: 64% complete... Image migration: 65% complete... Image migration: 66% complete... Image migration: 67% complete... Image migration: 68% complete... Image migration: 69% complete... Image migration: 70% complete... Image migration: 71% complete... Image migration: 72% complete... Image migration: 73% complete... Image migration: 74% complete... Image migration: 75% complete... Image migration: 76% complete... Image migration: 77% complete... Image migration: 78% complete... Image migration: 79% complete... Image migration: 80% complete... Image migration: 81% complete... Image migration: 82% complete... Image migration: 83% complete... Image migration: 84% complete... Image migration: 85% complete... Image migration: 86% complete... Image migration: 87% complete... Image migration: 88% complete... Image migration: 89% complete... Image migration: 90% complete... Image migration: 91% complete... Image migration: 92% complete... Image migration: 93% complete... Image migration: 94% complete... Image migration: 95% complete... Image migration: 96% complete... Image migration: 97% complete... Image migration: 98% complete... Image migration: 99% complete... Image migration: 100% complete...done. 2026-02-22T22:18:07.586 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sleep $((RANDOM % 600))' 2026-02-22T22:28:04.613 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster1 migration commit client.0.0' 2026-02-22T22:28:04.688 INFO:teuthology.orchestra.run.trial072.stderr: Commit image migration: 100% complete...done. 2026-02-22T22:28:04.694 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sleep $((RANDOM % 600))' 2026-02-22T22:33:17.706 DEBUG:teuthology.orchestra.run.trial072:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'rbd --cluster cluster1 migration execute client.0.1' 2026-02-22T22:33:18.500 INFO:teuthology.orchestra.run.trial072.stderr: Image migration: 1% complete... Image migration: 2% complete... Image migration: 3% complete... Image migration: 4% complete... Image migration: 5% complete... Image migration: 6% complete... Image migration: 7% complete... Image migration: 8% complete... Image migration: 9% complete... Image migration: 10% complete... Image migration: 11% complete... Image migration: 12% complete... Image migration: 13% complete... Image migration: 14% complete... Image migration: 15% complete... Image migration: 16% complete... Image migration: 17% complete... Image migration: 18% complete... Image migration: 19% complete... Image migration: 20% complete... Image migration: 21% complete... Image migration: 22% complete... Image migration: 23% complete... Image migration: 24% complete... Image migration: 25% complete... Image migration: 26% complete... Image migration: 27% complete... Image migration: 28% complete... Image migration: 29% complete... Image migration: 30% complete... Image migration: 31% complete... Image migration: 32% complete... Image migration: 33% complete... Image migration: 34% complete... Image migration: 35% complete... Image migration: 36% complete... Image migration: 37% complete... Image migration: 38% complete... Image migration: 39% complete... Image migration: 40% complete... Image migration: 41% complete... Image migration: 42% complete... Image migration: 43% complete... Image migration: 44% complete... Image migration: 45% complete... Image migration: 46% complete... Image migration: 47% complete... Image migration: 48% complete... Image migration: 49% complete... Image migration: 50% complete... Image migration: 51% complete... Image migration: 52% complete... Image migration: 53% complete... Image migration: 54% complete... Image migration: 55% complete... Image migration: 56% complete... Image migration: 57% complete... Image migration: 58% complete... Image migration: 59% complete... Image migration: 60% complete... Image migration: 61% complete... Image migration: 62% complete... Image migration: 63% complete... Image migration: 64% complete... Image migration: 65% complete... Image migration: 66% complete... Image migration: 67% complete... Image migration: 68% complete... Image migration: 69% complete... Image migration: 70% complete... Image migration: 71% complete... Image migration: 72% complete... Image migration: 73% complete... Image migration: 74% complete... Image migration: 75% complete... Image migration: 76% complete... Image migration: 77% complete... Image migration: 78% complete... Image migration: 79% complete... Image migration: 80% complete... Image migration: 81% complete... Image migration: 82% complete... Image migration: 83% complete... Image migration: 84% complete... Image migration: 85% complete... Image migration: 86% complete... Image migration: 87% complete... Image migration: 88% complete... Image migration: 89% complete... Image migration: 90% complete... Image migration: 91% complete... Image migration: 92% complete... Image migration: 93% complete... Image migration: 94% complete... Image migration: 95% complete... Image migration: 96% complete... Image migration: 97% complete... Image migration: 98% complete... Image migration: 99% complete... Image migration: 100% complete...done. 2026-02-22T22:33:18.505 DEBUG:teuthology.parallel:result is None 2026-02-22T22:58:51.486 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:acpid: exiting 2026-02-22T22:58:51.506 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Traceback (most recent call last): 2026-02-22T22:58:51.608 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Checking for running unattended-upgrades: 2026-02-22T22:58:51.608 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 807, in emit 2026-02-22T22:58:51.608 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: self._connect_unixsocket(self.address) 2026-02-22T22:58:51.608 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 745, in _connect_unixsocket 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: self.socket.connect(address) 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: File "/usr/lib/python2.7/socket.py", line 224, in meth 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: return getattr(self._sock,name)(*args) 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:error: [Errno 111] Connection refused 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Logged from file __init__.py, line 116 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ec2: 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ec2: ############################################################# 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ec2: -----BEGIN SSH HOST KEY FINGERPRINTS----- 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ec2: 1024 14:4d:94:57:65:8b:63:99:f3:ab:7d:a9:fb:5b:bc:15 root@test (DSA) 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ec2: 256 55:56:7d:3c:32:e2:c6:e3:b4:47:0f:52:ea:d2:86:26 root@test (ECDSA) 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ec2: 2048 1b:cd:83:7c:ac:cd:bc:70:39:8f:33:73:d8:0c:fb:e5 root@test (RSA) 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:-----BEGIN SSH HOST KEY KEYS----- 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ec2: -----END SSH HOST KEY FINGERPRINTS----- 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ec2: ############################################################# 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBREk1lMwbuOavUF2bd1lEffbK8ag4c4Oa1wdJuNVVeFAduNYp10oCWAbRWU0IQLMcrBvai1utooS4nyHVIlwq8= root@test 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDa5iAchutDUBSbCRXQIy8DvpXJHT/s2UwDEFSeJnzRvDK+C0M2E5SknKOgqYR2RKArXd53/ZwKC7axjdlhWy3FXhCuwizaBk0HDfTkb7NcriejfX+1WdyId27RqFSAAvU5qOxWWJOWF4giAqbbLMtIX4cV7qa4DmUQl+2ugiwKuwGKqjRgcL+Sr2kH4vXayA767vuSpgxHomVCKA6CfpLO/s85C+3NtFE1bCJRIPMsFCjjND7UNJNXbIc6M+xme5FfG26OxLePhZaeXnWXgHqR1C6pJPfH3/Qg/F1F9NFT5fmLmoc5gIi75RlxseVv9dsN6Fj+SJHlb4Tu7zUG5WVz root@test 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:-----END SSH HOST KEY KEYS----- 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Traceback (most recent call last): 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 807, in emit 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: self._connect_unixsocket(self.address) 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 745, in _connect_unixsocket 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: self.socket.connect(address) 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: File "/usr/lib/python2.7/socket.py", line 224, in meth 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: return getattr(self._sock,name)(*args) 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:error: [Errno 111] Connection refused 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Logged from file __init__.py, line 116 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Traceback (most recent call last): 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 807, in emit 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: self._connect_unixsocket(self.address) 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: File "/usr/lib/python2.7/logging/handlers.py", line 745, in _connect_unixsocket 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: self.socket.connect(address) 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: File "/usr/lib/python2.7/socket.py", line 224, in meth 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: return getattr(self._sock,name)(*args) 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:error: [Errno 111] Connection refused 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:Logged from file __init__.py, line 116 2026-02-22T22:58:51.609 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:cloud-init boot finished at Sun, 22 Feb 2026 22:58:51 +0000. Up 2621.53 seconds 2026-02-22T22:58:51.657 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Stopping landscape-client daemon  [fail] 2026-02-22T22:58:51.765 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Asking all remaining processes to terminate...  [ OK ] 2026-02-22T22:58:51.790 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * All processes ended within 1 seconds....  [ OK ] 2026-02-22T22:58:51.823 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:rpcbind: rpcbind terminating on signal. Restart with "rpcbind -w" 2026-02-22T22:58:51.934 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Deconfiguring network interfaces...  [ OK ] 2026-02-22T22:58:51.950 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Deactivating swap...  [ OK ] 2026-02-22T22:58:51.959 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Unmounting local filesystems...  [ OK ] 2026-02-22T22:58:52.068 INFO:tasks.qemu.cluster1.client.0.trial072.stdout: * Will now halt 2026-02-22T22:58:52.074 INFO:tasks.qemu.cluster1.client.0.trial072.stdout:[ 2622.034269] Power down. 2026-02-22T22:58:52.408 DEBUG:tasks.qemu:checking that qemu tests succeeded... 2026-02-22T22:58:52.408 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod a+rw -R /home/ubuntu/cephtest/archive/qemu/cluster1.client.0 2026-02-22T22:58:52.417 INFO:tasks.qemu:Tearing down the nfs mount for ubuntu@trial072.front.sepia.ceph.com 2026-02-22T22:58:52.417 INFO:tasks.qemu:Stopping NFS... 2026-02-22T22:58:52.418 DEBUG:teuthology.orchestra.run.trial072:> sudo service nfs-kernel-server stop 2026-02-22T22:58:53.285 INFO:tasks.qemu:Unmounting exported directory... 2026-02-22T22:58:53.285 DEBUG:teuthology.orchestra.run.trial072:> sudo umount /export/cluster1.client.0 2026-02-22T22:58:53.294 INFO:tasks.qemu:Deleting export from /etc/exports... 2026-02-22T22:58:53.294 DEBUG:teuthology.orchestra.run.trial072:> sudo sed -i '\|/export/cluster1.client.0|d' /etc/exports 2026-02-22T22:58:53.347 INFO:tasks.qemu:Starting NFS... 2026-02-22T22:58:53.347 DEBUG:teuthology.orchestra.run.trial072:> sudo service nfs-kernel-server start 2026-02-22T22:58:54.204 DEBUG:teuthology.orchestra.run.trial072:> test -f /home/ubuntu/cephtest/archive/qemu/cluster1.client.0/success 2026-02-22T22:58:54.208 INFO:tasks.qemu:Deleting exported directory... 2026-02-22T22:58:54.208 DEBUG:teuthology.orchestra.run.trial072:> sudo rm -r /export 2026-02-22T22:58:54.258 DEBUG:tasks.qemu:cleaning up base image files 2026-02-22T22:58:54.259 DEBUG:teuthology.orchestra.run.trial072:> rm -rf /home/ubuntu/cephtest/qemu/cluster1.client.0.iso /home/ubuntu/cephtest/qemu/userdata.cluster1.client.0 /home/ubuntu/cephtest/qemu/metadata.cluster1.client.0 /home/ubuntu/cephtest/qemu/cluster1.client.0.test.sh /home/ubuntu/cephtest/qemu_clone.cluster1.client.0 2026-02-22T22:58:54.583 DEBUG:teuthology.orchestra.run.trial072:> DEBIAN_FRONTEND=noninteractive sudo -E apt-get -y purge qemu-block-extra 2026-02-22T22:58:54.617 INFO:teuthology.orchestra.run.trial072.stdout:Reading package lists... 2026-02-22T22:58:54.727 INFO:teuthology.orchestra.run.trial072.stdout:Building dependency tree... 2026-02-22T22:58:54.728 INFO:teuthology.orchestra.run.trial072.stdout:Reading state information... 2026-02-22T22:58:54.814 INFO:teuthology.orchestra.run.trial072.stdout:The following packages were automatically installed and are no longer required: 2026-02-22T22:58:54.815 INFO:teuthology.orchestra.run.trial072.stdout: kpartx libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 2026-02-22T22:58:54.815 INFO:teuthology.orchestra.run.trial072.stdout: libgfxdr0 libglusterfs0 libiscsi7 libpmemobj1 libsgutils2-2 sg3-utils 2026-02-22T22:58:54.815 INFO:teuthology.orchestra.run.trial072.stdout: sg3-utils-udev 2026-02-22T22:58:54.815 INFO:teuthology.orchestra.run.trial072.stdout:Use 'sudo apt autoremove' to remove them. 2026-02-22T22:58:54.821 INFO:teuthology.orchestra.run.trial072.stdout:The following packages will be REMOVED: 2026-02-22T22:58:54.822 INFO:teuthology.orchestra.run.trial072.stdout: qemu-block-extra* 2026-02-22T22:58:54.973 INFO:teuthology.orchestra.run.trial072.stdout:0 upgraded, 0 newly installed, 1 to remove and 13 not upgraded. 2026-02-22T22:58:54.974 INFO:teuthology.orchestra.run.trial072.stdout:After this operation, 370 kB disk space will be freed. 2026-02-22T22:58:55.026 INFO:teuthology.orchestra.run.trial072.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 174286 files and directories currently installed.) 2026-02-22T22:58:55.028 INFO:teuthology.orchestra.run.trial072.stdout:Removing qemu-block-extra (1:6.2+dfsg-2ubuntu6.27) ... 2026-02-22T22:58:55.533 INFO:teuthology.orchestra.run.trial072.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 174277 files and directories currently installed.) 2026-02-22T22:58:55.535 INFO:teuthology.orchestra.run.trial072.stdout:Purging configuration files for qemu-block-extra (1:6.2+dfsg-2ubuntu6.27) ... 2026-02-22T22:58:56.891 DEBUG:teuthology.orchestra.run.trial072:> DEBIAN_FRONTEND=noninteractive sudo -E apt-get -y purge qemu-utils 2026-02-22T22:58:56.969 INFO:teuthology.orchestra.run.trial072.stdout:Reading package lists... 2026-02-22T22:58:57.081 INFO:teuthology.orchestra.run.trial072.stdout:Building dependency tree... 2026-02-22T22:58:57.081 INFO:teuthology.orchestra.run.trial072.stdout:Reading state information... 2026-02-22T22:58:57.170 INFO:teuthology.orchestra.run.trial072.stdout:The following packages were automatically installed and are no longer required: 2026-02-22T22:58:57.170 INFO:teuthology.orchestra.run.trial072.stdout: kpartx libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 2026-02-22T22:58:57.170 INFO:teuthology.orchestra.run.trial072.stdout: libgfxdr0 libglusterfs0 libiscsi7 libpmemobj1 libsgutils2-2 sg3-utils 2026-02-22T22:58:57.170 INFO:teuthology.orchestra.run.trial072.stdout: sg3-utils-udev 2026-02-22T22:58:57.170 INFO:teuthology.orchestra.run.trial072.stdout:Use 'sudo apt autoremove' to remove them. 2026-02-22T22:58:57.176 INFO:teuthology.orchestra.run.trial072.stdout:The following packages will be REMOVED: 2026-02-22T22:58:57.177 INFO:teuthology.orchestra.run.trial072.stdout: qemu-utils* 2026-02-22T22:58:57.328 INFO:teuthology.orchestra.run.trial072.stdout:0 upgraded, 0 newly installed, 1 to remove and 13 not upgraded. 2026-02-22T22:58:57.328 INFO:teuthology.orchestra.run.trial072.stdout:After this operation, 7261 kB disk space will be freed. 2026-02-22T22:58:57.375 INFO:teuthology.orchestra.run.trial072.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 174277 files and directories currently installed.) 2026-02-22T22:58:57.377 INFO:teuthology.orchestra.run.trial072.stdout:Removing qemu-utils (1:6.2+dfsg-2ubuntu6.27) ... 2026-02-22T22:58:57.398 INFO:teuthology.orchestra.run.trial072.stdout:Processing triggers for man-db (2.10.2-1) ... 2026-02-22T22:58:58.436 DEBUG:teuthology.orchestra.run.trial072:> rmdir /home/ubuntu/cephtest/qemu || true 2026-02-22T22:58:58.484 DEBUG:teuthology.parallel:result is None 2026-02-22T22:58:58.484 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-02-22T22:58:58.503 INFO:tasks.ceph.ceph_manager.cluster2:waiting for clean 2026-02-22T22:58:58.503 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:58:58.675 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:58:58.675 INFO:teuthology.orchestra.run.trial164.stderr:dumped all 2026-02-22T22:58:58.684 INFO:teuthology.orchestra.run.trial164.stdout:{"pg_ready":true,"pg_map":{"version":1399,"stamp":"2026-02-22T22:58:57.558524+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1837041726,"num_objects":597,"num_object_clones":0,"num_object_copies":1761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":597,"num_whiteouts":0,"num_read":12244,"num_read_kb":2176193,"num_write":2216,"num_write_kb":1246965,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1503,"ondisk_log_size":1503,"up":30,"acting":30,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":1039848,"kb_used_data":946488,"kb_used_omap":4,"kb_used_meta":93307,"kb_avail":282075672,"statfs":{"total":289910292480,"available":288845488128,"internally_reserved":0,"allocated":969203712,"data_stored":2756179365,"data_compressed":656458638,"data_compressed_allocated":767602688,"data_compressed_original":2555215872,"omap_allocated":4782,"internal_metadata":95546706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000874"},"pg_stats":[{"pgid":"2.7","version":"31'105","reported_seq":200,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:56:42.378616+0000","last_change":"2026-02-22T22:13:24.352737+0000","last_active":"2026-02-22T22:56:42.378616+0000","last_peered":"2026-02-22T22:56:42.378616+0000","last_clean":"2026-02-22T22:56:42.378616+0000","last_became_active":"2026-02-22T22:13:22.349477+0000","last_became_peered":"2026-02-22T22:13:22.349477+0000","last_unstale":"2026-02-22T22:56:42.378616+0000","last_undegraded":"2026-02-22T22:56:42.378616+0000","last_fullsized":"2026-02-22T22:56:42.378616+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:06:00.838222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000473096,"stat_sum":{"num_bytes":130,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":632,"num_read_kb":504,"num_write":202,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"31'110","reported_seq":394,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:56:42.378597+0000","last_change":"2026-02-22T22:13:24.352868+0000","last_active":"2026-02-22T22:56:42.378597+0000","last_peered":"2026-02-22T22:56:42.378597+0000","last_clean":"2026-02-22T22:56:42.378597+0000","last_became_active":"2026-02-22T22:13:22.349258+0000","last_became_peered":"2026-02-22T22:13:22.349258+0000","last_unstale":"2026-02-22T22:56:42.378597+0000","last_undegraded":"2026-02-22T22:56:42.378597+0000","last_fullsized":"2026-02-22T22:56:42.378597+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:16:10.975329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056011799999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":750,"num_read_kb":681,"num_write":95,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"31'75","reported_seq":251,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:12.374552+0000","last_change":"2026-02-22T22:13:24.352473+0000","last_active":"2026-02-22T22:55:12.374552+0000","last_peered":"2026-02-22T22:55:12.374552+0000","last_clean":"2026-02-22T22:55:12.374552+0000","last_became_active":"2026-02-22T22:13:22.349557+0000","last_became_peered":"2026-02-22T22:13:22.349557+0000","last_unstale":"2026-02-22T22:55:12.374552+0000","last_undegraded":"2026-02-22T22:55:12.374552+0000","last_fullsized":"2026-02-22T22:55:12.374552+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:58:56.662161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027759399999999999,"stat_sum":{"num_bytes":98,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":644,"num_read_kb":543,"num_write":124,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"31'25","reported_seq":266,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.374046+0000","last_change":"2026-02-22T22:13:24.352651+0000","last_active":"2026-02-22T22:55:02.374046+0000","last_peered":"2026-02-22T22:55:02.374046+0000","last_clean":"2026-02-22T22:55:02.374046+0000","last_became_active":"2026-02-22T22:13:22.349514+0000","last_became_peered":"2026-02-22T22:13:22.349514+0000","last_unstale":"2026-02-22T22:55:02.374046+0000","last_undegraded":"2026-02-22T22:55:02.374046+0000","last_fullsized":"2026-02-22T22:55:02.374046+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:52:52.234040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039726600000000001,"stat_sum":{"num_bytes":114,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":373,"num_write":20,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"30'187","reported_seq":2223,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:17.373196+0000","last_change":"2026-02-22T22:13:40.400314+0000","last_active":"2026-02-22T22:55:17.373196+0000","last_peered":"2026-02-22T22:55:17.373196+0000","last_clean":"2026-02-22T22:55:17.373196+0000","last_became_active":"2026-02-22T22:13:37.862807+0000","last_became_peered":"2026-02-22T22:13:37.862807+0000","last_unstale":"2026-02-22T22:55:17.373196+0000","last_undegraded":"2026-02-22T22:55:17.373196+0000","last_fullsized":"2026-02-22T22:55:17.373196+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":187,"log_dups_size":0,"ondisk_log_size":187,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:52:48.216725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025848899999999998,"stat_sum":{"num_bytes":529383424,"num_objects":164,"num_object_clones":0,"num_object_copies":492,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":164,"num_whiteouts":0,"num_read":2044,"num_read_kb":616866,"num_write":242,"num_write_kb":334400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"31'81","reported_seq":316,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.372455+0000","last_change":"2026-02-22T22:13:24.351065+0000","last_active":"2026-02-22T22:55:02.372455+0000","last_peered":"2026-02-22T22:55:02.372455+0000","last_clean":"2026-02-22T22:55:02.372455+0000","last_became_active":"2026-02-22T22:13:22.348754+0000","last_became_peered":"2026-02-22T22:13:22.348754+0000","last_unstale":"2026-02-22T22:55:02.372455+0000","last_undegraded":"2026-02-22T22:55:02.372455+0000","last_fullsized":"2026-02-22T22:55:02.372455+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:04:06.116870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063385399999999999,"stat_sum":{"num_bytes":279,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":693,"num_read_kb":586,"num_write":135,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"30'134","reported_seq":1570,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:47.376130+0000","last_change":"2026-02-22T22:13:40.402342+0000","last_active":"2026-02-22T22:55:47.376130+0000","last_peered":"2026-02-22T22:55:47.376130+0000","last_clean":"2026-02-22T22:55:47.376130+0000","last_became_active":"2026-02-22T22:13:37.862884+0000","last_became_peered":"2026-02-22T22:13:37.862884+0000","last_unstale":"2026-02-22T22:55:47.376130+0000","last_undegraded":"2026-02-22T22:55:47.376130+0000","last_fullsized":"2026-02-22T22:55:47.376130+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":134,"log_dups_size":0,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:45:12.225942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038028500000000001,"stat_sum":{"num_bytes":435159040,"num_objects":128,"num_object_clones":0,"num_object_copies":384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":128,"num_whiteouts":0,"num_read":1406,"num_read_kb":517490,"num_write":186,"num_write_kb":310528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"31'81","reported_seq":258,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.366626+0000","last_change":"2026-02-22T22:13:24.460941+0000","last_active":"2026-02-22T22:55:02.366626+0000","last_peered":"2026-02-22T22:55:02.366626+0000","last_clean":"2026-02-22T22:55:02.366626+0000","last_became_active":"2026-02-22T22:13:22.348543+0000","last_became_peered":"2026-02-22T22:13:22.348543+0000","last_unstale":"2026-02-22T22:55:02.366626+0000","last_undegraded":"2026-02-22T22:55:02.366626+0000","last_fullsized":"2026-02-22T22:55:02.366626+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:42:35.532426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023645799999999999,"stat_sum":{"num_bytes":212,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":624,"num_read_kb":508,"num_write":132,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"30'136","reported_seq":1558,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:17.373174+0000","last_change":"2026-02-22T22:13:40.400308+0000","last_active":"2026-02-22T22:55:17.373174+0000","last_peered":"2026-02-22T22:55:17.373174+0000","last_clean":"2026-02-22T22:55:17.373174+0000","last_became_active":"2026-02-22T22:13:37.863232+0000","last_became_peered":"2026-02-22T22:13:37.863232+0000","last_unstale":"2026-02-22T22:55:17.373174+0000","last_undegraded":"2026-02-22T22:55:17.373174+0000","last_fullsized":"2026-02-22T22:55:17.373174+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":136,"log_dups_size":0,"ondisk_log_size":136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:55:43.430825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039161600000000001,"stat_sum":{"num_bytes":432422912,"num_objects":130,"num_object_clones":0,"num_object_copies":390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":130,"num_whiteouts":0,"num_read":1389,"num_read_kb":497169,"num_write":155,"num_write_kb":308448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"28'7","reported_seq":114,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:32.368015+0000","last_change":"2026-02-22T22:13:24.460971+0000","last_active":"2026-02-22T22:55:32.368015+0000","last_peered":"2026-02-22T22:55:32.368015+0000","last_clean":"2026-02-22T22:55:32.368015+0000","last_became_active":"2026-02-22T22:13:22.348798+0000","last_became_peered":"2026-02-22T22:13:22.348798+0000","last_unstale":"2026-02-22T22:55:32.368015+0000","last_undegraded":"2026-02-22T22:55:32.368015+0000","last_fullsized":"2026-02-22T22:55:32.368015+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:17:47.841888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025784799999999997,"stat_sum":{"num_bytes":356,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":70,"num_read_kb":28,"num_write":6,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"30'163","reported_seq":1617,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:17.374789+0000","last_change":"2026-02-22T22:13:40.403360+0000","last_active":"2026-02-22T22:55:17.374789+0000","last_peered":"2026-02-22T22:55:17.374789+0000","last_clean":"2026-02-22T22:55:17.374789+0000","last_became_active":"2026-02-22T22:13:37.863246+0000","last_became_peered":"2026-02-22T22:13:37.863246+0000","last_unstale":"2026-02-22T22:55:17.374789+0000","last_undegraded":"2026-02-22T22:55:17.374789+0000","last_fullsized":"2026-02-22T22:55:17.374789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":163,"log_dups_size":0,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:55:37.464950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001263391,"stat_sum":{"num_bytes":439484435,"num_objects":145,"num_object_clones":0,"num_object_copies":435,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":145,"num_whiteouts":0,"num_read":1440,"num_read_kb":539699,"num_write":196,"num_write_kb":290674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"31'327","reported_seq":488,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.374026+0000","last_change":"2026-02-22T22:13:24.352543+0000","last_active":"2026-02-22T22:55:02.374026+0000","last_peered":"2026-02-22T22:55:02.374026+0000","last_clean":"2026-02-22T22:55:02.374026+0000","last_became_active":"2026-02-22T22:13:22.348327+0000","last_became_peered":"2026-02-22T22:13:22.348327+0000","last_unstale":"2026-02-22T22:55:02.374026+0000","last_undegraded":"2026-02-22T22:55:02.374026+0000","last_fullsized":"2026-02-22T22:55:02.374026+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":327,"log_dups_size":0,"ondisk_log_size":327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:53:36.348015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030005599999999999,"stat_sum":{"num_bytes":358,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2042,"num_read_kb":1691,"num_write":622,"num_write_kb":612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":161,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:32.375440+0000","last_change":"2026-02-22T22:13:19.496511+0000","last_active":"2026-02-22T22:55:32.375440+0000","last_peered":"2026-02-22T22:55:32.375440+0000","last_clean":"2026-02-22T22:55:32.375440+0000","last_became_active":"2026-02-22T22:13:19.495861+0000","last_became_peered":"2026-02-22T22:13:19.495861+0000","last_unstale":"2026-02-22T22:55:32.375440+0000","last_undegraded":"2026-02-22T22:55:32.375440+0000","last_fullsized":"2026-02-22T22:55:32.375440+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:18.336415+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:18.336415+0000","last_clean_scrub_stamp":"2026-02-22T22:13:18.336415+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:54:30.223941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":1836449811,"num_objects":567,"num_object_clones":0,"num_object_copies":1701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":567,"num_whiteouts":0,"num_read":6279,"num_read_kb":2171224,"num_write":779,"num_write_kb":1244050,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":968146944,"data_stored":2754686976,"data_compressed":656446936,"data_compressed_allocated":767528960,"data_compressed_original":2554068992,"omap_allocated":0,"internal_metadata":0},"log_size":620,"ondisk_log_size":620,"up":12,"acting":12,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1547,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":5899,"num_read_kb":4914,"num_write":1336,"num_write_kb":1287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":155648,"data_stored":3094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":811,"ondisk_log_size":811,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":1180736,"data_compressed":11702,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":8,"seq":34359738918,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":375812,"kb_used_data":344692,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93996028,"statfs":{"total":96636764160,"available":96251932672,"internally_reserved":0,"allocated":352964608,"data_stored":918923760,"data_compressed":243730440,"data_compressed_allocated":280838144,"data_compressed_original":847036416,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738918,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":376352,"kb_used_data":345232,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93995488,"statfs":{"total":96636764160,"available":96251379712,"internally_reserved":0,"allocated":353517568,"data_stored":918922834,"data_compressed":231598362,"data_compressed_allocated":268062720,"data_compressed_original":833667072,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738920,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":287684,"kb_used_data":256564,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94084156,"statfs":{"total":96636764160,"available":96342175744,"internally_reserved":0,"allocated":262721536,"data_stored":918332771,"data_compressed":181129836,"data_compressed_allocated":218701824,"data_compressed_original":874512384,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":1547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":353161216,"data_stored":918228992,"data_compressed":231592511,"data_compressed_allocated":268025856,"data_compressed_original":833093632,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":352567296,"data_stored":918228992,"data_compressed":243724589,"data_compressed_allocated":280801280,"data_compressed_original":846462976,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":262418432,"data_stored":918228992,"data_compressed":181129836,"data_compressed_allocated":218701824,"data_compressed_original":874512384,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:58:58.684 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:58:58.828 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:58:58.828 INFO:teuthology.orchestra.run.trial164.stderr:dumped all 2026-02-22T22:58:58.837 INFO:teuthology.orchestra.run.trial164.stdout:{"pg_ready":true,"pg_map":{"version":1399,"stamp":"2026-02-22T22:58:57.558524+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1837041726,"num_objects":597,"num_object_clones":0,"num_object_copies":1761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":597,"num_whiteouts":0,"num_read":12244,"num_read_kb":2176193,"num_write":2216,"num_write_kb":1246965,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1503,"ondisk_log_size":1503,"up":30,"acting":30,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":1039848,"kb_used_data":946488,"kb_used_omap":4,"kb_used_meta":93307,"kb_avail":282075672,"statfs":{"total":289910292480,"available":288845488128,"internally_reserved":0,"allocated":969203712,"data_stored":2756179365,"data_compressed":656458638,"data_compressed_allocated":767602688,"data_compressed_original":2555215872,"omap_allocated":4782,"internal_metadata":95546706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000874"},"pg_stats":[{"pgid":"2.7","version":"31'105","reported_seq":200,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:56:42.378616+0000","last_change":"2026-02-22T22:13:24.352737+0000","last_active":"2026-02-22T22:56:42.378616+0000","last_peered":"2026-02-22T22:56:42.378616+0000","last_clean":"2026-02-22T22:56:42.378616+0000","last_became_active":"2026-02-22T22:13:22.349477+0000","last_became_peered":"2026-02-22T22:13:22.349477+0000","last_unstale":"2026-02-22T22:56:42.378616+0000","last_undegraded":"2026-02-22T22:56:42.378616+0000","last_fullsized":"2026-02-22T22:56:42.378616+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:06:00.838222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000473096,"stat_sum":{"num_bytes":130,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":632,"num_read_kb":504,"num_write":202,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"31'110","reported_seq":394,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:56:42.378597+0000","last_change":"2026-02-22T22:13:24.352868+0000","last_active":"2026-02-22T22:56:42.378597+0000","last_peered":"2026-02-22T22:56:42.378597+0000","last_clean":"2026-02-22T22:56:42.378597+0000","last_became_active":"2026-02-22T22:13:22.349258+0000","last_became_peered":"2026-02-22T22:13:22.349258+0000","last_unstale":"2026-02-22T22:56:42.378597+0000","last_undegraded":"2026-02-22T22:56:42.378597+0000","last_fullsized":"2026-02-22T22:56:42.378597+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:16:10.975329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056011799999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":750,"num_read_kb":681,"num_write":95,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"31'75","reported_seq":251,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:12.374552+0000","last_change":"2026-02-22T22:13:24.352473+0000","last_active":"2026-02-22T22:55:12.374552+0000","last_peered":"2026-02-22T22:55:12.374552+0000","last_clean":"2026-02-22T22:55:12.374552+0000","last_became_active":"2026-02-22T22:13:22.349557+0000","last_became_peered":"2026-02-22T22:13:22.349557+0000","last_unstale":"2026-02-22T22:55:12.374552+0000","last_undegraded":"2026-02-22T22:55:12.374552+0000","last_fullsized":"2026-02-22T22:55:12.374552+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:58:56.662161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027759399999999999,"stat_sum":{"num_bytes":98,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":644,"num_read_kb":543,"num_write":124,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"31'25","reported_seq":266,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.374046+0000","last_change":"2026-02-22T22:13:24.352651+0000","last_active":"2026-02-22T22:55:02.374046+0000","last_peered":"2026-02-22T22:55:02.374046+0000","last_clean":"2026-02-22T22:55:02.374046+0000","last_became_active":"2026-02-22T22:13:22.349514+0000","last_became_peered":"2026-02-22T22:13:22.349514+0000","last_unstale":"2026-02-22T22:55:02.374046+0000","last_undegraded":"2026-02-22T22:55:02.374046+0000","last_fullsized":"2026-02-22T22:55:02.374046+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:52:52.234040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039726600000000001,"stat_sum":{"num_bytes":114,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":373,"num_write":20,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"30'187","reported_seq":2223,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:17.373196+0000","last_change":"2026-02-22T22:13:40.400314+0000","last_active":"2026-02-22T22:55:17.373196+0000","last_peered":"2026-02-22T22:55:17.373196+0000","last_clean":"2026-02-22T22:55:17.373196+0000","last_became_active":"2026-02-22T22:13:37.862807+0000","last_became_peered":"2026-02-22T22:13:37.862807+0000","last_unstale":"2026-02-22T22:55:17.373196+0000","last_undegraded":"2026-02-22T22:55:17.373196+0000","last_fullsized":"2026-02-22T22:55:17.373196+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":187,"log_dups_size":0,"ondisk_log_size":187,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:52:48.216725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025848899999999998,"stat_sum":{"num_bytes":529383424,"num_objects":164,"num_object_clones":0,"num_object_copies":492,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":164,"num_whiteouts":0,"num_read":2044,"num_read_kb":616866,"num_write":242,"num_write_kb":334400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"31'81","reported_seq":316,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.372455+0000","last_change":"2026-02-22T22:13:24.351065+0000","last_active":"2026-02-22T22:55:02.372455+0000","last_peered":"2026-02-22T22:55:02.372455+0000","last_clean":"2026-02-22T22:55:02.372455+0000","last_became_active":"2026-02-22T22:13:22.348754+0000","last_became_peered":"2026-02-22T22:13:22.348754+0000","last_unstale":"2026-02-22T22:55:02.372455+0000","last_undegraded":"2026-02-22T22:55:02.372455+0000","last_fullsized":"2026-02-22T22:55:02.372455+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:04:06.116870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063385399999999999,"stat_sum":{"num_bytes":279,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":693,"num_read_kb":586,"num_write":135,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"30'134","reported_seq":1570,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:47.376130+0000","last_change":"2026-02-22T22:13:40.402342+0000","last_active":"2026-02-22T22:55:47.376130+0000","last_peered":"2026-02-22T22:55:47.376130+0000","last_clean":"2026-02-22T22:55:47.376130+0000","last_became_active":"2026-02-22T22:13:37.862884+0000","last_became_peered":"2026-02-22T22:13:37.862884+0000","last_unstale":"2026-02-22T22:55:47.376130+0000","last_undegraded":"2026-02-22T22:55:47.376130+0000","last_fullsized":"2026-02-22T22:55:47.376130+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":134,"log_dups_size":0,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:45:12.225942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038028500000000001,"stat_sum":{"num_bytes":435159040,"num_objects":128,"num_object_clones":0,"num_object_copies":384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":128,"num_whiteouts":0,"num_read":1406,"num_read_kb":517490,"num_write":186,"num_write_kb":310528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"31'81","reported_seq":258,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.366626+0000","last_change":"2026-02-22T22:13:24.460941+0000","last_active":"2026-02-22T22:55:02.366626+0000","last_peered":"2026-02-22T22:55:02.366626+0000","last_clean":"2026-02-22T22:55:02.366626+0000","last_became_active":"2026-02-22T22:13:22.348543+0000","last_became_peered":"2026-02-22T22:13:22.348543+0000","last_unstale":"2026-02-22T22:55:02.366626+0000","last_undegraded":"2026-02-22T22:55:02.366626+0000","last_fullsized":"2026-02-22T22:55:02.366626+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:42:35.532426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023645799999999999,"stat_sum":{"num_bytes":212,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":624,"num_read_kb":508,"num_write":132,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"30'136","reported_seq":1558,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:17.373174+0000","last_change":"2026-02-22T22:13:40.400308+0000","last_active":"2026-02-22T22:55:17.373174+0000","last_peered":"2026-02-22T22:55:17.373174+0000","last_clean":"2026-02-22T22:55:17.373174+0000","last_became_active":"2026-02-22T22:13:37.863232+0000","last_became_peered":"2026-02-22T22:13:37.863232+0000","last_unstale":"2026-02-22T22:55:17.373174+0000","last_undegraded":"2026-02-22T22:55:17.373174+0000","last_fullsized":"2026-02-22T22:55:17.373174+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":136,"log_dups_size":0,"ondisk_log_size":136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:55:43.430825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039161600000000001,"stat_sum":{"num_bytes":432422912,"num_objects":130,"num_object_clones":0,"num_object_copies":390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":130,"num_whiteouts":0,"num_read":1389,"num_read_kb":497169,"num_write":155,"num_write_kb":308448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"28'7","reported_seq":114,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:32.368015+0000","last_change":"2026-02-22T22:13:24.460971+0000","last_active":"2026-02-22T22:55:32.368015+0000","last_peered":"2026-02-22T22:55:32.368015+0000","last_clean":"2026-02-22T22:55:32.368015+0000","last_became_active":"2026-02-22T22:13:22.348798+0000","last_became_peered":"2026-02-22T22:13:22.348798+0000","last_unstale":"2026-02-22T22:55:32.368015+0000","last_undegraded":"2026-02-22T22:55:32.368015+0000","last_fullsized":"2026-02-22T22:55:32.368015+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:17:47.841888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025784799999999997,"stat_sum":{"num_bytes":356,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":70,"num_read_kb":28,"num_write":6,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"30'163","reported_seq":1617,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:17.374789+0000","last_change":"2026-02-22T22:13:40.403360+0000","last_active":"2026-02-22T22:55:17.374789+0000","last_peered":"2026-02-22T22:55:17.374789+0000","last_clean":"2026-02-22T22:55:17.374789+0000","last_became_active":"2026-02-22T22:13:37.863246+0000","last_became_peered":"2026-02-22T22:13:37.863246+0000","last_unstale":"2026-02-22T22:55:17.374789+0000","last_undegraded":"2026-02-22T22:55:17.374789+0000","last_fullsized":"2026-02-22T22:55:17.374789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":163,"log_dups_size":0,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:55:37.464950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001263391,"stat_sum":{"num_bytes":439484435,"num_objects":145,"num_object_clones":0,"num_object_copies":435,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":145,"num_whiteouts":0,"num_read":1440,"num_read_kb":539699,"num_write":196,"num_write_kb":290674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"31'327","reported_seq":488,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.374026+0000","last_change":"2026-02-22T22:13:24.352543+0000","last_active":"2026-02-22T22:55:02.374026+0000","last_peered":"2026-02-22T22:55:02.374026+0000","last_clean":"2026-02-22T22:55:02.374026+0000","last_became_active":"2026-02-22T22:13:22.348327+0000","last_became_peered":"2026-02-22T22:13:22.348327+0000","last_unstale":"2026-02-22T22:55:02.374026+0000","last_undegraded":"2026-02-22T22:55:02.374026+0000","last_fullsized":"2026-02-22T22:55:02.374026+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":327,"log_dups_size":0,"ondisk_log_size":327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:53:36.348015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030005599999999999,"stat_sum":{"num_bytes":358,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2042,"num_read_kb":1691,"num_write":622,"num_write_kb":612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":161,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:32.375440+0000","last_change":"2026-02-22T22:13:19.496511+0000","last_active":"2026-02-22T22:55:32.375440+0000","last_peered":"2026-02-22T22:55:32.375440+0000","last_clean":"2026-02-22T22:55:32.375440+0000","last_became_active":"2026-02-22T22:13:19.495861+0000","last_became_peered":"2026-02-22T22:13:19.495861+0000","last_unstale":"2026-02-22T22:55:32.375440+0000","last_undegraded":"2026-02-22T22:55:32.375440+0000","last_fullsized":"2026-02-22T22:55:32.375440+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:18.336415+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:18.336415+0000","last_clean_scrub_stamp":"2026-02-22T22:13:18.336415+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:54:30.223941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":1836449811,"num_objects":567,"num_object_clones":0,"num_object_copies":1701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":567,"num_whiteouts":0,"num_read":6279,"num_read_kb":2171224,"num_write":779,"num_write_kb":1244050,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":968146944,"data_stored":2754686976,"data_compressed":656446936,"data_compressed_allocated":767528960,"data_compressed_original":2554068992,"omap_allocated":0,"internal_metadata":0},"log_size":620,"ondisk_log_size":620,"up":12,"acting":12,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1547,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":5899,"num_read_kb":4914,"num_write":1336,"num_write_kb":1287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":155648,"data_stored":3094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":811,"ondisk_log_size":811,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":1180736,"data_compressed":11702,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":8,"seq":34359738918,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":375812,"kb_used_data":344692,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93996028,"statfs":{"total":96636764160,"available":96251932672,"internally_reserved":0,"allocated":352964608,"data_stored":918923760,"data_compressed":243730440,"data_compressed_allocated":280838144,"data_compressed_original":847036416,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738918,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":376352,"kb_used_data":345232,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93995488,"statfs":{"total":96636764160,"available":96251379712,"internally_reserved":0,"allocated":353517568,"data_stored":918922834,"data_compressed":231598362,"data_compressed_allocated":268062720,"data_compressed_original":833667072,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738920,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":287684,"kb_used_data":256564,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94084156,"statfs":{"total":96636764160,"available":96342175744,"internally_reserved":0,"allocated":262721536,"data_stored":918332771,"data_compressed":181129836,"data_compressed_allocated":218701824,"data_compressed_original":874512384,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":1547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":353161216,"data_stored":918228992,"data_compressed":231592511,"data_compressed_allocated":268025856,"data_compressed_original":833093632,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":352567296,"data_stored":918228992,"data_compressed":243724589,"data_compressed_allocated":280801280,"data_compressed_original":846462976,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":262418432,"data_stored":918228992,"data_compressed":181129836,"data_compressed_allocated":218701824,"data_compressed_original":874512384,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:58:58.839 INFO:tasks.ceph.ceph_manager.cluster2:clean! 2026-02-22T22:58:58.839 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:58:58.989 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:58:58.990 INFO:teuthology.orchestra.run.trial164.stderr:dumped all 2026-02-22T22:58:59.001 INFO:teuthology.orchestra.run.trial164.stdout:{"pg_ready":true,"pg_map":{"version":1399,"stamp":"2026-02-22T22:58:57.558524+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1837041726,"num_objects":597,"num_object_clones":0,"num_object_copies":1761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":597,"num_whiteouts":0,"num_read":12244,"num_read_kb":2176193,"num_write":2216,"num_write_kb":1246965,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1503,"ondisk_log_size":1503,"up":30,"acting":30,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":1039848,"kb_used_data":946488,"kb_used_omap":4,"kb_used_meta":93307,"kb_avail":282075672,"statfs":{"total":289910292480,"available":288845488128,"internally_reserved":0,"allocated":969203712,"data_stored":2756179365,"data_compressed":656458638,"data_compressed_allocated":767602688,"data_compressed_original":2555215872,"omap_allocated":4782,"internal_metadata":95546706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000874"},"pg_stats":[{"pgid":"2.7","version":"31'105","reported_seq":200,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:56:42.378616+0000","last_change":"2026-02-22T22:13:24.352737+0000","last_active":"2026-02-22T22:56:42.378616+0000","last_peered":"2026-02-22T22:56:42.378616+0000","last_clean":"2026-02-22T22:56:42.378616+0000","last_became_active":"2026-02-22T22:13:22.349477+0000","last_became_peered":"2026-02-22T22:13:22.349477+0000","last_unstale":"2026-02-22T22:56:42.378616+0000","last_undegraded":"2026-02-22T22:56:42.378616+0000","last_fullsized":"2026-02-22T22:56:42.378616+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:06:00.838222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000473096,"stat_sum":{"num_bytes":130,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":632,"num_read_kb":504,"num_write":202,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"31'110","reported_seq":394,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:56:42.378597+0000","last_change":"2026-02-22T22:13:24.352868+0000","last_active":"2026-02-22T22:56:42.378597+0000","last_peered":"2026-02-22T22:56:42.378597+0000","last_clean":"2026-02-22T22:56:42.378597+0000","last_became_active":"2026-02-22T22:13:22.349258+0000","last_became_peered":"2026-02-22T22:13:22.349258+0000","last_unstale":"2026-02-22T22:56:42.378597+0000","last_undegraded":"2026-02-22T22:56:42.378597+0000","last_fullsized":"2026-02-22T22:56:42.378597+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:16:10.975329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056011799999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":750,"num_read_kb":681,"num_write":95,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"31'75","reported_seq":251,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:12.374552+0000","last_change":"2026-02-22T22:13:24.352473+0000","last_active":"2026-02-22T22:55:12.374552+0000","last_peered":"2026-02-22T22:55:12.374552+0000","last_clean":"2026-02-22T22:55:12.374552+0000","last_became_active":"2026-02-22T22:13:22.349557+0000","last_became_peered":"2026-02-22T22:13:22.349557+0000","last_unstale":"2026-02-22T22:55:12.374552+0000","last_undegraded":"2026-02-22T22:55:12.374552+0000","last_fullsized":"2026-02-22T22:55:12.374552+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:58:56.662161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027759399999999999,"stat_sum":{"num_bytes":98,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":644,"num_read_kb":543,"num_write":124,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"31'25","reported_seq":266,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.374046+0000","last_change":"2026-02-22T22:13:24.352651+0000","last_active":"2026-02-22T22:55:02.374046+0000","last_peered":"2026-02-22T22:55:02.374046+0000","last_clean":"2026-02-22T22:55:02.374046+0000","last_became_active":"2026-02-22T22:13:22.349514+0000","last_became_peered":"2026-02-22T22:13:22.349514+0000","last_unstale":"2026-02-22T22:55:02.374046+0000","last_undegraded":"2026-02-22T22:55:02.374046+0000","last_fullsized":"2026-02-22T22:55:02.374046+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:52:52.234040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039726600000000001,"stat_sum":{"num_bytes":114,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":373,"num_write":20,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"30'187","reported_seq":2223,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:17.373196+0000","last_change":"2026-02-22T22:13:40.400314+0000","last_active":"2026-02-22T22:55:17.373196+0000","last_peered":"2026-02-22T22:55:17.373196+0000","last_clean":"2026-02-22T22:55:17.373196+0000","last_became_active":"2026-02-22T22:13:37.862807+0000","last_became_peered":"2026-02-22T22:13:37.862807+0000","last_unstale":"2026-02-22T22:55:17.373196+0000","last_undegraded":"2026-02-22T22:55:17.373196+0000","last_fullsized":"2026-02-22T22:55:17.373196+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":187,"log_dups_size":0,"ondisk_log_size":187,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:52:48.216725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025848899999999998,"stat_sum":{"num_bytes":529383424,"num_objects":164,"num_object_clones":0,"num_object_copies":492,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":164,"num_whiteouts":0,"num_read":2044,"num_read_kb":616866,"num_write":242,"num_write_kb":334400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"31'81","reported_seq":316,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.372455+0000","last_change":"2026-02-22T22:13:24.351065+0000","last_active":"2026-02-22T22:55:02.372455+0000","last_peered":"2026-02-22T22:55:02.372455+0000","last_clean":"2026-02-22T22:55:02.372455+0000","last_became_active":"2026-02-22T22:13:22.348754+0000","last_became_peered":"2026-02-22T22:13:22.348754+0000","last_unstale":"2026-02-22T22:55:02.372455+0000","last_undegraded":"2026-02-22T22:55:02.372455+0000","last_fullsized":"2026-02-22T22:55:02.372455+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:04:06.116870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063385399999999999,"stat_sum":{"num_bytes":279,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":693,"num_read_kb":586,"num_write":135,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"30'134","reported_seq":1570,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:47.376130+0000","last_change":"2026-02-22T22:13:40.402342+0000","last_active":"2026-02-22T22:55:47.376130+0000","last_peered":"2026-02-22T22:55:47.376130+0000","last_clean":"2026-02-22T22:55:47.376130+0000","last_became_active":"2026-02-22T22:13:37.862884+0000","last_became_peered":"2026-02-22T22:13:37.862884+0000","last_unstale":"2026-02-22T22:55:47.376130+0000","last_undegraded":"2026-02-22T22:55:47.376130+0000","last_fullsized":"2026-02-22T22:55:47.376130+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":134,"log_dups_size":0,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:45:12.225942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038028500000000001,"stat_sum":{"num_bytes":435159040,"num_objects":128,"num_object_clones":0,"num_object_copies":384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":128,"num_whiteouts":0,"num_read":1406,"num_read_kb":517490,"num_write":186,"num_write_kb":310528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"31'81","reported_seq":258,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.366626+0000","last_change":"2026-02-22T22:13:24.460941+0000","last_active":"2026-02-22T22:55:02.366626+0000","last_peered":"2026-02-22T22:55:02.366626+0000","last_clean":"2026-02-22T22:55:02.366626+0000","last_became_active":"2026-02-22T22:13:22.348543+0000","last_became_peered":"2026-02-22T22:13:22.348543+0000","last_unstale":"2026-02-22T22:55:02.366626+0000","last_undegraded":"2026-02-22T22:55:02.366626+0000","last_fullsized":"2026-02-22T22:55:02.366626+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:42:35.532426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023645799999999999,"stat_sum":{"num_bytes":212,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":624,"num_read_kb":508,"num_write":132,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"30'136","reported_seq":1558,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:17.373174+0000","last_change":"2026-02-22T22:13:40.400308+0000","last_active":"2026-02-22T22:55:17.373174+0000","last_peered":"2026-02-22T22:55:17.373174+0000","last_clean":"2026-02-22T22:55:17.373174+0000","last_became_active":"2026-02-22T22:13:37.863232+0000","last_became_peered":"2026-02-22T22:13:37.863232+0000","last_unstale":"2026-02-22T22:55:17.373174+0000","last_undegraded":"2026-02-22T22:55:17.373174+0000","last_fullsized":"2026-02-22T22:55:17.373174+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":136,"log_dups_size":0,"ondisk_log_size":136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:55:43.430825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039161600000000001,"stat_sum":{"num_bytes":432422912,"num_objects":130,"num_object_clones":0,"num_object_copies":390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":130,"num_whiteouts":0,"num_read":1389,"num_read_kb":497169,"num_write":155,"num_write_kb":308448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"28'7","reported_seq":114,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:32.368015+0000","last_change":"2026-02-22T22:13:24.460971+0000","last_active":"2026-02-22T22:55:32.368015+0000","last_peered":"2026-02-22T22:55:32.368015+0000","last_clean":"2026-02-22T22:55:32.368015+0000","last_became_active":"2026-02-22T22:13:22.348798+0000","last_became_peered":"2026-02-22T22:13:22.348798+0000","last_unstale":"2026-02-22T22:55:32.368015+0000","last_undegraded":"2026-02-22T22:55:32.368015+0000","last_fullsized":"2026-02-22T22:55:32.368015+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:17:47.841888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025784799999999997,"stat_sum":{"num_bytes":356,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":70,"num_read_kb":28,"num_write":6,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"30'163","reported_seq":1617,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:17.374789+0000","last_change":"2026-02-22T22:13:40.403360+0000","last_active":"2026-02-22T22:55:17.374789+0000","last_peered":"2026-02-22T22:55:17.374789+0000","last_clean":"2026-02-22T22:55:17.374789+0000","last_became_active":"2026-02-22T22:13:37.863246+0000","last_became_peered":"2026-02-22T22:13:37.863246+0000","last_unstale":"2026-02-22T22:55:17.374789+0000","last_undegraded":"2026-02-22T22:55:17.374789+0000","last_fullsized":"2026-02-22T22:55:17.374789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":163,"log_dups_size":0,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:55:37.464950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001263391,"stat_sum":{"num_bytes":439484435,"num_objects":145,"num_object_clones":0,"num_object_copies":435,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":145,"num_whiteouts":0,"num_read":1440,"num_read_kb":539699,"num_write":196,"num_write_kb":290674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"31'327","reported_seq":488,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.374026+0000","last_change":"2026-02-22T22:13:24.352543+0000","last_active":"2026-02-22T22:55:02.374026+0000","last_peered":"2026-02-22T22:55:02.374026+0000","last_clean":"2026-02-22T22:55:02.374026+0000","last_became_active":"2026-02-22T22:13:22.348327+0000","last_became_peered":"2026-02-22T22:13:22.348327+0000","last_unstale":"2026-02-22T22:55:02.374026+0000","last_undegraded":"2026-02-22T22:55:02.374026+0000","last_fullsized":"2026-02-22T22:55:02.374026+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":327,"log_dups_size":0,"ondisk_log_size":327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:53:36.348015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030005599999999999,"stat_sum":{"num_bytes":358,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2042,"num_read_kb":1691,"num_write":622,"num_write_kb":612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":161,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:32.375440+0000","last_change":"2026-02-22T22:13:19.496511+0000","last_active":"2026-02-22T22:55:32.375440+0000","last_peered":"2026-02-22T22:55:32.375440+0000","last_clean":"2026-02-22T22:55:32.375440+0000","last_became_active":"2026-02-22T22:13:19.495861+0000","last_became_peered":"2026-02-22T22:13:19.495861+0000","last_unstale":"2026-02-22T22:55:32.375440+0000","last_undegraded":"2026-02-22T22:55:32.375440+0000","last_fullsized":"2026-02-22T22:55:32.375440+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:18.336415+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:18.336415+0000","last_clean_scrub_stamp":"2026-02-22T22:13:18.336415+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:54:30.223941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":1836449811,"num_objects":567,"num_object_clones":0,"num_object_copies":1701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":567,"num_whiteouts":0,"num_read":6279,"num_read_kb":2171224,"num_write":779,"num_write_kb":1244050,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":968146944,"data_stored":2754686976,"data_compressed":656446936,"data_compressed_allocated":767528960,"data_compressed_original":2554068992,"omap_allocated":0,"internal_metadata":0},"log_size":620,"ondisk_log_size":620,"up":12,"acting":12,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1547,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":5899,"num_read_kb":4914,"num_write":1336,"num_write_kb":1287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":155648,"data_stored":3094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":811,"ondisk_log_size":811,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":1180736,"data_compressed":11702,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":8,"seq":34359738918,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":375812,"kb_used_data":344692,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93996028,"statfs":{"total":96636764160,"available":96251932672,"internally_reserved":0,"allocated":352964608,"data_stored":918923760,"data_compressed":243730440,"data_compressed_allocated":280838144,"data_compressed_original":847036416,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738918,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":376352,"kb_used_data":345232,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93995488,"statfs":{"total":96636764160,"available":96251379712,"internally_reserved":0,"allocated":353517568,"data_stored":918922834,"data_compressed":231598362,"data_compressed_allocated":268062720,"data_compressed_original":833667072,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738920,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":287684,"kb_used_data":256564,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94084156,"statfs":{"total":96636764160,"available":96342175744,"internally_reserved":0,"allocated":262721536,"data_stored":918332771,"data_compressed":181129836,"data_compressed_allocated":218701824,"data_compressed_original":874512384,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":1547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":353161216,"data_stored":918228992,"data_compressed":231592511,"data_compressed_allocated":268025856,"data_compressed_original":833093632,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":352567296,"data_stored":918228992,"data_compressed":243724589,"data_compressed_allocated":280801280,"data_compressed_original":846462976,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":262418432,"data_stored":918228992,"data_compressed":181129836,"data_compressed_allocated":218701824,"data_compressed_original":874512384,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:58:59.003 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:58:59.159 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:58:59.159 INFO:teuthology.orchestra.run.trial164.stdout:{"epoch":31,"fsid":"43b5afe0-6b79-46e5-8714-aae59a6778da","created":"2026-02-22T22:13:07.170510+0000","modified":"2026-02-22T22:14:33.752100+0000","last_up_change":"2026-02-22T22:13:16.330012+0000","last_in_change":"2026-02-22T22:13:07.770502+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:13:17.350507+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T22:13:21.339687+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"datapool","create_time":"2026-02-22T22:13:35.397580+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":4,"pg_placement_num":4,"pg_placement_num_target":4,"pg_num_target":4,"pg_num_pending":4,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":31,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"418ba282-21ff-4733-85ab-79fbc2b36b9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6802","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6803","nonce":1532180923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6804","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6805","nonce":1532180923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6808","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6809","nonce":1532180923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6806","nonce":1532180923},{"type":"v1","addr":"10.20.193.164:6807","nonce":1532180923}]},"public_addr":"10.20.193.164:6803/1532180923","cluster_addr":"10.20.193.164:6805/1532180923","heartbeat_back_addr":"10.20.193.164:6809/1532180923","heartbeat_front_addr":"10.20.193.164:6807/1532180923","state":["exists","up"]},{"osd":1,"uuid":"84e13098-debf-4643-b13f-29b0b92d14b0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6810","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6811","nonce":2123898308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6812","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6813","nonce":2123898308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6816","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6817","nonce":2123898308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6814","nonce":2123898308},{"type":"v1","addr":"10.20.193.164:6815","nonce":2123898308}]},"public_addr":"10.20.193.164:6811/2123898308","cluster_addr":"10.20.193.164:6813/2123898308","heartbeat_back_addr":"10.20.193.164:6817/2123898308","heartbeat_front_addr":"10.20.193.164:6815/2123898308","state":["exists","up"]},{"osd":2,"uuid":"f7ae58f0-2273-4e46-bf8f-b241ece2db96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6818","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6819","nonce":3227153021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6820","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6821","nonce":3227153021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6824","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6825","nonce":3227153021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.164:6822","nonce":3227153021},{"type":"v1","addr":"10.20.193.164:6823","nonce":3227153021}]},"public_addr":"10.20.193.164:6819/3227153021","cluster_addr":"10.20.193.164:6821/3227153021","heartbeat_back_addr":"10.20.193.164:6825/3227153021","heartbeat_front_addr":"10.20.193.164:6823/3227153021","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:13:14.391153+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:13:14.479445+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:13:14.979115+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:59:00.171 INFO:tasks.ceph:Scrubbing cluster2.osd.0 2026-02-22T22:59:00.171 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:59:00.253 INFO:teuthology.orchestra.run.trial164.stdout:{ 2026-02-22T22:59:00.254 INFO:teuthology.orchestra.run.trial164.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:59:00.254 INFO:teuthology.orchestra.run.trial164.stdout:} 2026-02-22T22:59:00.262 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd deep-scrub 0 2026-02-22T22:59:00.412 INFO:teuthology.orchestra.run.trial164.stderr:instructed osd(s) 0 to deep-scrub 2026-02-22T22:59:00.423 INFO:tasks.ceph:Scrubbing cluster2.osd.1 2026-02-22T22:59:00.423 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:59:00.499 INFO:teuthology.orchestra.run.trial164.stdout:{ 2026-02-22T22:59:00.499 INFO:teuthology.orchestra.run.trial164.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:59:00.500 INFO:teuthology.orchestra.run.trial164.stdout:} 2026-02-22T22:59:00.509 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd deep-scrub 1 2026-02-22T22:59:00.650 INFO:teuthology.orchestra.run.trial164.stderr:instructed osd(s) 1 to deep-scrub 2026-02-22T22:59:00.660 INFO:tasks.ceph:Scrubbing cluster2.osd.2 2026-02-22T22:59:00.661 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:59:00.737 INFO:teuthology.orchestra.run.trial164.stdout:{ 2026-02-22T22:59:00.737 INFO:teuthology.orchestra.run.trial164.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:59:00.738 INFO:teuthology.orchestra.run.trial164.stdout:} 2026-02-22T22:59:00.748 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd deep-scrub 2 2026-02-22T22:59:00.887 INFO:teuthology.orchestra.run.trial164.stderr:instructed osd(s) 2 to deep-scrub 2026-02-22T22:59:00.899 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:59:01.046 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:59:01.047 INFO:teuthology.orchestra.run.trial164.stderr:dumped all 2026-02-22T22:59:01.056 INFO:teuthology.orchestra.run.trial164.stdout:{"pg_ready":true,"pg_map":{"version":1400,"stamp":"2026-02-22T22:58:59.558687+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1837041726,"num_objects":597,"num_object_clones":0,"num_object_copies":1761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":597,"num_whiteouts":0,"num_read":12244,"num_read_kb":2176193,"num_write":2216,"num_write_kb":1246965,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1503,"ondisk_log_size":1503,"up":30,"acting":30,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":1039848,"kb_used_data":946488,"kb_used_omap":4,"kb_used_meta":93307,"kb_avail":282075672,"statfs":{"total":289910292480,"available":288845488128,"internally_reserved":0,"allocated":969203712,"data_stored":2756179365,"data_compressed":656458638,"data_compressed_allocated":767602688,"data_compressed_original":2555215872,"omap_allocated":4782,"internal_metadata":95546706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000901"},"pg_stats":[{"pgid":"2.7","version":"31'105","reported_seq":200,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:56:42.378616+0000","last_change":"2026-02-22T22:13:24.352737+0000","last_active":"2026-02-22T22:56:42.378616+0000","last_peered":"2026-02-22T22:56:42.378616+0000","last_clean":"2026-02-22T22:56:42.378616+0000","last_became_active":"2026-02-22T22:13:22.349477+0000","last_became_peered":"2026-02-22T22:13:22.349477+0000","last_unstale":"2026-02-22T22:56:42.378616+0000","last_undegraded":"2026-02-22T22:56:42.378616+0000","last_fullsized":"2026-02-22T22:56:42.378616+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:06:00.838222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000473096,"stat_sum":{"num_bytes":130,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":632,"num_read_kb":504,"num_write":202,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"31'110","reported_seq":394,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:56:42.378597+0000","last_change":"2026-02-22T22:13:24.352868+0000","last_active":"2026-02-22T22:56:42.378597+0000","last_peered":"2026-02-22T22:56:42.378597+0000","last_clean":"2026-02-22T22:56:42.378597+0000","last_became_active":"2026-02-22T22:13:22.349258+0000","last_became_peered":"2026-02-22T22:13:22.349258+0000","last_unstale":"2026-02-22T22:56:42.378597+0000","last_undegraded":"2026-02-22T22:56:42.378597+0000","last_fullsized":"2026-02-22T22:56:42.378597+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:16:10.975329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056011799999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":750,"num_read_kb":681,"num_write":95,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"31'75","reported_seq":251,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:12.374552+0000","last_change":"2026-02-22T22:13:24.352473+0000","last_active":"2026-02-22T22:55:12.374552+0000","last_peered":"2026-02-22T22:55:12.374552+0000","last_clean":"2026-02-22T22:55:12.374552+0000","last_became_active":"2026-02-22T22:13:22.349557+0000","last_became_peered":"2026-02-22T22:13:22.349557+0000","last_unstale":"2026-02-22T22:55:12.374552+0000","last_undegraded":"2026-02-22T22:55:12.374552+0000","last_fullsized":"2026-02-22T22:55:12.374552+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:58:56.662161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027759399999999999,"stat_sum":{"num_bytes":98,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":644,"num_read_kb":543,"num_write":124,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"31'25","reported_seq":266,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.374046+0000","last_change":"2026-02-22T22:13:24.352651+0000","last_active":"2026-02-22T22:55:02.374046+0000","last_peered":"2026-02-22T22:55:02.374046+0000","last_clean":"2026-02-22T22:55:02.374046+0000","last_became_active":"2026-02-22T22:13:22.349514+0000","last_became_peered":"2026-02-22T22:13:22.349514+0000","last_unstale":"2026-02-22T22:55:02.374046+0000","last_undegraded":"2026-02-22T22:55:02.374046+0000","last_fullsized":"2026-02-22T22:55:02.374046+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:52:52.234040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039726600000000001,"stat_sum":{"num_bytes":114,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":373,"num_write":20,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"30'187","reported_seq":2223,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:17.373196+0000","last_change":"2026-02-22T22:13:40.400314+0000","last_active":"2026-02-22T22:55:17.373196+0000","last_peered":"2026-02-22T22:55:17.373196+0000","last_clean":"2026-02-22T22:55:17.373196+0000","last_became_active":"2026-02-22T22:13:37.862807+0000","last_became_peered":"2026-02-22T22:13:37.862807+0000","last_unstale":"2026-02-22T22:55:17.373196+0000","last_undegraded":"2026-02-22T22:55:17.373196+0000","last_fullsized":"2026-02-22T22:55:17.373196+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":187,"log_dups_size":0,"ondisk_log_size":187,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:52:48.216725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025848899999999998,"stat_sum":{"num_bytes":529383424,"num_objects":164,"num_object_clones":0,"num_object_copies":492,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":164,"num_whiteouts":0,"num_read":2044,"num_read_kb":616866,"num_write":242,"num_write_kb":334400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"31'81","reported_seq":316,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.372455+0000","last_change":"2026-02-22T22:13:24.351065+0000","last_active":"2026-02-22T22:55:02.372455+0000","last_peered":"2026-02-22T22:55:02.372455+0000","last_clean":"2026-02-22T22:55:02.372455+0000","last_became_active":"2026-02-22T22:13:22.348754+0000","last_became_peered":"2026-02-22T22:13:22.348754+0000","last_unstale":"2026-02-22T22:55:02.372455+0000","last_undegraded":"2026-02-22T22:55:02.372455+0000","last_fullsized":"2026-02-22T22:55:02.372455+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:04:06.116870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063385399999999999,"stat_sum":{"num_bytes":279,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":693,"num_read_kb":586,"num_write":135,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"30'134","reported_seq":1570,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:47.376130+0000","last_change":"2026-02-22T22:13:40.402342+0000","last_active":"2026-02-22T22:55:47.376130+0000","last_peered":"2026-02-22T22:55:47.376130+0000","last_clean":"2026-02-22T22:55:47.376130+0000","last_became_active":"2026-02-22T22:13:37.862884+0000","last_became_peered":"2026-02-22T22:13:37.862884+0000","last_unstale":"2026-02-22T22:55:47.376130+0000","last_undegraded":"2026-02-22T22:55:47.376130+0000","last_fullsized":"2026-02-22T22:55:47.376130+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":134,"log_dups_size":0,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:45:12.225942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038028500000000001,"stat_sum":{"num_bytes":435159040,"num_objects":128,"num_object_clones":0,"num_object_copies":384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":128,"num_whiteouts":0,"num_read":1406,"num_read_kb":517490,"num_write":186,"num_write_kb":310528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"31'81","reported_seq":258,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.366626+0000","last_change":"2026-02-22T22:13:24.460941+0000","last_active":"2026-02-22T22:55:02.366626+0000","last_peered":"2026-02-22T22:55:02.366626+0000","last_clean":"2026-02-22T22:55:02.366626+0000","last_became_active":"2026-02-22T22:13:22.348543+0000","last_became_peered":"2026-02-22T22:13:22.348543+0000","last_unstale":"2026-02-22T22:55:02.366626+0000","last_undegraded":"2026-02-22T22:55:02.366626+0000","last_fullsized":"2026-02-22T22:55:02.366626+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:42:35.532426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023645799999999999,"stat_sum":{"num_bytes":212,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":624,"num_read_kb":508,"num_write":132,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"30'136","reported_seq":1558,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:17.373174+0000","last_change":"2026-02-22T22:13:40.400308+0000","last_active":"2026-02-22T22:55:17.373174+0000","last_peered":"2026-02-22T22:55:17.373174+0000","last_clean":"2026-02-22T22:55:17.373174+0000","last_became_active":"2026-02-22T22:13:37.863232+0000","last_became_peered":"2026-02-22T22:13:37.863232+0000","last_unstale":"2026-02-22T22:55:17.373174+0000","last_undegraded":"2026-02-22T22:55:17.373174+0000","last_fullsized":"2026-02-22T22:55:17.373174+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":136,"log_dups_size":0,"ondisk_log_size":136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:55:43.430825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039161600000000001,"stat_sum":{"num_bytes":432422912,"num_objects":130,"num_object_clones":0,"num_object_copies":390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":130,"num_whiteouts":0,"num_read":1389,"num_read_kb":497169,"num_write":155,"num_write_kb":308448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"28'7","reported_seq":114,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:32.368015+0000","last_change":"2026-02-22T22:13:24.460971+0000","last_active":"2026-02-22T22:55:32.368015+0000","last_peered":"2026-02-22T22:55:32.368015+0000","last_clean":"2026-02-22T22:55:32.368015+0000","last_became_active":"2026-02-22T22:13:22.348798+0000","last_became_peered":"2026-02-22T22:13:22.348798+0000","last_unstale":"2026-02-22T22:55:32.368015+0000","last_undegraded":"2026-02-22T22:55:32.368015+0000","last_fullsized":"2026-02-22T22:55:32.368015+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:17:47.841888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025784799999999997,"stat_sum":{"num_bytes":356,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":70,"num_read_kb":28,"num_write":6,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"30'163","reported_seq":1617,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:17.374789+0000","last_change":"2026-02-22T22:13:40.403360+0000","last_active":"2026-02-22T22:55:17.374789+0000","last_peered":"2026-02-22T22:55:17.374789+0000","last_clean":"2026-02-22T22:55:17.374789+0000","last_became_active":"2026-02-22T22:13:37.863246+0000","last_became_peered":"2026-02-22T22:13:37.863246+0000","last_unstale":"2026-02-22T22:55:17.374789+0000","last_undegraded":"2026-02-22T22:55:17.374789+0000","last_fullsized":"2026-02-22T22:55:17.374789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:36.389815+0000","last_clean_scrub_stamp":"2026-02-22T22:13:36.389815+0000","objects_scrubbed":0,"log_size":163,"log_dups_size":0,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:55:37.464950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001263391,"stat_sum":{"num_bytes":439484435,"num_objects":145,"num_object_clones":0,"num_object_copies":435,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":145,"num_whiteouts":0,"num_read":1440,"num_read_kb":539699,"num_write":196,"num_write_kb":290674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"31'327","reported_seq":488,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:02.374026+0000","last_change":"2026-02-22T22:13:24.352543+0000","last_active":"2026-02-22T22:55:02.374026+0000","last_peered":"2026-02-22T22:55:02.374026+0000","last_clean":"2026-02-22T22:55:02.374026+0000","last_became_active":"2026-02-22T22:13:22.348327+0000","last_became_peered":"2026-02-22T22:13:22.348327+0000","last_unstale":"2026-02-22T22:55:02.374026+0000","last_undegraded":"2026-02-22T22:55:02.374026+0000","last_fullsized":"2026-02-22T22:55:02.374026+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:21.341467+0000","last_clean_scrub_stamp":"2026-02-22T22:13:21.341467+0000","objects_scrubbed":0,"log_size":327,"log_dups_size":0,"ondisk_log_size":327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:53:36.348015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030005599999999999,"stat_sum":{"num_bytes":358,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2042,"num_read_kb":1691,"num_write":622,"num_write_kb":612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":161,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:55:32.375440+0000","last_change":"2026-02-22T22:13:19.496511+0000","last_active":"2026-02-22T22:55:32.375440+0000","last_peered":"2026-02-22T22:55:32.375440+0000","last_clean":"2026-02-22T22:55:32.375440+0000","last_became_active":"2026-02-22T22:13:19.495861+0000","last_became_peered":"2026-02-22T22:13:19.495861+0000","last_unstale":"2026-02-22T22:55:32.375440+0000","last_undegraded":"2026-02-22T22:55:32.375440+0000","last_fullsized":"2026-02-22T22:55:32.375440+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:18.336415+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:18.336415+0000","last_clean_scrub_stamp":"2026-02-22T22:13:18.336415+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:54:30.223941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":1836449811,"num_objects":567,"num_object_clones":0,"num_object_copies":1701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":567,"num_whiteouts":0,"num_read":6279,"num_read_kb":2171224,"num_write":779,"num_write_kb":1244050,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":968146944,"data_stored":2754686976,"data_compressed":656446936,"data_compressed_allocated":767528960,"data_compressed_original":2554068992,"omap_allocated":0,"internal_metadata":0},"log_size":620,"ondisk_log_size":620,"up":12,"acting":12,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1547,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":5899,"num_read_kb":4914,"num_write":1336,"num_write_kb":1287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":155648,"data_stored":3094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":811,"ondisk_log_size":811,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":1180736,"data_compressed":11702,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":8,"seq":34359738918,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":375812,"kb_used_data":344692,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93996028,"statfs":{"total":96636764160,"available":96251932672,"internally_reserved":0,"allocated":352964608,"data_stored":918923760,"data_compressed":243730440,"data_compressed_allocated":280838144,"data_compressed_original":847036416,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738918,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":376352,"kb_used_data":345232,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93995488,"statfs":{"total":96636764160,"available":96251379712,"internally_reserved":0,"allocated":353517568,"data_stored":918922834,"data_compressed":231598362,"data_compressed_allocated":268062720,"data_compressed_original":833667072,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738920,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":287684,"kb_used_data":256564,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94084156,"statfs":{"total":96636764160,"available":96342175744,"internally_reserved":0,"allocated":262721536,"data_stored":918332771,"data_compressed":181129836,"data_compressed_allocated":218701824,"data_compressed_original":874512384,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":1547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":353161216,"data_stored":918228992,"data_compressed":231592511,"data_compressed_allocated":268025856,"data_compressed_original":833093632,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":352567296,"data_stored":918228992,"data_compressed":243724589,"data_compressed_allocated":280801280,"data_compressed_original":846462976,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":262418432,"data_stored":918228992,"data_compressed":181129836,"data_compressed_allocated":218701824,"data_compressed_original":874512384,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:59:01.063 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-02-22T22:13:21.341467+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=21, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=58, tm_sec=59, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:01.064 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-02-22T22:13:21.341467+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=21, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=58, tm_sec=59, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:01.064 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-02-22T22:13:21.341467+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=21, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=58, tm_sec=59, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:01.064 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-02-22T22:13:21.341467+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=21, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=58, tm_sec=59, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:01.064 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2026-02-22T22:13:36.389815+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=36, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=58, tm_sec=59, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:01.064 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-02-22T22:13:21.341467+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=21, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=58, tm_sec=59, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:01.065 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2026-02-22T22:13:36.389815+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=36, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=58, tm_sec=59, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:01.065 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-02-22T22:13:21.341467+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=21, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=58, tm_sec=59, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:01.065 INFO:tasks.ceph:pgid 3.1 last_scrub_stamp 2026-02-22T22:13:36.389815+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=36, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=58, tm_sec=59, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:01.066 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-02-22T22:13:21.341467+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=21, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=58, tm_sec=59, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:01.066 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2026-02-22T22:13:36.389815+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=36, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=58, tm_sec=59, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:01.066 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-02-22T22:13:21.341467+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=21, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=58, tm_sec=59, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:01.066 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-02-22T22:13:18.336415+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=18, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=58, tm_sec=59, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:01.067 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-02-22T22:59:21.067 DEBUG:teuthology.orchestra.run.trial164:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:59:21.215 INFO:teuthology.orchestra.run.trial164.stdout: 2026-02-22T22:59:21.216 INFO:teuthology.orchestra.run.trial164.stderr:dumped all 2026-02-22T22:59:21.225 INFO:teuthology.orchestra.run.trial164.stdout:{"pg_ready":true,"pg_map":{"version":1410,"stamp":"2026-02-22T22:59:19.560765+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1837041726,"num_objects":597,"num_object_clones":0,"num_object_copies":1761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":597,"num_whiteouts":0,"num_read":12244,"num_read_kb":2176193,"num_write":2216,"num_write_kb":1246965,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1305,"num_omap_keys":78,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1533,"ondisk_log_size":1533,"up":30,"acting":30,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":1044008,"kb_used_data":946488,"kb_used_omap":4,"kb_used_meta":97467,"kb_avail":282071512,"statfs":{"total":289910292480,"available":288841228288,"internally_reserved":0,"allocated":969203712,"data_stored":2756179365,"data_compressed":656458638,"data_compressed_allocated":767602688,"data_compressed_original":2555215872,"omap_allocated":4782,"internal_metadata":99806546},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001144"},"pg_stats":[{"pgid":"2.7","version":"31'108","reported_seq":212,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:59:04.901399+0000","last_change":"2026-02-22T22:59:04.901438+0000","last_active":"2026-02-22T22:59:04.901399+0000","last_peered":"2026-02-22T22:59:04.901399+0000","last_clean":"2026-02-22T22:59:04.901399+0000","last_became_active":"2026-02-22T22:13:22.349477+0000","last_became_peered":"2026-02-22T22:13:22.349477+0000","last_unstale":"2026-02-22T22:59:04.901399+0000","last_undegraded":"2026-02-22T22:59:04.901399+0000","last_fullsized":"2026-02-22T22:59:04.901399+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'108","last_scrub_stamp":"2026-02-22T22:59:04.901318+0000","last_deep_scrub":"31'108","last_deep_scrub_stamp":"2026-02-22T22:59:04.901318+0000","last_clean_scrub_stamp":"2026-02-22T22:59:04.901318+0000","objects_scrubbed":3,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:25:05.646092+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.000473096,"stat_sum":{"num_bytes":130,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":632,"num_read_kb":504,"num_write":202,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"31'111","reported_seq":404,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:59:02.882168+0000","last_change":"2026-02-22T22:59:02.882191+0000","last_active":"2026-02-22T22:59:02.882168+0000","last_peered":"2026-02-22T22:59:02.882168+0000","last_clean":"2026-02-22T22:59:02.882168+0000","last_became_active":"2026-02-22T22:13:22.349258+0000","last_became_peered":"2026-02-22T22:13:22.349258+0000","last_unstale":"2026-02-22T22:59:02.882168+0000","last_undegraded":"2026-02-22T22:59:02.882168+0000","last_fullsized":"2026-02-22T22:59:02.882168+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'111","last_scrub_stamp":"2026-02-22T22:59:02.882104+0000","last_deep_scrub":"31'111","last_deep_scrub_stamp":"2026-02-22T22:59:02.882104+0000","last_clean_scrub_stamp":"2026-02-22T22:59:02.882104+0000","objects_scrubbed":1,"log_size":111,"log_dups_size":0,"ondisk_log_size":111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:46:22.289877+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00056011799999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":750,"num_read_kb":681,"num_write":95,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":146,"num_omap_keys":10,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"31'77","reported_seq":262,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:59:05.903267+0000","last_change":"2026-02-22T22:59:05.903294+0000","last_active":"2026-02-22T22:59:05.903267+0000","last_peered":"2026-02-22T22:59:05.903267+0000","last_clean":"2026-02-22T22:59:05.903267+0000","last_became_active":"2026-02-22T22:13:22.349557+0000","last_became_peered":"2026-02-22T22:13:22.349557+0000","last_unstale":"2026-02-22T22:59:05.903267+0000","last_undegraded":"2026-02-22T22:59:05.903267+0000","last_fullsized":"2026-02-22T22:59:05.903267+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'77","last_scrub_stamp":"2026-02-22T22:59:05.903179+0000","last_deep_scrub":"31'77","last_deep_scrub_stamp":"2026-02-22T22:59:05.903179+0000","last_clean_scrub_stamp":"2026-02-22T22:59:05.903179+0000","objects_scrubbed":2,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:55:44.080605+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00027759399999999999,"stat_sum":{"num_bytes":98,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":644,"num_read_kb":543,"num_write":124,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":146,"num_omap_keys":10,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"31'29","reported_seq":280,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:59:03.877005+0000","last_change":"2026-02-22T22:59:03.877005+0000","last_active":"2026-02-22T22:59:03.877005+0000","last_peered":"2026-02-22T22:59:03.877005+0000","last_clean":"2026-02-22T22:59:03.877005+0000","last_became_active":"2026-02-22T22:13:22.349514+0000","last_became_peered":"2026-02-22T22:13:22.349514+0000","last_unstale":"2026-02-22T22:59:03.877005+0000","last_undegraded":"2026-02-22T22:59:03.877005+0000","last_fullsized":"2026-02-22T22:59:03.877005+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'29","last_scrub_stamp":"2026-02-22T22:59:03.876867+0000","last_deep_scrub":"31'29","last_deep_scrub_stamp":"2026-02-22T22:59:03.876867+0000","last_clean_scrub_stamp":"2026-02-22T22:59:03.876867+0000","objects_scrubbed":4,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:07:26.915984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039726600000000001,"stat_sum":{"num_bytes":114,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":373,"num_write":20,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":338,"num_omap_keys":22,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"30'187","reported_seq":2242,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:59:02.241029+0000","last_change":"2026-02-22T22:59:02.241053+0000","last_active":"2026-02-22T22:59:02.241029+0000","last_peered":"2026-02-22T22:59:02.241029+0000","last_clean":"2026-02-22T22:59:02.241029+0000","last_became_active":"2026-02-22T22:13:37.862807+0000","last_became_peered":"2026-02-22T22:13:37.862807+0000","last_unstale":"2026-02-22T22:59:02.241029+0000","last_undegraded":"2026-02-22T22:59:02.241029+0000","last_fullsized":"2026-02-22T22:59:02.241029+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"30'187","last_scrub_stamp":"2026-02-22T22:59:02.240958+0000","last_deep_scrub":"30'187","last_deep_scrub_stamp":"2026-02-22T22:59:02.240958+0000","last_clean_scrub_stamp":"2026-02-22T22:59:02.240958+0000","objects_scrubbed":164,"log_size":187,"log_dups_size":0,"ondisk_log_size":187,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T10:17:33.253793+0000","scrub_duration":451,"objects_trimmed":0,"snaptrim_duration":0.00025848899999999998,"stat_sum":{"num_bytes":529383424,"num_objects":164,"num_object_clones":0,"num_object_copies":492,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":164,"num_whiteouts":0,"num_read":2044,"num_read_kb":616866,"num_write":242,"num_write_kb":334400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"31'86","reported_seq":331,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:59:00.797316+0000","last_change":"2026-02-22T22:59:00.797316+0000","last_active":"2026-02-22T22:59:00.797316+0000","last_peered":"2026-02-22T22:59:00.797316+0000","last_clean":"2026-02-22T22:59:00.797316+0000","last_became_active":"2026-02-22T22:13:22.348754+0000","last_became_peered":"2026-02-22T22:13:22.348754+0000","last_unstale":"2026-02-22T22:59:00.797316+0000","last_undegraded":"2026-02-22T22:59:00.797316+0000","last_fullsized":"2026-02-22T22:59:00.797316+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'86","last_scrub_stamp":"2026-02-22T22:59:00.797169+0000","last_deep_scrub":"31'86","last_deep_scrub_stamp":"2026-02-22T22:59:00.797169+0000","last_clean_scrub_stamp":"2026-02-22T22:59:00.797169+0000","objects_scrubbed":5,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:23:11.376573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063385399999999999,"stat_sum":{"num_bytes":279,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":693,"num_read_kb":586,"num_write":135,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":265,"num_omap_keys":14,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"30'134","reported_seq":1587,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:59:07.250303+0000","last_change":"2026-02-22T22:59:07.250324+0000","last_active":"2026-02-22T22:59:07.250303+0000","last_peered":"2026-02-22T22:59:07.250303+0000","last_clean":"2026-02-22T22:59:07.250303+0000","last_became_active":"2026-02-22T22:13:37.862884+0000","last_became_peered":"2026-02-22T22:13:37.862884+0000","last_unstale":"2026-02-22T22:59:07.250303+0000","last_undegraded":"2026-02-22T22:59:07.250303+0000","last_fullsized":"2026-02-22T22:59:07.250303+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"30'134","last_scrub_stamp":"2026-02-22T22:59:07.250230+0000","last_deep_scrub":"30'134","last_deep_scrub_stamp":"2026-02-22T22:59:07.250230+0000","last_clean_scrub_stamp":"2026-02-22T22:59:07.250230+0000","objects_scrubbed":128,"log_size":134,"log_dups_size":0,"ondisk_log_size":134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:16:27.418172+0000","scrub_duration":399,"objects_trimmed":0,"snaptrim_duration":0.00038028500000000001,"stat_sum":{"num_bytes":435159040,"num_objects":128,"num_object_clones":0,"num_object_copies":384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":128,"num_whiteouts":0,"num_read":1406,"num_read_kb":517490,"num_write":186,"num_write_kb":310528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"31'85","reported_seq":272,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:59:01.433753+0000","last_change":"2026-02-22T22:59:01.433753+0000","last_active":"2026-02-22T22:59:01.433753+0000","last_peered":"2026-02-22T22:59:01.433753+0000","last_clean":"2026-02-22T22:59:01.433753+0000","last_became_active":"2026-02-22T22:13:22.348543+0000","last_became_peered":"2026-02-22T22:13:22.348543+0000","last_unstale":"2026-02-22T22:59:01.433753+0000","last_undegraded":"2026-02-22T22:59:01.433753+0000","last_fullsized":"2026-02-22T22:59:01.433753+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'85","last_scrub_stamp":"2026-02-22T22:59:01.433633+0000","last_deep_scrub":"31'85","last_deep_scrub_stamp":"2026-02-22T22:59:01.433633+0000","last_clean_scrub_stamp":"2026-02-22T22:59:01.433633+0000","objects_scrubbed":4,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:29:36.688782+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00023645799999999999,"stat_sum":{"num_bytes":212,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":624,"num_read_kb":508,"num_write":132,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":205,"num_omap_keys":11,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"30'136","reported_seq":1575,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:59:03.205949+0000","last_change":"2026-02-22T22:59:03.205974+0000","last_active":"2026-02-22T22:59:03.205949+0000","last_peered":"2026-02-22T22:59:03.205949+0000","last_clean":"2026-02-22T22:59:03.205949+0000","last_became_active":"2026-02-22T22:13:37.863232+0000","last_became_peered":"2026-02-22T22:13:37.863232+0000","last_unstale":"2026-02-22T22:59:03.205949+0000","last_undegraded":"2026-02-22T22:59:03.205949+0000","last_fullsized":"2026-02-22T22:59:03.205949+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"30'136","last_scrub_stamp":"2026-02-22T22:59:03.205884+0000","last_deep_scrub":"30'136","last_deep_scrub_stamp":"2026-02-22T22:59:03.205884+0000","last_clean_scrub_stamp":"2026-02-22T22:59:03.205884+0000","objects_scrubbed":130,"log_size":136,"log_dups_size":0,"ondisk_log_size":136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:58:46.838936+0000","scrub_duration":395,"objects_trimmed":0,"snaptrim_duration":0.00039161600000000001,"stat_sum":{"num_bytes":432422912,"num_objects":130,"num_object_clones":0,"num_object_copies":390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":130,"num_whiteouts":0,"num_read":1389,"num_read_kb":497169,"num_write":155,"num_write_kb":308448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"31'11","reported_seq":127,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:59:02.435645+0000","last_change":"2026-02-22T22:59:02.435682+0000","last_active":"2026-02-22T22:59:02.435645+0000","last_peered":"2026-02-22T22:59:02.435645+0000","last_clean":"2026-02-22T22:59:02.435645+0000","last_became_active":"2026-02-22T22:13:22.348798+0000","last_became_peered":"2026-02-22T22:13:22.348798+0000","last_unstale":"2026-02-22T22:59:02.435645+0000","last_undegraded":"2026-02-22T22:59:02.435645+0000","last_fullsized":"2026-02-22T22:59:02.435645+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'11","last_scrub_stamp":"2026-02-22T22:59:02.435539+0000","last_deep_scrub":"31'11","last_deep_scrub_stamp":"2026-02-22T22:59:02.435539+0000","last_clean_scrub_stamp":"2026-02-22T22:59:02.435539+0000","objects_scrubbed":4,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T10:58:23.702899+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00025784799999999997,"stat_sum":{"num_bytes":356,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":70,"num_read_kb":28,"num_write":6,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"30'163","reported_seq":1635,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:59:08.221047+0000","last_change":"2026-02-22T22:59:08.221070+0000","last_active":"2026-02-22T22:59:08.221047+0000","last_peered":"2026-02-22T22:59:08.221047+0000","last_clean":"2026-02-22T22:59:08.221047+0000","last_became_active":"2026-02-22T22:13:37.863246+0000","last_became_peered":"2026-02-22T22:13:37.863246+0000","last_unstale":"2026-02-22T22:59:08.221047+0000","last_undegraded":"2026-02-22T22:59:08.221047+0000","last_fullsized":"2026-02-22T22:59:08.221047+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"30'163","last_scrub_stamp":"2026-02-22T22:59:08.220962+0000","last_deep_scrub":"30'163","last_deep_scrub_stamp":"2026-02-22T22:59:08.220962+0000","last_clean_scrub_stamp":"2026-02-22T22:59:08.220962+0000","objects_scrubbed":145,"log_size":163,"log_dups_size":0,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:17:05.262160+0000","scrub_duration":383,"objects_trimmed":0,"snaptrim_duration":0.001263391,"stat_sum":{"num_bytes":439484435,"num_objects":145,"num_object_clones":0,"num_object_copies":435,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":145,"num_whiteouts":0,"num_read":1440,"num_read_kb":539699,"num_write":196,"num_write_kb":290674,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"31'332","reported_seq":503,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:59:01.905899+0000","last_change":"2026-02-22T22:59:01.905899+0000","last_active":"2026-02-22T22:59:01.905899+0000","last_peered":"2026-02-22T22:59:01.905899+0000","last_clean":"2026-02-22T22:59:01.905899+0000","last_became_active":"2026-02-22T22:13:22.348327+0000","last_became_peered":"2026-02-22T22:13:22.348327+0000","last_unstale":"2026-02-22T22:59:01.905899+0000","last_undegraded":"2026-02-22T22:59:01.905899+0000","last_fullsized":"2026-02-22T22:59:01.905899+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'332","last_scrub_stamp":"2026-02-22T22:59:01.905801+0000","last_deep_scrub":"31'332","last_deep_scrub_stamp":"2026-02-22T22:59:01.905801+0000","last_clean_scrub_stamp":"2026-02-22T22:59:01.905801+0000","objects_scrubbed":5,"log_size":332,"log_dups_size":0,"ondisk_log_size":332,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:48:40.187038+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00030005599999999999,"stat_sum":{"num_bytes":358,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2042,"num_read_kb":1691,"num_write":622,"num_write_kb":612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":205,"num_omap_keys":11,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"31'74","reported_seq":172,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-22T22:59:00.886229+0000","last_change":"2026-02-22T22:59:00.886253+0000","last_active":"2026-02-22T22:59:00.886229+0000","last_peered":"2026-02-22T22:59:00.886229+0000","last_clean":"2026-02-22T22:59:00.886229+0000","last_became_active":"2026-02-22T22:13:19.495861+0000","last_became_peered":"2026-02-22T22:13:19.495861+0000","last_unstale":"2026-02-22T22:59:00.886229+0000","last_undegraded":"2026-02-22T22:59:00.886229+0000","last_fullsized":"2026-02-22T22:59:00.886229+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'74","last_scrub_stamp":"2026-02-22T22:59:00.886159+0000","last_deep_scrub":"31'74","last_deep_scrub_stamp":"2026-02-22T22:59:00.886159+0000","last_clean_scrub_stamp":"2026-02-22T22:59:00.886159+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:24:20.721462+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":1836449811,"num_objects":567,"num_object_clones":0,"num_object_copies":1701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":567,"num_whiteouts":0,"num_read":6279,"num_read_kb":2171224,"num_write":779,"num_write_kb":1244050,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":968146944,"data_stored":2754686976,"data_compressed":656446936,"data_compressed_allocated":767528960,"data_compressed_original":2554068992,"omap_allocated":0,"internal_metadata":0},"log_size":620,"ondisk_log_size":620,"up":12,"acting":12,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":1547,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":5899,"num_read_kb":4914,"num_write":1336,"num_write_kb":1287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1305,"num_omap_keys":78,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":155648,"data_stored":3094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":839,"ondisk_log_size":839,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":1180736,"data_compressed":11702,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":8,"seq":34359738922,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":379972,"kb_used_data":344692,"kb_used_omap":1,"kb_used_meta":35262,"kb_avail":93991868,"statfs":{"total":96636764160,"available":96247672832,"internally_reserved":0,"allocated":352964608,"data_stored":918923760,"data_compressed":243730440,"data_compressed_allocated":280838144,"data_compressed_original":847036416,"omap_allocated":1594,"internal_metadata":36108742},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738922,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":376352,"kb_used_data":345232,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93995488,"statfs":{"total":96636764160,"available":96251379712,"internally_reserved":0,"allocated":353517568,"data_stored":918922834,"data_compressed":231598362,"data_compressed_allocated":268062720,"data_compressed_original":833667072,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":8,"seq":34359738924,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":287684,"kb_used_data":256564,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94084156,"statfs":{"total":96636764160,"available":96342175744,"internally_reserved":0,"allocated":262721536,"data_stored":918332771,"data_compressed":181129836,"data_compressed_allocated":218701824,"data_compressed_original":874512384,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5851,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":1547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":353161216,"data_stored":918228992,"data_compressed":231592511,"data_compressed_allocated":268025856,"data_compressed_original":833093632,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":352567296,"data_stored":918228992,"data_compressed":243724589,"data_compressed_allocated":280801280,"data_compressed_original":846462976,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":262418432,"data_stored":918228992,"data_compressed":181129836,"data_compressed_allocated":218701824,"data_compressed_original":874512384,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:59:21.227 DEBUG:teuthology.orchestra.run.trial164:> sudo ceph --cluster cluster2 config set global mon_health_to_clog false 2026-02-22T22:59:21.380 INFO:teuthology.misc:Shutting down mds daemons... 2026-02-22T22:59:21.380 INFO:teuthology.misc:Shutting down osd daemons... 2026-02-22T22:59:21.380 DEBUG:tasks.ceph.cluster2.osd.0:waiting for process to exit 2026-02-22T22:59:21.380 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:59:21.453 INFO:tasks.ceph.cluster2.osd.0:Stopped 2026-02-22T22:59:21.453 DEBUG:tasks.ceph.cluster2.osd.1:waiting for process to exit 2026-02-22T22:59:21.453 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:59:21.534 INFO:tasks.ceph.cluster2.osd.1:Stopped 2026-02-22T22:59:21.534 DEBUG:tasks.ceph.cluster2.osd.2:waiting for process to exit 2026-02-22T22:59:21.534 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:59:21.614 INFO:tasks.ceph.cluster2.osd.2:Stopped 2026-02-22T22:59:21.614 INFO:teuthology.misc:Shutting down mgr daemons... 2026-02-22T22:59:21.614 DEBUG:tasks.ceph.cluster2.mgr.x:waiting for process to exit 2026-02-22T22:59:21.614 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:59:21.642 INFO:tasks.ceph.cluster2.mgr.x:Stopped 2026-02-22T22:59:21.642 INFO:teuthology.misc:Shutting down mon daemons... 2026-02-22T22:59:21.642 DEBUG:tasks.ceph.cluster2.mon.a:waiting for process to exit 2026-02-22T22:59:21.643 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:59:21.698 INFO:tasks.ceph.cluster2.mon.a:Stopped 2026-02-22T22:59:21.699 INFO:tasks.ceph:Checking cluster log for badness... 2026-02-22T22:59:21.699 DEBUG:teuthology.orchestra.run.trial164:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/cluster2.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2026-02-22T22:59:21.751 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster2-0 on ubuntu@trial164.front.sepia.ceph.com 2026-02-22T22:59:21.751 DEBUG:teuthology.orchestra.run.trial164:> sync && sudo umount -f /var/lib/ceph/osd/cluster2-0 2026-02-22T22:59:21.805 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster2-1 on ubuntu@trial164.front.sepia.ceph.com 2026-02-22T22:59:21.805 DEBUG:teuthology.orchestra.run.trial164:> sync && sudo umount -f /var/lib/ceph/osd/cluster2-1 2026-02-22T22:59:21.858 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster2-2 on ubuntu@trial164.front.sepia.ceph.com 2026-02-22T22:59:21.859 DEBUG:teuthology.orchestra.run.trial164:> sync && sudo umount -f /var/lib/ceph/osd/cluster2-2 2026-02-22T22:59:21.911 INFO:tasks.ceph:Archiving mon data... 2026-02-22T22:59:21.914 DEBUG:teuthology.misc:Transferring archived files from trial164:/var/lib/ceph/mon/cluster2-a to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64180/data/cluster2.mon.a.tgz 2026-02-22T22:59:21.915 DEBUG:teuthology.orchestra.run.trial164:> mktemp 2026-02-22T22:59:21.956 INFO:teuthology.orchestra.run.trial164.stdout:/tmp/tmp.jv7l2SQy7k 2026-02-22T22:59:21.957 DEBUG:teuthology.orchestra.run.trial164:> sudo tar cz -f - -C /var/lib/ceph/mon/cluster2-a -- . > /tmp/tmp.jv7l2SQy7k 2026-02-22T22:59:22.030 DEBUG:teuthology.orchestra.run.trial164:> sudo chmod 0666 /tmp/tmp.jv7l2SQy7k 2026-02-22T22:59:22.134 DEBUG:teuthology.orchestra.remote:trial164:/tmp/tmp.jv7l2SQy7k is 184KB 2026-02-22T22:59:22.147 DEBUG:teuthology.orchestra.run.trial164:> rm -fr /tmp/tmp.jv7l2SQy7k 2026-02-22T22:59:22.151 INFO:tasks.ceph:Cleaning ceph cluster... 2026-02-22T22:59:22.151 DEBUG:teuthology.orchestra.run.trial072:> sudo rm -rf -- /etc/ceph/cluster2.conf /etc/ceph/cluster2.keyring /home/ubuntu/cephtest/cluster2.data /home/ubuntu/cephtest/cluster2.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T22:59:22.154 DEBUG:teuthology.orchestra.run.trial164:> sudo rm -rf -- /etc/ceph/cluster2.conf /etc/ceph/cluster2.keyring /home/ubuntu/cephtest/cluster2.data /home/ubuntu/cephtest/cluster2.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T22:59:22.201 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-02-22T22:59:22.217 INFO:tasks.ceph.ceph_manager.cluster1:waiting for clean 2026-02-22T22:59:22.217 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:59:22.373 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:59:22.374 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-22T22:59:22.384 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":1424,"stamp":"2026-02-22T22:59:21.255697+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":22827297730,"num_objects":5618,"num_object_clones":657,"num_object_copies":16837,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5618,"num_whiteouts":0,"num_read":480925,"num_read_kb":13656684,"num_write":667684,"num_write_kb":87435169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47422,"ondisk_log_size":47422,"up":30,"acting":30,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":5835400,"kb_used_data":3339032,"kb_used_omap":202,"kb_used_meta":2496117,"kb_avail":277280120,"statfs":{"total":289910292480,"available":283934842880,"internally_reserved":0,"allocated":3419168768,"data_stored":34537388775,"data_compressed":1012937699,"data_compressed_allocated":3014516736,"data_compressed_original":34102898688,"omap_allocated":207814,"internal_metadata":2556023866},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001193"},"pg_stats":[{"pgid":"2.7","version":"27'514","reported_seq":588,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:08.313920+0000","last_change":"2026-02-22T22:12:49.998057+0000","last_active":"2026-02-22T22:56:08.313920+0000","last_peered":"2026-02-22T22:56:08.313920+0000","last_clean":"2026-02-22T22:56:08.313920+0000","last_became_active":"2026-02-22T22:12:47.996537+0000","last_became_peered":"2026-02-22T22:12:47.996537+0000","last_unstale":"2026-02-22T22:56:08.313920+0000","last_undegraded":"2026-02-22T22:56:08.313920+0000","last_fullsized":"2026-02-22T22:56:08.313920+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":514,"log_dups_size":0,"ondisk_log_size":514,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:07:58.186370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091932199999999998,"stat_sum":{"num_bytes":178,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2578,"num_read_kb":2053,"num_write":1026,"num_write_kb":1026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"27'3081","reported_seq":3148,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:18.003244+0000","last_change":"2026-02-22T22:12:49.997843+0000","last_active":"2026-02-22T22:58:18.003244+0000","last_peered":"2026-02-22T22:58:18.003244+0000","last_clean":"2026-02-22T22:58:18.003244+0000","last_became_active":"2026-02-22T22:12:47.996127+0000","last_became_peered":"2026-02-22T22:12:47.996127+0000","last_unstale":"2026-02-22T22:58:18.003244+0000","last_undegraded":"2026-02-22T22:58:18.003244+0000","last_fullsized":"2026-02-22T22:58:18.003244+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":3081,"log_dups_size":0,"ondisk_log_size":3081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:54:32.519838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073439800000000004,"stat_sum":{"num_bytes":772,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18193,"num_read_kb":15114,"num_write":6153,"num_write_kb":6147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"27'368","reported_seq":4001,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.076272+0000","last_change":"2026-02-22T22:12:49.997496+0000","last_active":"2026-02-22T22:58:52.076272+0000","last_peered":"2026-02-22T22:58:52.076272+0000","last_clean":"2026-02-22T22:58:52.076272+0000","last_became_active":"2026-02-22T22:12:47.996119+0000","last_became_peered":"2026-02-22T22:12:47.996119+0000","last_unstale":"2026-02-22T22:58:52.076272+0000","last_undegraded":"2026-02-22T22:58:52.076272+0000","last_fullsized":"2026-02-22T22:58:52.076272+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":368,"log_dups_size":0,"ondisk_log_size":368,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:12:17.387628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000450218,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1213,"num_read_kb":1007,"num_write":343,"num_write_kb":330,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"27'260","reported_seq":336,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:33.318651+0000","last_change":"2026-02-22T22:12:49.997757+0000","last_active":"2026-02-22T22:56:33.318651+0000","last_peered":"2026-02-22T22:56:33.318651+0000","last_clean":"2026-02-22T22:56:33.318651+0000","last_became_active":"2026-02-22T22:12:47.996145+0000","last_became_peered":"2026-02-22T22:12:47.996145+0000","last_unstale":"2026-02-22T22:56:33.318651+0000","last_undegraded":"2026-02-22T22:56:33.318651+0000","last_fullsized":"2026-02-22T22:56:33.318651+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":260,"log_dups_size":0,"ondisk_log_size":260,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:33:45.118797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064997000000000004,"stat_sum":{"num_bytes":98,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1295,"num_read_kb":1038,"num_write":516,"num_write_kb":516,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"27'118650","reported_seq":230785,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.059503+0000","last_change":"2026-02-22T22:13:33.730075+0000","last_active":"2026-02-22T22:58:52.059503+0000","last_peered":"2026-02-22T22:58:52.059503+0000","last_clean":"2026-02-22T22:58:52.059503+0000","last_became_active":"2026-02-22T22:13:30.722011+0000","last_became_peered":"2026-02-22T22:13:30.722011+0000","last_unstale":"2026-02-22T22:58:52.059503+0000","last_undegraded":"2026-02-22T22:58:52.059503+0000","last_fullsized":"2026-02-22T22:58:52.059503+0000","mapping_epoch":19,"log_start":"27'108571","ondisk_log_start":"27'108571","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10079,"log_dups_size":0,"ondisk_log_size":10079,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:54:46.812910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032899200000000001,"stat_sum":{"num_bytes":5898407936,"num_objects":1436,"num_object_clones":159,"num_object_copies":4308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1436,"num_whiteouts":0,"num_read":112361,"num_read_kb":3212338,"num_write":118487,"num_write_kb":19548130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"27'803","reported_seq":899,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:38.005935+0000","last_change":"2026-02-22T22:12:49.995840+0000","last_active":"2026-02-22T22:58:38.005935+0000","last_peered":"2026-02-22T22:58:38.005935+0000","last_clean":"2026-02-22T22:58:38.005935+0000","last_became_active":"2026-02-22T22:12:47.995735+0000","last_became_peered":"2026-02-22T22:12:47.995735+0000","last_unstale":"2026-02-22T22:58:38.005935+0000","last_undegraded":"2026-02-22T22:58:38.005935+0000","last_fullsized":"2026-02-22T22:58:38.005935+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":803,"log_dups_size":0,"ondisk_log_size":803,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:54:03.221844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075206999999999997,"stat_sum":{"num_bytes":693,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4802,"num_read_kb":4003,"num_write":1596,"num_write_kb":1590,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"27'142363","reported_seq":214367,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.054890+0000","last_change":"2026-02-22T22:13:33.726037+0000","last_active":"2026-02-22T22:58:52.054890+0000","last_peered":"2026-02-22T22:58:52.054890+0000","last_clean":"2026-02-22T22:58:52.054890+0000","last_became_active":"2026-02-22T22:13:30.722350+0000","last_became_peered":"2026-02-22T22:13:30.722350+0000","last_unstale":"2026-02-22T22:58:52.054890+0000","last_undegraded":"2026-02-22T22:58:52.054890+0000","last_fullsized":"2026-02-22T22:58:52.054890+0000","mapping_epoch":19,"log_start":"27'132262","ondisk_log_start":"27'132262","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10101,"log_dups_size":0,"ondisk_log_size":10101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:14:25.156089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054951299999999995,"stat_sum":{"num_bytes":5598164480,"num_objects":1375,"num_object_clones":168,"num_object_copies":4125,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1375,"num_whiteouts":0,"num_read":72252,"num_read_kb":3047281,"num_write":142194,"num_write_kb":21927954,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"26'1","reported_seq":70,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:33.167335+0000","last_change":"2026-02-22T22:12:50.186191+0000","last_active":"2026-02-22T22:56:33.167335+0000","last_peered":"2026-02-22T22:56:33.167335+0000","last_clean":"2026-02-22T22:56:33.167335+0000","last_became_active":"2026-02-22T22:12:47.996060+0000","last_became_peered":"2026-02-22T22:12:47.996060+0000","last_unstale":"2026-02-22T22:56:33.167335+0000","last_undegraded":"2026-02-22T22:56:33.167335+0000","last_fullsized":"2026-02-22T22:56:33.167335+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:45:52.662846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030222300000000001,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"27'159353","reported_seq":257838,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.021297+0000","last_change":"2026-02-22T22:13:33.730077+0000","last_active":"2026-02-22T22:58:52.021297+0000","last_peered":"2026-02-22T22:58:52.021297+0000","last_clean":"2026-02-22T22:58:52.021297+0000","last_became_active":"2026-02-22T22:13:30.721984+0000","last_became_peered":"2026-02-22T22:13:30.721984+0000","last_unstale":"2026-02-22T22:58:52.021297+0000","last_undegraded":"2026-02-22T22:58:52.021297+0000","last_fullsized":"2026-02-22T22:58:52.021297+0000","mapping_epoch":19,"log_start":"27'149287","ondisk_log_start":"27'149287","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10066,"log_dups_size":0,"ondisk_log_size":10066,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:17:04.202775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000375609,"stat_sum":{"num_bytes":5646761984,"num_objects":1385,"num_object_clones":166,"num_object_copies":4155,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1385,"num_whiteouts":0,"num_read":98734,"num_read_kb":3981932,"num_write":159186,"num_write_kb":22142842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"27'2056","reported_seq":2703,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.082903+0000","last_change":"2026-02-22T22:12:50.186196+0000","last_active":"2026-02-22T22:58:52.082903+0000","last_peered":"2026-02-22T22:58:52.082903+0000","last_clean":"2026-02-22T22:58:52.082903+0000","last_became_active":"2026-02-22T22:12:47.995812+0000","last_became_peered":"2026-02-22T22:12:47.995812+0000","last_unstale":"2026-02-22T22:58:52.082903+0000","last_undegraded":"2026-02-22T22:58:52.082903+0000","last_fullsized":"2026-02-22T22:58:52.082903+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":2056,"log_dups_size":0,"ondisk_log_size":2056,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:09:05.794444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000303004,"stat_sum":{"num_bytes":690,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":12118,"num_read_kb":10061,"num_write":4042,"num_write_kb":4030,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"27'234205","reported_seq":391268,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.056909+0000","last_change":"2026-02-22T22:13:33.728010+0000","last_active":"2026-02-22T22:58:52.056909+0000","last_peered":"2026-02-22T22:58:52.056909+0000","last_clean":"2026-02-22T22:58:52.056909+0000","last_became_active":"2026-02-22T22:13:30.722316+0000","last_became_peered":"2026-02-22T22:13:30.722316+0000","last_unstale":"2026-02-22T22:58:52.056909+0000","last_undegraded":"2026-02-22T22:58:52.056909+0000","last_fullsized":"2026-02-22T22:58:52.056909+0000","mapping_epoch":19,"log_start":"27'224185","ondisk_log_start":"27'224185","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10020,"log_dups_size":0,"ondisk_log_size":10020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:25:05.354078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023928959999999998,"stat_sum":{"num_bytes":5683370515,"num_objects":1405,"num_object_clones":164,"num_object_copies":4215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1405,"num_whiteouts":0,"num_read":157305,"num_read_kb":3381800,"num_write":234039,"num_write_kb":23800975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"13'1","reported_seq":66,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:33.318636+0000","last_change":"2026-02-22T22:12:49.997491+0000","last_active":"2026-02-22T22:56:33.318636+0000","last_peered":"2026-02-22T22:56:33.318636+0000","last_clean":"2026-02-22T22:56:33.318636+0000","last_became_active":"2026-02-22T22:12:47.995553+0000","last_became_peered":"2026-02-22T22:12:47.995553+0000","last_unstale":"2026-02-22T22:56:33.318636+0000","last_undegraded":"2026-02-22T22:56:33.318636+0000","last_fullsized":"2026-02-22T22:56:33.318636+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:50:28.302769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048904000000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'72","reported_seq":157,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:58.327951+0000","last_change":"2026-02-22T22:12:44.918388+0000","last_active":"2026-02-22T22:56:58.327951+0000","last_peered":"2026-02-22T22:56:58.327951+0000","last_clean":"2026-02-22T22:56:58.327951+0000","last_became_active":"2026-02-22T22:12:44.917705+0000","last_became_peered":"2026-02-22T22:12:44.917705+0000","last_unstale":"2026-02-22T22:56:58.327951+0000","last_undegraded":"2026-02-22T22:56:58.327951+0000","last_fullsized":"2026-02-22T22:56:58.327951+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:43.910921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:43.910921+0000","last_clean_scrub_stamp":"2026-02-22T22:12:43.910921+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:58:39.330758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":22826704915,"num_objects":5601,"num_object_clones":657,"num_object_copies":16803,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5601,"num_whiteouts":0,"num_read":440652,"num_read_kb":13623351,"num_write":653906,"num_write_kb":87419901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3418284032,"data_stored":34535940096,"data_compressed":1012925881,"data_compressed_allocated":3014443008,"data_compressed_original":34101751808,"omap_allocated":0,"internal_metadata":0},"log_size":40266,"ondisk_log_size":40266,"up":12,"acting":12,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":2447,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":40207,"num_read_kb":33278,"num_write":13677,"num_write_kb":13640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13868,"internal_metadata":0},"log_size":7084,"ondisk_log_size":7084,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":1180736,"data_compressed":11818,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738929,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1703780,"kb_used_data":1030164,"kb_used_omap":57,"kb_used_meta":673542,"kb_avail":92668060,"statfs":{"total":96636764160,"available":94892093440,"internally_reserved":0,"allocated":1054887936,"data_stored":11512068421,"data_compressed":278840821,"data_compressed_allocated":948543488,"data_compressed_original":11398758400,"omap_allocated":59085,"internal_metadata":689707315},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738930,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2254664,"kb_used_data":1150648,"kb_used_omap":72,"kb_used_meta":1103927,"kb_avail":92117176,"statfs":{"total":96636764160,"available":94327988224,"internally_reserved":0,"allocated":1178263552,"data_stored":11512660530,"data_compressed":371805995,"data_compressed_allocated":1035821056,"data_compressed_original":11361132544,"omap_allocated":74699,"internal_metadata":1130421301},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738930,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1876956,"kb_used_data":1158220,"kb_used_omap":72,"kb_used_meta":718647,"kb_avail":92494884,"statfs":{"total":96636764160,"available":94714761216,"internally_reserved":0,"allocated":1186017280,"data_stored":11512659824,"data_compressed":362290883,"data_compressed_allocated":1030152192,"data_compressed_original":11343007744,"omap_allocated":74030,"internal_metadata":735895250},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4826,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6916,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2126,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1185701888,"data_stored":11511980032,"data_compressed":362284974,"data_compressed_allocated":1030115328,"data_compressed_original":11342434304,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1177935872,"data_stored":11511980032,"data_compressed":371800086,"data_compressed_allocated":1035784192,"data_compressed_original":11360559104,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1054646272,"data_stored":11511980032,"data_compressed":278840821,"data_compressed_allocated":948543488,"data_compressed_original":11398758400,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:59:22.386 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:59:22.532 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:59:22.532 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-22T22:59:22.542 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":1424,"stamp":"2026-02-22T22:59:21.255697+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":22827297730,"num_objects":5618,"num_object_clones":657,"num_object_copies":16837,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5618,"num_whiteouts":0,"num_read":480925,"num_read_kb":13656684,"num_write":667684,"num_write_kb":87435169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47422,"ondisk_log_size":47422,"up":30,"acting":30,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":5835400,"kb_used_data":3339032,"kb_used_omap":202,"kb_used_meta":2496117,"kb_avail":277280120,"statfs":{"total":289910292480,"available":283934842880,"internally_reserved":0,"allocated":3419168768,"data_stored":34537388775,"data_compressed":1012937699,"data_compressed_allocated":3014516736,"data_compressed_original":34102898688,"omap_allocated":207814,"internal_metadata":2556023866},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001193"},"pg_stats":[{"pgid":"2.7","version":"27'514","reported_seq":588,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:08.313920+0000","last_change":"2026-02-22T22:12:49.998057+0000","last_active":"2026-02-22T22:56:08.313920+0000","last_peered":"2026-02-22T22:56:08.313920+0000","last_clean":"2026-02-22T22:56:08.313920+0000","last_became_active":"2026-02-22T22:12:47.996537+0000","last_became_peered":"2026-02-22T22:12:47.996537+0000","last_unstale":"2026-02-22T22:56:08.313920+0000","last_undegraded":"2026-02-22T22:56:08.313920+0000","last_fullsized":"2026-02-22T22:56:08.313920+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":514,"log_dups_size":0,"ondisk_log_size":514,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:07:58.186370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091932199999999998,"stat_sum":{"num_bytes":178,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2578,"num_read_kb":2053,"num_write":1026,"num_write_kb":1026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"27'3081","reported_seq":3148,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:18.003244+0000","last_change":"2026-02-22T22:12:49.997843+0000","last_active":"2026-02-22T22:58:18.003244+0000","last_peered":"2026-02-22T22:58:18.003244+0000","last_clean":"2026-02-22T22:58:18.003244+0000","last_became_active":"2026-02-22T22:12:47.996127+0000","last_became_peered":"2026-02-22T22:12:47.996127+0000","last_unstale":"2026-02-22T22:58:18.003244+0000","last_undegraded":"2026-02-22T22:58:18.003244+0000","last_fullsized":"2026-02-22T22:58:18.003244+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":3081,"log_dups_size":0,"ondisk_log_size":3081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:54:32.519838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073439800000000004,"stat_sum":{"num_bytes":772,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18193,"num_read_kb":15114,"num_write":6153,"num_write_kb":6147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"27'368","reported_seq":4001,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.076272+0000","last_change":"2026-02-22T22:12:49.997496+0000","last_active":"2026-02-22T22:58:52.076272+0000","last_peered":"2026-02-22T22:58:52.076272+0000","last_clean":"2026-02-22T22:58:52.076272+0000","last_became_active":"2026-02-22T22:12:47.996119+0000","last_became_peered":"2026-02-22T22:12:47.996119+0000","last_unstale":"2026-02-22T22:58:52.076272+0000","last_undegraded":"2026-02-22T22:58:52.076272+0000","last_fullsized":"2026-02-22T22:58:52.076272+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":368,"log_dups_size":0,"ondisk_log_size":368,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:12:17.387628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000450218,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1213,"num_read_kb":1007,"num_write":343,"num_write_kb":330,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"27'260","reported_seq":336,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:33.318651+0000","last_change":"2026-02-22T22:12:49.997757+0000","last_active":"2026-02-22T22:56:33.318651+0000","last_peered":"2026-02-22T22:56:33.318651+0000","last_clean":"2026-02-22T22:56:33.318651+0000","last_became_active":"2026-02-22T22:12:47.996145+0000","last_became_peered":"2026-02-22T22:12:47.996145+0000","last_unstale":"2026-02-22T22:56:33.318651+0000","last_undegraded":"2026-02-22T22:56:33.318651+0000","last_fullsized":"2026-02-22T22:56:33.318651+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":260,"log_dups_size":0,"ondisk_log_size":260,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:33:45.118797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064997000000000004,"stat_sum":{"num_bytes":98,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1295,"num_read_kb":1038,"num_write":516,"num_write_kb":516,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"27'118650","reported_seq":230785,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.059503+0000","last_change":"2026-02-22T22:13:33.730075+0000","last_active":"2026-02-22T22:58:52.059503+0000","last_peered":"2026-02-22T22:58:52.059503+0000","last_clean":"2026-02-22T22:58:52.059503+0000","last_became_active":"2026-02-22T22:13:30.722011+0000","last_became_peered":"2026-02-22T22:13:30.722011+0000","last_unstale":"2026-02-22T22:58:52.059503+0000","last_undegraded":"2026-02-22T22:58:52.059503+0000","last_fullsized":"2026-02-22T22:58:52.059503+0000","mapping_epoch":19,"log_start":"27'108571","ondisk_log_start":"27'108571","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10079,"log_dups_size":0,"ondisk_log_size":10079,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:54:46.812910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032899200000000001,"stat_sum":{"num_bytes":5898407936,"num_objects":1436,"num_object_clones":159,"num_object_copies":4308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1436,"num_whiteouts":0,"num_read":112361,"num_read_kb":3212338,"num_write":118487,"num_write_kb":19548130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"27'803","reported_seq":899,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:38.005935+0000","last_change":"2026-02-22T22:12:49.995840+0000","last_active":"2026-02-22T22:58:38.005935+0000","last_peered":"2026-02-22T22:58:38.005935+0000","last_clean":"2026-02-22T22:58:38.005935+0000","last_became_active":"2026-02-22T22:12:47.995735+0000","last_became_peered":"2026-02-22T22:12:47.995735+0000","last_unstale":"2026-02-22T22:58:38.005935+0000","last_undegraded":"2026-02-22T22:58:38.005935+0000","last_fullsized":"2026-02-22T22:58:38.005935+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":803,"log_dups_size":0,"ondisk_log_size":803,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:54:03.221844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075206999999999997,"stat_sum":{"num_bytes":693,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4802,"num_read_kb":4003,"num_write":1596,"num_write_kb":1590,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"27'142363","reported_seq":214367,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.054890+0000","last_change":"2026-02-22T22:13:33.726037+0000","last_active":"2026-02-22T22:58:52.054890+0000","last_peered":"2026-02-22T22:58:52.054890+0000","last_clean":"2026-02-22T22:58:52.054890+0000","last_became_active":"2026-02-22T22:13:30.722350+0000","last_became_peered":"2026-02-22T22:13:30.722350+0000","last_unstale":"2026-02-22T22:58:52.054890+0000","last_undegraded":"2026-02-22T22:58:52.054890+0000","last_fullsized":"2026-02-22T22:58:52.054890+0000","mapping_epoch":19,"log_start":"27'132262","ondisk_log_start":"27'132262","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10101,"log_dups_size":0,"ondisk_log_size":10101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:14:25.156089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054951299999999995,"stat_sum":{"num_bytes":5598164480,"num_objects":1375,"num_object_clones":168,"num_object_copies":4125,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1375,"num_whiteouts":0,"num_read":72252,"num_read_kb":3047281,"num_write":142194,"num_write_kb":21927954,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"26'1","reported_seq":70,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:33.167335+0000","last_change":"2026-02-22T22:12:50.186191+0000","last_active":"2026-02-22T22:56:33.167335+0000","last_peered":"2026-02-22T22:56:33.167335+0000","last_clean":"2026-02-22T22:56:33.167335+0000","last_became_active":"2026-02-22T22:12:47.996060+0000","last_became_peered":"2026-02-22T22:12:47.996060+0000","last_unstale":"2026-02-22T22:56:33.167335+0000","last_undegraded":"2026-02-22T22:56:33.167335+0000","last_fullsized":"2026-02-22T22:56:33.167335+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:45:52.662846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030222300000000001,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"27'159353","reported_seq":257838,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.021297+0000","last_change":"2026-02-22T22:13:33.730077+0000","last_active":"2026-02-22T22:58:52.021297+0000","last_peered":"2026-02-22T22:58:52.021297+0000","last_clean":"2026-02-22T22:58:52.021297+0000","last_became_active":"2026-02-22T22:13:30.721984+0000","last_became_peered":"2026-02-22T22:13:30.721984+0000","last_unstale":"2026-02-22T22:58:52.021297+0000","last_undegraded":"2026-02-22T22:58:52.021297+0000","last_fullsized":"2026-02-22T22:58:52.021297+0000","mapping_epoch":19,"log_start":"27'149287","ondisk_log_start":"27'149287","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10066,"log_dups_size":0,"ondisk_log_size":10066,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:17:04.202775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000375609,"stat_sum":{"num_bytes":5646761984,"num_objects":1385,"num_object_clones":166,"num_object_copies":4155,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1385,"num_whiteouts":0,"num_read":98734,"num_read_kb":3981932,"num_write":159186,"num_write_kb":22142842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"27'2056","reported_seq":2703,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.082903+0000","last_change":"2026-02-22T22:12:50.186196+0000","last_active":"2026-02-22T22:58:52.082903+0000","last_peered":"2026-02-22T22:58:52.082903+0000","last_clean":"2026-02-22T22:58:52.082903+0000","last_became_active":"2026-02-22T22:12:47.995812+0000","last_became_peered":"2026-02-22T22:12:47.995812+0000","last_unstale":"2026-02-22T22:58:52.082903+0000","last_undegraded":"2026-02-22T22:58:52.082903+0000","last_fullsized":"2026-02-22T22:58:52.082903+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":2056,"log_dups_size":0,"ondisk_log_size":2056,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:09:05.794444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000303004,"stat_sum":{"num_bytes":690,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":12118,"num_read_kb":10061,"num_write":4042,"num_write_kb":4030,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"27'234205","reported_seq":391268,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.056909+0000","last_change":"2026-02-22T22:13:33.728010+0000","last_active":"2026-02-22T22:58:52.056909+0000","last_peered":"2026-02-22T22:58:52.056909+0000","last_clean":"2026-02-22T22:58:52.056909+0000","last_became_active":"2026-02-22T22:13:30.722316+0000","last_became_peered":"2026-02-22T22:13:30.722316+0000","last_unstale":"2026-02-22T22:58:52.056909+0000","last_undegraded":"2026-02-22T22:58:52.056909+0000","last_fullsized":"2026-02-22T22:58:52.056909+0000","mapping_epoch":19,"log_start":"27'224185","ondisk_log_start":"27'224185","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10020,"log_dups_size":0,"ondisk_log_size":10020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:25:05.354078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023928959999999998,"stat_sum":{"num_bytes":5683370515,"num_objects":1405,"num_object_clones":164,"num_object_copies":4215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1405,"num_whiteouts":0,"num_read":157305,"num_read_kb":3381800,"num_write":234039,"num_write_kb":23800975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"13'1","reported_seq":66,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:33.318636+0000","last_change":"2026-02-22T22:12:49.997491+0000","last_active":"2026-02-22T22:56:33.318636+0000","last_peered":"2026-02-22T22:56:33.318636+0000","last_clean":"2026-02-22T22:56:33.318636+0000","last_became_active":"2026-02-22T22:12:47.995553+0000","last_became_peered":"2026-02-22T22:12:47.995553+0000","last_unstale":"2026-02-22T22:56:33.318636+0000","last_undegraded":"2026-02-22T22:56:33.318636+0000","last_fullsized":"2026-02-22T22:56:33.318636+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:50:28.302769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048904000000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'72","reported_seq":157,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:58.327951+0000","last_change":"2026-02-22T22:12:44.918388+0000","last_active":"2026-02-22T22:56:58.327951+0000","last_peered":"2026-02-22T22:56:58.327951+0000","last_clean":"2026-02-22T22:56:58.327951+0000","last_became_active":"2026-02-22T22:12:44.917705+0000","last_became_peered":"2026-02-22T22:12:44.917705+0000","last_unstale":"2026-02-22T22:56:58.327951+0000","last_undegraded":"2026-02-22T22:56:58.327951+0000","last_fullsized":"2026-02-22T22:56:58.327951+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:43.910921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:43.910921+0000","last_clean_scrub_stamp":"2026-02-22T22:12:43.910921+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:58:39.330758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":22826704915,"num_objects":5601,"num_object_clones":657,"num_object_copies":16803,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5601,"num_whiteouts":0,"num_read":440652,"num_read_kb":13623351,"num_write":653906,"num_write_kb":87419901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3418284032,"data_stored":34535940096,"data_compressed":1012925881,"data_compressed_allocated":3014443008,"data_compressed_original":34101751808,"omap_allocated":0,"internal_metadata":0},"log_size":40266,"ondisk_log_size":40266,"up":12,"acting":12,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":2447,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":40207,"num_read_kb":33278,"num_write":13677,"num_write_kb":13640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13868,"internal_metadata":0},"log_size":7084,"ondisk_log_size":7084,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":1180736,"data_compressed":11818,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738929,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1703780,"kb_used_data":1030164,"kb_used_omap":57,"kb_used_meta":673542,"kb_avail":92668060,"statfs":{"total":96636764160,"available":94892093440,"internally_reserved":0,"allocated":1054887936,"data_stored":11512068421,"data_compressed":278840821,"data_compressed_allocated":948543488,"data_compressed_original":11398758400,"omap_allocated":59085,"internal_metadata":689707315},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738930,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2254664,"kb_used_data":1150648,"kb_used_omap":72,"kb_used_meta":1103927,"kb_avail":92117176,"statfs":{"total":96636764160,"available":94327988224,"internally_reserved":0,"allocated":1178263552,"data_stored":11512660530,"data_compressed":371805995,"data_compressed_allocated":1035821056,"data_compressed_original":11361132544,"omap_allocated":74699,"internal_metadata":1130421301},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738930,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1876956,"kb_used_data":1158220,"kb_used_omap":72,"kb_used_meta":718647,"kb_avail":92494884,"statfs":{"total":96636764160,"available":94714761216,"internally_reserved":0,"allocated":1186017280,"data_stored":11512659824,"data_compressed":362290883,"data_compressed_allocated":1030152192,"data_compressed_original":11343007744,"omap_allocated":74030,"internal_metadata":735895250},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4826,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6916,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2126,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1185701888,"data_stored":11511980032,"data_compressed":362284974,"data_compressed_allocated":1030115328,"data_compressed_original":11342434304,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1177935872,"data_stored":11511980032,"data_compressed":371800086,"data_compressed_allocated":1035784192,"data_compressed_original":11360559104,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1054646272,"data_stored":11511980032,"data_compressed":278840821,"data_compressed_allocated":948543488,"data_compressed_original":11398758400,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:59:22.543 INFO:tasks.ceph.ceph_manager.cluster1:clean! 2026-02-22T22:59:22.543 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:59:22.686 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:59:22.686 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-22T22:59:22.697 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":1424,"stamp":"2026-02-22T22:59:21.255697+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":22827297730,"num_objects":5618,"num_object_clones":657,"num_object_copies":16837,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5618,"num_whiteouts":0,"num_read":480925,"num_read_kb":13656684,"num_write":667684,"num_write_kb":87435169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47422,"ondisk_log_size":47422,"up":30,"acting":30,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":5835400,"kb_used_data":3339032,"kb_used_omap":202,"kb_used_meta":2496117,"kb_avail":277280120,"statfs":{"total":289910292480,"available":283934842880,"internally_reserved":0,"allocated":3419168768,"data_stored":34537388775,"data_compressed":1012937699,"data_compressed_allocated":3014516736,"data_compressed_original":34102898688,"omap_allocated":207814,"internal_metadata":2556023866},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001193"},"pg_stats":[{"pgid":"2.7","version":"27'514","reported_seq":588,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:08.313920+0000","last_change":"2026-02-22T22:12:49.998057+0000","last_active":"2026-02-22T22:56:08.313920+0000","last_peered":"2026-02-22T22:56:08.313920+0000","last_clean":"2026-02-22T22:56:08.313920+0000","last_became_active":"2026-02-22T22:12:47.996537+0000","last_became_peered":"2026-02-22T22:12:47.996537+0000","last_unstale":"2026-02-22T22:56:08.313920+0000","last_undegraded":"2026-02-22T22:56:08.313920+0000","last_fullsized":"2026-02-22T22:56:08.313920+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":514,"log_dups_size":0,"ondisk_log_size":514,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:07:58.186370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091932199999999998,"stat_sum":{"num_bytes":178,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2578,"num_read_kb":2053,"num_write":1026,"num_write_kb":1026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"27'3081","reported_seq":3148,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:18.003244+0000","last_change":"2026-02-22T22:12:49.997843+0000","last_active":"2026-02-22T22:58:18.003244+0000","last_peered":"2026-02-22T22:58:18.003244+0000","last_clean":"2026-02-22T22:58:18.003244+0000","last_became_active":"2026-02-22T22:12:47.996127+0000","last_became_peered":"2026-02-22T22:12:47.996127+0000","last_unstale":"2026-02-22T22:58:18.003244+0000","last_undegraded":"2026-02-22T22:58:18.003244+0000","last_fullsized":"2026-02-22T22:58:18.003244+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":3081,"log_dups_size":0,"ondisk_log_size":3081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:54:32.519838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073439800000000004,"stat_sum":{"num_bytes":772,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18193,"num_read_kb":15114,"num_write":6153,"num_write_kb":6147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"27'368","reported_seq":4001,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.076272+0000","last_change":"2026-02-22T22:12:49.997496+0000","last_active":"2026-02-22T22:58:52.076272+0000","last_peered":"2026-02-22T22:58:52.076272+0000","last_clean":"2026-02-22T22:58:52.076272+0000","last_became_active":"2026-02-22T22:12:47.996119+0000","last_became_peered":"2026-02-22T22:12:47.996119+0000","last_unstale":"2026-02-22T22:58:52.076272+0000","last_undegraded":"2026-02-22T22:58:52.076272+0000","last_fullsized":"2026-02-22T22:58:52.076272+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":368,"log_dups_size":0,"ondisk_log_size":368,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:12:17.387628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000450218,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1213,"num_read_kb":1007,"num_write":343,"num_write_kb":330,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"27'260","reported_seq":336,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:33.318651+0000","last_change":"2026-02-22T22:12:49.997757+0000","last_active":"2026-02-22T22:56:33.318651+0000","last_peered":"2026-02-22T22:56:33.318651+0000","last_clean":"2026-02-22T22:56:33.318651+0000","last_became_active":"2026-02-22T22:12:47.996145+0000","last_became_peered":"2026-02-22T22:12:47.996145+0000","last_unstale":"2026-02-22T22:56:33.318651+0000","last_undegraded":"2026-02-22T22:56:33.318651+0000","last_fullsized":"2026-02-22T22:56:33.318651+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":260,"log_dups_size":0,"ondisk_log_size":260,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:33:45.118797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064997000000000004,"stat_sum":{"num_bytes":98,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1295,"num_read_kb":1038,"num_write":516,"num_write_kb":516,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"27'118650","reported_seq":230785,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.059503+0000","last_change":"2026-02-22T22:13:33.730075+0000","last_active":"2026-02-22T22:58:52.059503+0000","last_peered":"2026-02-22T22:58:52.059503+0000","last_clean":"2026-02-22T22:58:52.059503+0000","last_became_active":"2026-02-22T22:13:30.722011+0000","last_became_peered":"2026-02-22T22:13:30.722011+0000","last_unstale":"2026-02-22T22:58:52.059503+0000","last_undegraded":"2026-02-22T22:58:52.059503+0000","last_fullsized":"2026-02-22T22:58:52.059503+0000","mapping_epoch":19,"log_start":"27'108571","ondisk_log_start":"27'108571","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10079,"log_dups_size":0,"ondisk_log_size":10079,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:54:46.812910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032899200000000001,"stat_sum":{"num_bytes":5898407936,"num_objects":1436,"num_object_clones":159,"num_object_copies":4308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1436,"num_whiteouts":0,"num_read":112361,"num_read_kb":3212338,"num_write":118487,"num_write_kb":19548130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"27'803","reported_seq":899,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:38.005935+0000","last_change":"2026-02-22T22:12:49.995840+0000","last_active":"2026-02-22T22:58:38.005935+0000","last_peered":"2026-02-22T22:58:38.005935+0000","last_clean":"2026-02-22T22:58:38.005935+0000","last_became_active":"2026-02-22T22:12:47.995735+0000","last_became_peered":"2026-02-22T22:12:47.995735+0000","last_unstale":"2026-02-22T22:58:38.005935+0000","last_undegraded":"2026-02-22T22:58:38.005935+0000","last_fullsized":"2026-02-22T22:58:38.005935+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":803,"log_dups_size":0,"ondisk_log_size":803,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:54:03.221844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075206999999999997,"stat_sum":{"num_bytes":693,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4802,"num_read_kb":4003,"num_write":1596,"num_write_kb":1590,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"27'142363","reported_seq":214367,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.054890+0000","last_change":"2026-02-22T22:13:33.726037+0000","last_active":"2026-02-22T22:58:52.054890+0000","last_peered":"2026-02-22T22:58:52.054890+0000","last_clean":"2026-02-22T22:58:52.054890+0000","last_became_active":"2026-02-22T22:13:30.722350+0000","last_became_peered":"2026-02-22T22:13:30.722350+0000","last_unstale":"2026-02-22T22:58:52.054890+0000","last_undegraded":"2026-02-22T22:58:52.054890+0000","last_fullsized":"2026-02-22T22:58:52.054890+0000","mapping_epoch":19,"log_start":"27'132262","ondisk_log_start":"27'132262","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10101,"log_dups_size":0,"ondisk_log_size":10101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:14:25.156089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054951299999999995,"stat_sum":{"num_bytes":5598164480,"num_objects":1375,"num_object_clones":168,"num_object_copies":4125,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1375,"num_whiteouts":0,"num_read":72252,"num_read_kb":3047281,"num_write":142194,"num_write_kb":21927954,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"26'1","reported_seq":70,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:33.167335+0000","last_change":"2026-02-22T22:12:50.186191+0000","last_active":"2026-02-22T22:56:33.167335+0000","last_peered":"2026-02-22T22:56:33.167335+0000","last_clean":"2026-02-22T22:56:33.167335+0000","last_became_active":"2026-02-22T22:12:47.996060+0000","last_became_peered":"2026-02-22T22:12:47.996060+0000","last_unstale":"2026-02-22T22:56:33.167335+0000","last_undegraded":"2026-02-22T22:56:33.167335+0000","last_fullsized":"2026-02-22T22:56:33.167335+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:45:52.662846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030222300000000001,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"27'159353","reported_seq":257838,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.021297+0000","last_change":"2026-02-22T22:13:33.730077+0000","last_active":"2026-02-22T22:58:52.021297+0000","last_peered":"2026-02-22T22:58:52.021297+0000","last_clean":"2026-02-22T22:58:52.021297+0000","last_became_active":"2026-02-22T22:13:30.721984+0000","last_became_peered":"2026-02-22T22:13:30.721984+0000","last_unstale":"2026-02-22T22:58:52.021297+0000","last_undegraded":"2026-02-22T22:58:52.021297+0000","last_fullsized":"2026-02-22T22:58:52.021297+0000","mapping_epoch":19,"log_start":"27'149287","ondisk_log_start":"27'149287","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10066,"log_dups_size":0,"ondisk_log_size":10066,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:17:04.202775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000375609,"stat_sum":{"num_bytes":5646761984,"num_objects":1385,"num_object_clones":166,"num_object_copies":4155,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1385,"num_whiteouts":0,"num_read":98734,"num_read_kb":3981932,"num_write":159186,"num_write_kb":22142842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"27'2056","reported_seq":2703,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.082903+0000","last_change":"2026-02-22T22:12:50.186196+0000","last_active":"2026-02-22T22:58:52.082903+0000","last_peered":"2026-02-22T22:58:52.082903+0000","last_clean":"2026-02-22T22:58:52.082903+0000","last_became_active":"2026-02-22T22:12:47.995812+0000","last_became_peered":"2026-02-22T22:12:47.995812+0000","last_unstale":"2026-02-22T22:58:52.082903+0000","last_undegraded":"2026-02-22T22:58:52.082903+0000","last_fullsized":"2026-02-22T22:58:52.082903+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":2056,"log_dups_size":0,"ondisk_log_size":2056,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:09:05.794444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000303004,"stat_sum":{"num_bytes":690,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":12118,"num_read_kb":10061,"num_write":4042,"num_write_kb":4030,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"27'234205","reported_seq":391268,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.056909+0000","last_change":"2026-02-22T22:13:33.728010+0000","last_active":"2026-02-22T22:58:52.056909+0000","last_peered":"2026-02-22T22:58:52.056909+0000","last_clean":"2026-02-22T22:58:52.056909+0000","last_became_active":"2026-02-22T22:13:30.722316+0000","last_became_peered":"2026-02-22T22:13:30.722316+0000","last_unstale":"2026-02-22T22:58:52.056909+0000","last_undegraded":"2026-02-22T22:58:52.056909+0000","last_fullsized":"2026-02-22T22:58:52.056909+0000","mapping_epoch":19,"log_start":"27'224185","ondisk_log_start":"27'224185","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10020,"log_dups_size":0,"ondisk_log_size":10020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:25:05.354078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023928959999999998,"stat_sum":{"num_bytes":5683370515,"num_objects":1405,"num_object_clones":164,"num_object_copies":4215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1405,"num_whiteouts":0,"num_read":157305,"num_read_kb":3381800,"num_write":234039,"num_write_kb":23800975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"13'1","reported_seq":66,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:33.318636+0000","last_change":"2026-02-22T22:12:49.997491+0000","last_active":"2026-02-22T22:56:33.318636+0000","last_peered":"2026-02-22T22:56:33.318636+0000","last_clean":"2026-02-22T22:56:33.318636+0000","last_became_active":"2026-02-22T22:12:47.995553+0000","last_became_peered":"2026-02-22T22:12:47.995553+0000","last_unstale":"2026-02-22T22:56:33.318636+0000","last_undegraded":"2026-02-22T22:56:33.318636+0000","last_fullsized":"2026-02-22T22:56:33.318636+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:50:28.302769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048904000000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'72","reported_seq":157,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:58.327951+0000","last_change":"2026-02-22T22:12:44.918388+0000","last_active":"2026-02-22T22:56:58.327951+0000","last_peered":"2026-02-22T22:56:58.327951+0000","last_clean":"2026-02-22T22:56:58.327951+0000","last_became_active":"2026-02-22T22:12:44.917705+0000","last_became_peered":"2026-02-22T22:12:44.917705+0000","last_unstale":"2026-02-22T22:56:58.327951+0000","last_undegraded":"2026-02-22T22:56:58.327951+0000","last_fullsized":"2026-02-22T22:56:58.327951+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:43.910921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:43.910921+0000","last_clean_scrub_stamp":"2026-02-22T22:12:43.910921+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:58:39.330758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":22826704915,"num_objects":5601,"num_object_clones":657,"num_object_copies":16803,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5601,"num_whiteouts":0,"num_read":440652,"num_read_kb":13623351,"num_write":653906,"num_write_kb":87419901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3418284032,"data_stored":34535940096,"data_compressed":1012925881,"data_compressed_allocated":3014443008,"data_compressed_original":34101751808,"omap_allocated":0,"internal_metadata":0},"log_size":40266,"ondisk_log_size":40266,"up":12,"acting":12,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":2447,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":40207,"num_read_kb":33278,"num_write":13677,"num_write_kb":13640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13868,"internal_metadata":0},"log_size":7084,"ondisk_log_size":7084,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":1180736,"data_compressed":11818,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738929,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1703780,"kb_used_data":1030164,"kb_used_omap":57,"kb_used_meta":673542,"kb_avail":92668060,"statfs":{"total":96636764160,"available":94892093440,"internally_reserved":0,"allocated":1054887936,"data_stored":11512068421,"data_compressed":278840821,"data_compressed_allocated":948543488,"data_compressed_original":11398758400,"omap_allocated":59085,"internal_metadata":689707315},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738930,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2254664,"kb_used_data":1150648,"kb_used_omap":72,"kb_used_meta":1103927,"kb_avail":92117176,"statfs":{"total":96636764160,"available":94327988224,"internally_reserved":0,"allocated":1178263552,"data_stored":11512660530,"data_compressed":371805995,"data_compressed_allocated":1035821056,"data_compressed_original":11361132544,"omap_allocated":74699,"internal_metadata":1130421301},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738930,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1876956,"kb_used_data":1158220,"kb_used_omap":72,"kb_used_meta":718647,"kb_avail":92494884,"statfs":{"total":96636764160,"available":94714761216,"internally_reserved":0,"allocated":1186017280,"data_stored":11512659824,"data_compressed":362290883,"data_compressed_allocated":1030152192,"data_compressed_original":11343007744,"omap_allocated":74030,"internal_metadata":735895250},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4826,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6916,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2126,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1185701888,"data_stored":11511980032,"data_compressed":362284974,"data_compressed_allocated":1030115328,"data_compressed_original":11342434304,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1177935872,"data_stored":11511980032,"data_compressed":371800086,"data_compressed_allocated":1035784192,"data_compressed_original":11360559104,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1054646272,"data_stored":11511980032,"data_compressed":278840821,"data_compressed_allocated":948543488,"data_compressed_original":11398758400,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:59:22.699 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:59:22.847 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:59:22.848 INFO:teuthology.orchestra.run.trial072.stdout:{"epoch":27,"fsid":"53d57671-a273-493a-b644-e35b8f0587ca","created":"2026-02-22T22:12:32.735126+0000","modified":"2026-02-22T22:14:36.752746+0000","last_up_change":"2026-02-22T22:12:41.904691+0000","last_in_change":"2026-02-22T22:12:33.245157+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T22:12:42.926816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T22:12:46.805419+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":15,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"datapool","create_time":"2026-02-22T22:13:28.720063+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":4,"pg_placement_num":4,"pg_placement_num_target":4,"pg_num_target":4,"pg_num_pending":4,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":27,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"a7c1f6ed-c490-40a4-a395-b26481e039fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6818","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6819","nonce":155426963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6820","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6821","nonce":155426963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6824","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6825","nonce":155426963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6822","nonce":155426963},{"type":"v1","addr":"10.20.193.72:6823","nonce":155426963}]},"public_addr":"10.20.193.72:6819/155426963","cluster_addr":"10.20.193.72:6821/155426963","heartbeat_back_addr":"10.20.193.72:6825/155426963","heartbeat_front_addr":"10.20.193.72:6823/155426963","state":["exists","up"]},{"osd":1,"uuid":"9776a095-6ae9-4f4d-8046-af206e761138","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6810","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6811","nonce":1585736282}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6812","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6813","nonce":1585736282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6816","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6817","nonce":1585736282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6814","nonce":1585736282},{"type":"v1","addr":"10.20.193.72:6815","nonce":1585736282}]},"public_addr":"10.20.193.72:6811/1585736282","cluster_addr":"10.20.193.72:6813/1585736282","heartbeat_back_addr":"10.20.193.72:6817/1585736282","heartbeat_front_addr":"10.20.193.72:6815/1585736282","state":["exists","up"]},{"osd":2,"uuid":"2ceb46b5-29aa-4dac-996e-a00de78ca47a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6802","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6803","nonce":1338657552}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6804","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6805","nonce":1338657552}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6808","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6809","nonce":1338657552}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.72:6806","nonce":1338657552},{"type":"v1","addr":"10.20.193.72:6807","nonce":1338657552}]},"public_addr":"10.20.193.72:6803/1338657552","cluster_addr":"10.20.193.72:6805/1338657552","heartbeat_back_addr":"10.20.193.72:6809/1338657552","heartbeat_front_addr":"10.20.193.72:6807/1338657552","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:12:40.899956+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:12:39.961611+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T22:12:40.148259+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:59:23.859 INFO:tasks.ceph:Scrubbing cluster1.osd.0 2026-02-22T22:59:23.859 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:59:23.942 INFO:teuthology.orchestra.run.trial072.stdout:{ 2026-02-22T22:59:23.942 INFO:teuthology.orchestra.run.trial072.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:59:23.942 INFO:teuthology.orchestra.run.trial072.stdout:} 2026-02-22T22:59:23.951 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd deep-scrub 0 2026-02-22T22:59:24.098 INFO:teuthology.orchestra.run.trial072.stderr:instructed osd(s) 0 to deep-scrub 2026-02-22T22:59:24.109 INFO:tasks.ceph:Scrubbing cluster1.osd.1 2026-02-22T22:59:24.109 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:59:24.182 INFO:teuthology.orchestra.run.trial072.stdout:{ 2026-02-22T22:59:24.183 INFO:teuthology.orchestra.run.trial072.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:59:24.183 INFO:teuthology.orchestra.run.trial072.stdout:} 2026-02-22T22:59:24.192 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd deep-scrub 1 2026-02-22T22:59:24.339 INFO:teuthology.orchestra.run.trial072.stderr:instructed osd(s) 1 to deep-scrub 2026-02-22T22:59:24.351 INFO:tasks.ceph:Scrubbing cluster1.osd.2 2026-02-22T22:59:24.351 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:59:24.434 INFO:teuthology.orchestra.run.trial072.stdout:{ 2026-02-22T22:59:24.434 INFO:teuthology.orchestra.run.trial072.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:59:24.434 INFO:teuthology.orchestra.run.trial072.stdout:} 2026-02-22T22:59:24.443 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd deep-scrub 2 2026-02-22T22:59:24.591 INFO:teuthology.orchestra.run.trial072.stderr:instructed osd(s) 2 to deep-scrub 2026-02-22T22:59:24.603 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:59:24.754 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:59:24.755 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-22T22:59:24.765 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":1425,"stamp":"2026-02-22T22:59:23.255892+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":22827297730,"num_objects":5618,"num_object_clones":657,"num_object_copies":16837,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5618,"num_whiteouts":0,"num_read":480925,"num_read_kb":13656684,"num_write":667684,"num_write_kb":87435169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47422,"ondisk_log_size":47422,"up":30,"acting":30,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":5835400,"kb_used_data":3339032,"kb_used_omap":202,"kb_used_meta":2496117,"kb_avail":277280120,"statfs":{"total":289910292480,"available":283934842880,"internally_reserved":0,"allocated":3419168768,"data_stored":34537388775,"data_compressed":1012937699,"data_compressed_allocated":3014516736,"data_compressed_original":34102898688,"omap_allocated":207814,"internal_metadata":2556023866},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001160"},"pg_stats":[{"pgid":"2.7","version":"27'514","reported_seq":588,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:08.313920+0000","last_change":"2026-02-22T22:12:49.998057+0000","last_active":"2026-02-22T22:56:08.313920+0000","last_peered":"2026-02-22T22:56:08.313920+0000","last_clean":"2026-02-22T22:56:08.313920+0000","last_became_active":"2026-02-22T22:12:47.996537+0000","last_became_peered":"2026-02-22T22:12:47.996537+0000","last_unstale":"2026-02-22T22:56:08.313920+0000","last_undegraded":"2026-02-22T22:56:08.313920+0000","last_fullsized":"2026-02-22T22:56:08.313920+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":514,"log_dups_size":0,"ondisk_log_size":514,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:07:58.186370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00091932199999999998,"stat_sum":{"num_bytes":178,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2578,"num_read_kb":2053,"num_write":1026,"num_write_kb":1026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"27'3081","reported_seq":3148,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:18.003244+0000","last_change":"2026-02-22T22:12:49.997843+0000","last_active":"2026-02-22T22:58:18.003244+0000","last_peered":"2026-02-22T22:58:18.003244+0000","last_clean":"2026-02-22T22:58:18.003244+0000","last_became_active":"2026-02-22T22:12:47.996127+0000","last_became_peered":"2026-02-22T22:12:47.996127+0000","last_unstale":"2026-02-22T22:58:18.003244+0000","last_undegraded":"2026-02-22T22:58:18.003244+0000","last_fullsized":"2026-02-22T22:58:18.003244+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":3081,"log_dups_size":0,"ondisk_log_size":3081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:54:32.519838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073439800000000004,"stat_sum":{"num_bytes":772,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18193,"num_read_kb":15114,"num_write":6153,"num_write_kb":6147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"27'368","reported_seq":4001,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.076272+0000","last_change":"2026-02-22T22:12:49.997496+0000","last_active":"2026-02-22T22:58:52.076272+0000","last_peered":"2026-02-22T22:58:52.076272+0000","last_clean":"2026-02-22T22:58:52.076272+0000","last_became_active":"2026-02-22T22:12:47.996119+0000","last_became_peered":"2026-02-22T22:12:47.996119+0000","last_unstale":"2026-02-22T22:58:52.076272+0000","last_undegraded":"2026-02-22T22:58:52.076272+0000","last_fullsized":"2026-02-22T22:58:52.076272+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":368,"log_dups_size":0,"ondisk_log_size":368,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:12:17.387628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000450218,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1213,"num_read_kb":1007,"num_write":343,"num_write_kb":330,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"27'260","reported_seq":336,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:33.318651+0000","last_change":"2026-02-22T22:12:49.997757+0000","last_active":"2026-02-22T22:56:33.318651+0000","last_peered":"2026-02-22T22:56:33.318651+0000","last_clean":"2026-02-22T22:56:33.318651+0000","last_became_active":"2026-02-22T22:12:47.996145+0000","last_became_peered":"2026-02-22T22:12:47.996145+0000","last_unstale":"2026-02-22T22:56:33.318651+0000","last_undegraded":"2026-02-22T22:56:33.318651+0000","last_fullsized":"2026-02-22T22:56:33.318651+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":260,"log_dups_size":0,"ondisk_log_size":260,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:33:45.118797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064997000000000004,"stat_sum":{"num_bytes":98,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1295,"num_read_kb":1038,"num_write":516,"num_write_kb":516,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"27'118650","reported_seq":230786,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.060573+0000","last_change":"2026-02-22T22:13:33.730075+0000","last_active":"2026-02-22T22:58:52.060573+0000","last_peered":"2026-02-22T22:58:52.060573+0000","last_clean":"2026-02-22T22:58:52.060573+0000","last_became_active":"2026-02-22T22:13:30.722011+0000","last_became_peered":"2026-02-22T22:13:30.722011+0000","last_unstale":"2026-02-22T22:58:52.060573+0000","last_undegraded":"2026-02-22T22:58:52.060573+0000","last_fullsized":"2026-02-22T22:58:52.060573+0000","mapping_epoch":19,"log_start":"27'108571","ondisk_log_start":"27'108571","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10079,"log_dups_size":0,"ondisk_log_size":10079,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:54:46.812910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032899200000000001,"stat_sum":{"num_bytes":5898407936,"num_objects":1436,"num_object_clones":159,"num_object_copies":4308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1436,"num_whiteouts":0,"num_read":112361,"num_read_kb":3212338,"num_write":118487,"num_write_kb":19548130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"27'803","reported_seq":899,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:38.005935+0000","last_change":"2026-02-22T22:12:49.995840+0000","last_active":"2026-02-22T22:58:38.005935+0000","last_peered":"2026-02-22T22:58:38.005935+0000","last_clean":"2026-02-22T22:58:38.005935+0000","last_became_active":"2026-02-22T22:12:47.995735+0000","last_became_peered":"2026-02-22T22:12:47.995735+0000","last_unstale":"2026-02-22T22:58:38.005935+0000","last_undegraded":"2026-02-22T22:58:38.005935+0000","last_fullsized":"2026-02-22T22:58:38.005935+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":803,"log_dups_size":0,"ondisk_log_size":803,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:54:03.221844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075206999999999997,"stat_sum":{"num_bytes":693,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4802,"num_read_kb":4003,"num_write":1596,"num_write_kb":1590,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"27'142363","reported_seq":214367,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.054890+0000","last_change":"2026-02-22T22:13:33.726037+0000","last_active":"2026-02-22T22:58:52.054890+0000","last_peered":"2026-02-22T22:58:52.054890+0000","last_clean":"2026-02-22T22:58:52.054890+0000","last_became_active":"2026-02-22T22:13:30.722350+0000","last_became_peered":"2026-02-22T22:13:30.722350+0000","last_unstale":"2026-02-22T22:58:52.054890+0000","last_undegraded":"2026-02-22T22:58:52.054890+0000","last_fullsized":"2026-02-22T22:58:52.054890+0000","mapping_epoch":19,"log_start":"27'132262","ondisk_log_start":"27'132262","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10101,"log_dups_size":0,"ondisk_log_size":10101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:14:25.156089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054951299999999995,"stat_sum":{"num_bytes":5598164480,"num_objects":1375,"num_object_clones":168,"num_object_copies":4125,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1375,"num_whiteouts":0,"num_read":72252,"num_read_kb":3047281,"num_write":142194,"num_write_kb":21927954,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"26'1","reported_seq":70,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:33.167335+0000","last_change":"2026-02-22T22:12:50.186191+0000","last_active":"2026-02-22T22:56:33.167335+0000","last_peered":"2026-02-22T22:56:33.167335+0000","last_clean":"2026-02-22T22:56:33.167335+0000","last_became_active":"2026-02-22T22:12:47.996060+0000","last_became_peered":"2026-02-22T22:12:47.996060+0000","last_unstale":"2026-02-22T22:56:33.167335+0000","last_undegraded":"2026-02-22T22:56:33.167335+0000","last_fullsized":"2026-02-22T22:56:33.167335+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:45:52.662846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030222300000000001,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"27'159353","reported_seq":257839,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.027217+0000","last_change":"2026-02-22T22:13:33.730077+0000","last_active":"2026-02-22T22:58:52.027217+0000","last_peered":"2026-02-22T22:58:52.027217+0000","last_clean":"2026-02-22T22:58:52.027217+0000","last_became_active":"2026-02-22T22:13:30.721984+0000","last_became_peered":"2026-02-22T22:13:30.721984+0000","last_unstale":"2026-02-22T22:58:52.027217+0000","last_undegraded":"2026-02-22T22:58:52.027217+0000","last_fullsized":"2026-02-22T22:58:52.027217+0000","mapping_epoch":19,"log_start":"27'149287","ondisk_log_start":"27'149287","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10066,"log_dups_size":0,"ondisk_log_size":10066,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:17:04.202775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000375609,"stat_sum":{"num_bytes":5646761984,"num_objects":1385,"num_object_clones":166,"num_object_copies":4155,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1385,"num_whiteouts":0,"num_read":98734,"num_read_kb":3981932,"num_write":159186,"num_write_kb":22142842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"27'2056","reported_seq":2703,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.082903+0000","last_change":"2026-02-22T22:12:50.186196+0000","last_active":"2026-02-22T22:58:52.082903+0000","last_peered":"2026-02-22T22:58:52.082903+0000","last_clean":"2026-02-22T22:58:52.082903+0000","last_became_active":"2026-02-22T22:12:47.995812+0000","last_became_peered":"2026-02-22T22:12:47.995812+0000","last_unstale":"2026-02-22T22:58:52.082903+0000","last_undegraded":"2026-02-22T22:58:52.082903+0000","last_fullsized":"2026-02-22T22:58:52.082903+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":2056,"log_dups_size":0,"ondisk_log_size":2056,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:09:05.794444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000303004,"stat_sum":{"num_bytes":690,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":12118,"num_read_kb":10061,"num_write":4042,"num_write_kb":4030,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"27'234205","reported_seq":391269,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:58:52.059997+0000","last_change":"2026-02-22T22:13:33.728010+0000","last_active":"2026-02-22T22:58:52.059997+0000","last_peered":"2026-02-22T22:58:52.059997+0000","last_clean":"2026-02-22T22:58:52.059997+0000","last_became_active":"2026-02-22T22:13:30.722316+0000","last_became_peered":"2026-02-22T22:13:30.722316+0000","last_unstale":"2026-02-22T22:58:52.059997+0000","last_undegraded":"2026-02-22T22:58:52.059997+0000","last_fullsized":"2026-02-22T22:58:52.059997+0000","mapping_epoch":19,"log_start":"27'224185","ondisk_log_start":"27'224185","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:13:29.712996+0000","last_clean_scrub_stamp":"2026-02-22T22:13:29.712996+0000","objects_scrubbed":0,"log_size":10020,"log_dups_size":0,"ondisk_log_size":10020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:25:05.354078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023928959999999998,"stat_sum":{"num_bytes":5683370515,"num_objects":1405,"num_object_clones":164,"num_object_copies":4215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1405,"num_whiteouts":0,"num_read":157305,"num_read_kb":3381800,"num_write":234039,"num_write_kb":23800975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"13'1","reported_seq":66,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:33.318636+0000","last_change":"2026-02-22T22:12:49.997491+0000","last_active":"2026-02-22T22:56:33.318636+0000","last_peered":"2026-02-22T22:56:33.318636+0000","last_clean":"2026-02-22T22:56:33.318636+0000","last_became_active":"2026-02-22T22:12:47.995553+0000","last_became_peered":"2026-02-22T22:12:47.995553+0000","last_unstale":"2026-02-22T22:56:33.318636+0000","last_undegraded":"2026-02-22T22:56:33.318636+0000","last_fullsized":"2026-02-22T22:56:33.318636+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:46.987345+0000","last_clean_scrub_stamp":"2026-02-22T22:12:46.987345+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:50:28.302769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048904000000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'72","reported_seq":157,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:56:58.327951+0000","last_change":"2026-02-22T22:12:44.918388+0000","last_active":"2026-02-22T22:56:58.327951+0000","last_peered":"2026-02-22T22:56:58.327951+0000","last_clean":"2026-02-22T22:56:58.327951+0000","last_became_active":"2026-02-22T22:12:44.917705+0000","last_became_peered":"2026-02-22T22:12:44.917705+0000","last_unstale":"2026-02-22T22:56:58.327951+0000","last_undegraded":"2026-02-22T22:56:58.327951+0000","last_fullsized":"2026-02-22T22:56:58.327951+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:12:43.910921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:12:43.910921+0000","last_clean_scrub_stamp":"2026-02-22T22:12:43.910921+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:58:39.330758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":22826704915,"num_objects":5601,"num_object_clones":657,"num_object_copies":16803,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5601,"num_whiteouts":0,"num_read":440652,"num_read_kb":13623351,"num_write":653906,"num_write_kb":87419901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3418284032,"data_stored":34535940096,"data_compressed":1012925881,"data_compressed_allocated":3014443008,"data_compressed_original":34101751808,"omap_allocated":0,"internal_metadata":0},"log_size":40266,"ondisk_log_size":40266,"up":12,"acting":12,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":2447,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":40207,"num_read_kb":33278,"num_write":13677,"num_write_kb":13640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13868,"internal_metadata":0},"log_size":7084,"ondisk_log_size":7084,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":1180736,"data_compressed":11818,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738930,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1703780,"kb_used_data":1030164,"kb_used_omap":57,"kb_used_meta":673542,"kb_avail":92668060,"statfs":{"total":96636764160,"available":94892093440,"internally_reserved":0,"allocated":1054887936,"data_stored":11512068421,"data_compressed":278840821,"data_compressed_allocated":948543488,"data_compressed_original":11398758400,"omap_allocated":59085,"internal_metadata":689707315},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738931,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2254664,"kb_used_data":1150648,"kb_used_omap":72,"kb_used_meta":1103927,"kb_avail":92117176,"statfs":{"total":96636764160,"available":94327988224,"internally_reserved":0,"allocated":1178263552,"data_stored":11512660530,"data_compressed":371805995,"data_compressed_allocated":1035821056,"data_compressed_original":11361132544,"omap_allocated":74699,"internal_metadata":1130421301},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738931,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1876956,"kb_used_data":1158220,"kb_used_omap":72,"kb_used_meta":718647,"kb_avail":92494884,"statfs":{"total":96636764160,"available":94714761216,"internally_reserved":0,"allocated":1186017280,"data_stored":11512659824,"data_compressed":362290883,"data_compressed_allocated":1030152192,"data_compressed_original":11343007744,"omap_allocated":74030,"internal_metadata":735895250},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4826,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6916,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2126,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1185701888,"data_stored":11511980032,"data_compressed":362284974,"data_compressed_allocated":1030115328,"data_compressed_original":11342434304,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1177935872,"data_stored":11511980032,"data_compressed":371800086,"data_compressed_allocated":1035784192,"data_compressed_original":11360559104,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1054646272,"data_stored":11511980032,"data_compressed":278840821,"data_compressed_allocated":948543488,"data_compressed_original":11398758400,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:59:24.766 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-02-22T22:12:46.987345+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=46, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=59, tm_sec=22, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:24.767 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-02-22T22:12:46.987345+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=46, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=59, tm_sec=22, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:24.767 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-02-22T22:12:46.987345+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=46, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=59, tm_sec=22, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:24.767 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-02-22T22:12:46.987345+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=46, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=59, tm_sec=22, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:24.767 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2026-02-22T22:13:29.712996+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=29, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=59, tm_sec=22, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:24.768 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-02-22T22:12:46.987345+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=46, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=59, tm_sec=22, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:24.768 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2026-02-22T22:13:29.712996+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=29, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=59, tm_sec=22, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:24.768 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-02-22T22:12:46.987345+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=46, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=59, tm_sec=22, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:24.768 INFO:tasks.ceph:pgid 3.1 last_scrub_stamp 2026-02-22T22:13:29.712996+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=29, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=59, tm_sec=22, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:24.768 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-02-22T22:12:46.987345+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=46, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=59, tm_sec=22, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:24.768 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2026-02-22T22:13:29.712996+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=13, tm_sec=29, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=59, tm_sec=22, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:24.769 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-02-22T22:12:46.987345+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=46, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=59, tm_sec=22, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:24.769 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-02-22T22:12:43.910921+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=12, tm_sec=43, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=59, tm_sec=22, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:59:24.769 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-02-22T22:59:44.770 DEBUG:teuthology.orchestra.run.trial072:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:59:44.922 INFO:teuthology.orchestra.run.trial072.stdout: 2026-02-22T22:59:44.922 INFO:teuthology.orchestra.run.trial072.stderr:dumped all 2026-02-22T22:59:44.932 INFO:teuthology.orchestra.run.trial072.stdout:{"pg_ready":true,"pg_map":{"version":1435,"stamp":"2026-02-22T22:59:43.258450+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":22827297730,"num_objects":5618,"num_object_clones":657,"num_object_copies":16837,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5618,"num_whiteouts":0,"num_read":480925,"num_read_kb":13656684,"num_write":667684,"num_write_kb":87435169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":932,"num_omap_keys":38,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47439,"ondisk_log_size":47439,"up":30,"acting":30,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":5835400,"kb_used_data":3339032,"kb_used_omap":202,"kb_used_meta":2496117,"kb_avail":277280120,"statfs":{"total":289910292480,"available":283934842880,"internally_reserved":0,"allocated":3419168768,"data_stored":34537388775,"data_compressed":1012937699,"data_compressed_allocated":3014516736,"data_compressed_original":34102898688,"omap_allocated":207814,"internal_metadata":2556023866},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":494,"num_omap_keys":21,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001372"},"pg_stats":[{"pgid":"2.7","version":"27'516","reported_seq":599,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:59:29.515769+0000","last_change":"2026-02-22T22:59:29.515787+0000","last_active":"2026-02-22T22:59:29.515769+0000","last_peered":"2026-02-22T22:59:29.515769+0000","last_clean":"2026-02-22T22:59:29.515769+0000","last_became_active":"2026-02-22T22:12:47.996537+0000","last_became_peered":"2026-02-22T22:12:47.996537+0000","last_unstale":"2026-02-22T22:59:29.515769+0000","last_undegraded":"2026-02-22T22:59:29.515769+0000","last_fullsized":"2026-02-22T22:59:29.515769+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"27'516","last_scrub_stamp":"2026-02-22T22:59:29.515713+0000","last_deep_scrub":"27'516","last_deep_scrub_stamp":"2026-02-22T22:59:29.515713+0000","last_clean_scrub_stamp":"2026-02-22T22:59:29.515713+0000","objects_scrubbed":2,"log_size":516,"log_dups_size":0,"ondisk_log_size":516,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T10:37:57.871723+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00091932199999999998,"stat_sum":{"num_bytes":178,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2578,"num_read_kb":2053,"num_write":1026,"num_write_kb":1026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"27'3083","reported_seq":3159,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:59:26.436610+0000","last_change":"2026-02-22T22:59:26.436631+0000","last_active":"2026-02-22T22:59:26.436610+0000","last_peered":"2026-02-22T22:59:26.436610+0000","last_clean":"2026-02-22T22:59:26.436610+0000","last_became_active":"2026-02-22T22:12:47.996127+0000","last_became_peered":"2026-02-22T22:12:47.996127+0000","last_unstale":"2026-02-22T22:59:26.436610+0000","last_undegraded":"2026-02-22T22:59:26.436610+0000","last_fullsized":"2026-02-22T22:59:26.436610+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"27'3083","last_scrub_stamp":"2026-02-22T22:59:26.436556+0000","last_deep_scrub":"27'3083","last_deep_scrub_stamp":"2026-02-22T22:59:26.436556+0000","last_clean_scrub_stamp":"2026-02-22T22:59:26.436556+0000","objects_scrubbed":2,"log_size":3083,"log_dups_size":0,"ondisk_log_size":3083,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T10:46:54.384449+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00073439800000000004,"stat_sum":{"num_bytes":772,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18193,"num_read_kb":15114,"num_write":6153,"num_write_kb":6147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"27'370","reported_seq":4012,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:59:28.509189+0000","last_change":"2026-02-22T22:59:28.509209+0000","last_active":"2026-02-22T22:59:28.509189+0000","last_peered":"2026-02-22T22:59:28.509189+0000","last_clean":"2026-02-22T22:59:28.509189+0000","last_became_active":"2026-02-22T22:12:47.996119+0000","last_became_peered":"2026-02-22T22:12:47.996119+0000","last_unstale":"2026-02-22T22:59:28.509189+0000","last_undegraded":"2026-02-22T22:59:28.509189+0000","last_fullsized":"2026-02-22T22:59:28.509189+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"27'370","last_scrub_stamp":"2026-02-22T22:59:28.509143+0000","last_deep_scrub":"27'370","last_deep_scrub_stamp":"2026-02-22T22:59:28.509143+0000","last_clean_scrub_stamp":"2026-02-22T22:59:28.509143+0000","objects_scrubbed":2,"log_size":370,"log_dups_size":0,"ondisk_log_size":370,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:04:51.433701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000450218,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1213,"num_read_kb":1007,"num_write":343,"num_write_kb":330,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":494,"num_omap_keys":21,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"27'262","reported_seq":347,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:59:27.476433+0000","last_change":"2026-02-22T22:59:27.476453+0000","last_active":"2026-02-22T22:59:27.476433+0000","last_peered":"2026-02-22T22:59:27.476433+0000","last_clean":"2026-02-22T22:59:27.476433+0000","last_became_active":"2026-02-22T22:12:47.996145+0000","last_became_peered":"2026-02-22T22:12:47.996145+0000","last_unstale":"2026-02-22T22:59:27.476433+0000","last_undegraded":"2026-02-22T22:59:27.476433+0000","last_fullsized":"2026-02-22T22:59:27.476433+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"27'262","last_scrub_stamp":"2026-02-22T22:59:27.476368+0000","last_deep_scrub":"27'262","last_deep_scrub_stamp":"2026-02-22T22:59:27.476368+0000","last_clean_scrub_stamp":"2026-02-22T22:59:27.476368+0000","objects_scrubbed":2,"log_size":262,"log_dups_size":0,"ondisk_log_size":262,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T10:34:57.893834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064997000000000004,"stat_sum":{"num_bytes":98,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1295,"num_read_kb":1038,"num_write":516,"num_write_kb":516,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":90,"num_omap_keys":6,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"27'118650","reported_seq":230891,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:59:29.692494+0000","last_change":"2026-02-22T22:59:29.692522+0000","last_active":"2026-02-22T22:59:29.692494+0000","last_peered":"2026-02-22T22:59:29.692494+0000","last_clean":"2026-02-22T22:59:29.692494+0000","last_became_active":"2026-02-22T22:13:30.722011+0000","last_became_peered":"2026-02-22T22:13:30.722011+0000","last_unstale":"2026-02-22T22:59:29.692494+0000","last_undegraded":"2026-02-22T22:59:29.692494+0000","last_fullsized":"2026-02-22T22:59:29.692494+0000","mapping_epoch":19,"log_start":"27'108571","ondisk_log_start":"27'108571","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"27'118650","last_scrub_stamp":"2026-02-22T22:59:29.692413+0000","last_deep_scrub":"27'118650","last_deep_scrub_stamp":"2026-02-22T22:59:29.692413+0000","last_clean_scrub_stamp":"2026-02-22T22:59:29.692413+0000","objects_scrubbed":1436,"log_size":10079,"log_dups_size":0,"ondisk_log_size":10079,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":4,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:07:07.260550+0000","scrub_duration":3267,"objects_trimmed":0,"snaptrim_duration":0.00032899200000000001,"stat_sum":{"num_bytes":5898407936,"num_objects":1436,"num_object_clones":159,"num_object_copies":4308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1436,"num_whiteouts":0,"num_read":112361,"num_read_kb":3212338,"num_write":118487,"num_write_kb":19548130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"27'805","reported_seq":910,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:59:24.478536+0000","last_change":"2026-02-22T22:59:24.478568+0000","last_active":"2026-02-22T22:59:24.478536+0000","last_peered":"2026-02-22T22:59:24.478536+0000","last_clean":"2026-02-22T22:59:24.478536+0000","last_became_active":"2026-02-22T22:12:47.995735+0000","last_became_peered":"2026-02-22T22:12:47.995735+0000","last_unstale":"2026-02-22T22:59:24.478536+0000","last_undegraded":"2026-02-22T22:59:24.478536+0000","last_fullsized":"2026-02-22T22:59:24.478536+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"27'805","last_scrub_stamp":"2026-02-22T22:59:24.478470+0000","last_deep_scrub":"27'805","last_deep_scrub_stamp":"2026-02-22T22:59:24.478470+0000","last_clean_scrub_stamp":"2026-02-22T22:59:24.478470+0000","objects_scrubbed":2,"log_size":805,"log_dups_size":0,"ondisk_log_size":805,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:12:54.568298+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00075206999999999997,"stat_sum":{"num_bytes":693,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4802,"num_read_kb":4003,"num_write":1596,"num_write_kb":1590,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"27'142363","reported_seq":214469,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:59:33.838201+0000","last_change":"2026-02-22T22:59:33.838229+0000","last_active":"2026-02-22T22:59:33.838201+0000","last_peered":"2026-02-22T22:59:33.838201+0000","last_clean":"2026-02-22T22:59:33.838201+0000","last_became_active":"2026-02-22T22:13:30.722350+0000","last_became_peered":"2026-02-22T22:13:30.722350+0000","last_unstale":"2026-02-22T22:59:33.838201+0000","last_undegraded":"2026-02-22T22:59:33.838201+0000","last_fullsized":"2026-02-22T22:59:33.838201+0000","mapping_epoch":19,"log_start":"27'132262","ondisk_log_start":"27'132262","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"27'142363","last_scrub_stamp":"2026-02-22T22:59:33.838114+0000","last_deep_scrub":"27'142363","last_deep_scrub_stamp":"2026-02-22T22:59:33.838114+0000","last_clean_scrub_stamp":"2026-02-22T22:59:33.838114+0000","objects_scrubbed":1375,"log_size":10101,"log_dups_size":0,"ondisk_log_size":10101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":4,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:06:12.933792+0000","scrub_duration":3315,"objects_trimmed":0,"snaptrim_duration":0.00054951299999999995,"stat_sum":{"num_bytes":5598164480,"num_objects":1375,"num_object_clones":168,"num_object_copies":4125,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1375,"num_whiteouts":0,"num_read":72252,"num_read_kb":3047281,"num_write":142194,"num_write_kb":21927954,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"27'2","reported_seq":80,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:59:26.252681+0000","last_change":"2026-02-22T22:59:26.252717+0000","last_active":"2026-02-22T22:59:26.252681+0000","last_peered":"2026-02-22T22:59:26.252681+0000","last_clean":"2026-02-22T22:59:26.252681+0000","last_became_active":"2026-02-22T22:12:47.996060+0000","last_became_peered":"2026-02-22T22:12:47.996060+0000","last_unstale":"2026-02-22T22:59:26.252681+0000","last_undegraded":"2026-02-22T22:59:26.252681+0000","last_fullsized":"2026-02-22T22:59:26.252681+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"27'2","last_scrub_stamp":"2026-02-22T22:59:26.252607+0000","last_deep_scrub":"27'2","last_deep_scrub_stamp":"2026-02-22T22:59:26.252607+0000","last_clean_scrub_stamp":"2026-02-22T22:59:26.252607+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:01:52.862330+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00030222300000000001,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1","version":"27'159353","reported_seq":257941,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:59:28.620911+0000","last_change":"2026-02-22T22:59:28.620929+0000","last_active":"2026-02-22T22:59:28.620911+0000","last_peered":"2026-02-22T22:59:28.620911+0000","last_clean":"2026-02-22T22:59:28.620911+0000","last_became_active":"2026-02-22T22:13:30.721984+0000","last_became_peered":"2026-02-22T22:13:30.721984+0000","last_unstale":"2026-02-22T22:59:28.620911+0000","last_undegraded":"2026-02-22T22:59:28.620911+0000","last_fullsized":"2026-02-22T22:59:28.620911+0000","mapping_epoch":19,"log_start":"27'149287","ondisk_log_start":"27'149287","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"27'159353","last_scrub_stamp":"2026-02-22T22:59:28.620846+0000","last_deep_scrub":"27'159353","last_deep_scrub_stamp":"2026-02-22T22:59:28.620846+0000","last_clean_scrub_stamp":"2026-02-22T22:59:28.620846+0000","objects_scrubbed":1385,"log_size":10066,"log_dups_size":0,"ondisk_log_size":10066,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":4,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:16:49.438987+0000","scrub_duration":3175,"objects_trimmed":0,"snaptrim_duration":0.000375609,"stat_sum":{"num_bytes":5646761984,"num_objects":1385,"num_object_clones":166,"num_object_copies":4155,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1385,"num_whiteouts":0,"num_read":98734,"num_read_kb":3981932,"num_write":159186,"num_write_kb":22142842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"27'2059","reported_seq":2715,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:59:25.290735+0000","last_change":"2026-02-22T22:59:25.290792+0000","last_active":"2026-02-22T22:59:25.290735+0000","last_peered":"2026-02-22T22:59:25.290735+0000","last_clean":"2026-02-22T22:59:25.290735+0000","last_became_active":"2026-02-22T22:12:47.995812+0000","last_became_peered":"2026-02-22T22:12:47.995812+0000","last_unstale":"2026-02-22T22:59:25.290735+0000","last_undegraded":"2026-02-22T22:59:25.290735+0000","last_fullsized":"2026-02-22T22:59:25.290735+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"27'2059","last_scrub_stamp":"2026-02-22T22:59:25.290640+0000","last_deep_scrub":"27'2059","last_deep_scrub_stamp":"2026-02-22T22:59:25.290640+0000","last_clean_scrub_stamp":"2026-02-22T22:59:25.290640+0000","objects_scrubbed":3,"log_size":2059,"log_dups_size":0,"ondisk_log_size":2059,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:07:39.187729+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.000303004,"stat_sum":{"num_bytes":690,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":12118,"num_read_kb":10061,"num_write":4042,"num_write_kb":4030,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":348,"num_omap_keys":11,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"27'234205","reported_seq":391372,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:59:34.822163+0000","last_change":"2026-02-22T22:59:34.822193+0000","last_active":"2026-02-22T22:59:34.822163+0000","last_peered":"2026-02-22T22:59:34.822163+0000","last_clean":"2026-02-22T22:59:34.822163+0000","last_became_active":"2026-02-22T22:13:30.722316+0000","last_became_peered":"2026-02-22T22:13:30.722316+0000","last_unstale":"2026-02-22T22:59:34.822163+0000","last_undegraded":"2026-02-22T22:59:34.822163+0000","last_fullsized":"2026-02-22T22:59:34.822163+0000","mapping_epoch":19,"log_start":"27'224185","ondisk_log_start":"27'224185","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"27'234205","last_scrub_stamp":"2026-02-22T22:59:34.822079+0000","last_deep_scrub":"27'234205","last_deep_scrub_stamp":"2026-02-22T22:59:34.822079+0000","last_clean_scrub_stamp":"2026-02-22T22:59:34.822079+0000","objects_scrubbed":1405,"log_size":10020,"log_dups_size":0,"ondisk_log_size":10020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":4,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:45:58.243562+0000","scrub_duration":3343,"objects_trimmed":0,"snaptrim_duration":0.0023928959999999998,"stat_sum":{"num_bytes":5683370515,"num_objects":1405,"num_object_clones":164,"num_object_copies":4215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1405,"num_whiteouts":0,"num_read":157305,"num_read_kb":3381800,"num_write":234039,"num_write_kb":23800975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"27'2","reported_seq":76,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:59:25.455420+0000","last_change":"2026-02-22T22:59:25.455437+0000","last_active":"2026-02-22T22:59:25.455420+0000","last_peered":"2026-02-22T22:59:25.455420+0000","last_clean":"2026-02-22T22:59:25.455420+0000","last_became_active":"2026-02-22T22:12:47.995553+0000","last_became_peered":"2026-02-22T22:12:47.995553+0000","last_unstale":"2026-02-22T22:59:25.455420+0000","last_undegraded":"2026-02-22T22:59:25.455420+0000","last_fullsized":"2026-02-22T22:59:25.455420+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"27'2","last_scrub_stamp":"2026-02-22T22:59:25.455369+0000","last_deep_scrub":"27'2","last_deep_scrub_stamp":"2026-02-22T22:59:25.455369+0000","last_clean_scrub_stamp":"2026-02-22T22:59:25.455369+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T10:40:46.914624+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00048904000000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"27'74","reported_seq":168,"reported_epoch":27,"state":"active+clean","last_fresh":"2026-02-22T22:59:24.481220+0000","last_change":"2026-02-22T22:59:24.481260+0000","last_active":"2026-02-22T22:59:24.481220+0000","last_peered":"2026-02-22T22:59:24.481220+0000","last_clean":"2026-02-22T22:59:24.481220+0000","last_became_active":"2026-02-22T22:12:44.917705+0000","last_became_peered":"2026-02-22T22:12:44.917705+0000","last_unstale":"2026-02-22T22:59:24.481220+0000","last_undegraded":"2026-02-22T22:59:24.481220+0000","last_fullsized":"2026-02-22T22:59:24.481220+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"27'74","last_scrub_stamp":"2026-02-22T22:59:24.481145+0000","last_deep_scrub":"27'74","last_deep_scrub_stamp":"2026-02-22T22:59:24.481145+0000","last_clean_scrub_stamp":"2026-02-22T22:59:24.481145+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:04:40.302687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":22826704915,"num_objects":5601,"num_object_clones":657,"num_object_copies":16803,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5601,"num_whiteouts":0,"num_read":440652,"num_read_kb":13623351,"num_write":653906,"num_write_kb":87419901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3418284032,"data_stored":34535940096,"data_compressed":1012925881,"data_compressed_allocated":3014443008,"data_compressed_original":34101751808,"omap_allocated":0,"internal_metadata":0},"log_size":40266,"ondisk_log_size":40266,"up":12,"acting":12,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":2447,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":40207,"num_read_kb":33278,"num_write":13677,"num_write_kb":13640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":932,"num_omap_keys":38,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":4894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13868,"internal_metadata":0},"log_size":7099,"ondisk_log_size":7099,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":1180736,"data_compressed":11818,"data_compressed_allocated":73728,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738934,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1703780,"kb_used_data":1030164,"kb_used_omap":57,"kb_used_meta":673542,"kb_avail":92668060,"statfs":{"total":96636764160,"available":94892093440,"internally_reserved":0,"allocated":1054887936,"data_stored":11512068421,"data_compressed":278840821,"data_compressed_allocated":948543488,"data_compressed_original":11398758400,"omap_allocated":59085,"internal_metadata":689707315},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738935,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":2254664,"kb_used_data":1150648,"kb_used_omap":72,"kb_used_meta":1103927,"kb_avail":92117176,"statfs":{"total":96636764160,"available":94327988224,"internally_reserved":0,"allocated":1178263552,"data_stored":11512660530,"data_compressed":371805995,"data_compressed_allocated":1035821056,"data_compressed_original":11361132544,"omap_allocated":74699,"internal_metadata":1130421301},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738935,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1876956,"kb_used_data":1158220,"kb_used_omap":72,"kb_used_meta":718647,"kb_avail":92494884,"statfs":{"total":96636764160,"available":94714761216,"internally_reserved":0,"allocated":1186017280,"data_stored":11512659824,"data_compressed":362290883,"data_compressed_allocated":1030152192,"data_compressed_original":11343007744,"omap_allocated":74030,"internal_metadata":735895250},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":590368,"data_compressed":5909,"data_compressed_allocated":36864,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4826,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6916,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2126,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1185701888,"data_stored":11511980032,"data_compressed":362284974,"data_compressed_allocated":1030115328,"data_compressed_original":11342434304,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1177935872,"data_stored":11511980032,"data_compressed":371800086,"data_compressed_allocated":1035784192,"data_compressed_original":11360559104,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1054646272,"data_stored":11511980032,"data_compressed":278840821,"data_compressed_allocated":948543488,"data_compressed_original":11398758400,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:59:44.933 DEBUG:teuthology.orchestra.run.trial072:> sudo ceph --cluster cluster1 config set global mon_health_to_clog false 2026-02-22T22:59:45.089 INFO:teuthology.misc:Shutting down mds daemons... 2026-02-22T22:59:45.090 INFO:teuthology.misc:Shutting down osd daemons... 2026-02-22T22:59:45.090 DEBUG:tasks.ceph.cluster1.osd.0:waiting for process to exit 2026-02-22T22:59:45.090 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:59:48.463 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster1.osd.0 is failed for ~0s 2026-02-22T22:59:51.192 INFO:tasks.ceph.cluster1.osd.0:Stopped 2026-02-22T22:59:51.193 DEBUG:tasks.ceph.cluster1.osd.1:waiting for process to exit 2026-02-22T22:59:51.193 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:59:53.766 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster1.osd.1 is failed for ~0s 2026-02-22T22:59:53.767 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster1.osd.0 has been restored 2026-02-22T22:59:57.294 INFO:tasks.ceph.cluster1.osd.1:Stopped 2026-02-22T22:59:57.295 DEBUG:tasks.ceph.cluster1.osd.2:waiting for process to exit 2026-02-22T22:59:57.295 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:59:58.969 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster1.osd.2 is failed for ~0s 2026-02-22T22:59:58.969 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster1.osd.1 has been restored 2026-02-22T23:00:03.396 INFO:tasks.ceph.cluster1.osd.2:Stopped 2026-02-22T23:00:03.397 INFO:teuthology.misc:Shutting down mgr daemons... 2026-02-22T23:00:03.397 DEBUG:tasks.ceph.cluster1.mgr.x:waiting for process to exit 2026-02-22T23:00:03.397 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T23:00:03.428 INFO:tasks.ceph.cluster1.mgr.x:Stopped 2026-02-22T23:00:03.428 INFO:teuthology.misc:Shutting down mon daemons... 2026-02-22T23:00:03.428 DEBUG:tasks.ceph.cluster1.mon.a:waiting for process to exit 2026-02-22T23:00:03.428 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T23:00:03.485 INFO:tasks.ceph.cluster1.mon.a:Stopped 2026-02-22T23:00:03.485 INFO:tasks.ceph:Checking cluster log for badness... 2026-02-22T23:00:03.486 DEBUG:teuthology.orchestra.run.trial072:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/cluster1.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2026-02-22T23:00:03.537 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster1-0 on ubuntu@trial072.front.sepia.ceph.com 2026-02-22T23:00:03.538 DEBUG:teuthology.orchestra.run.trial072:> sync && sudo umount -f /var/lib/ceph/osd/cluster1-0 2026-02-22T23:00:03.788 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster1-1 on ubuntu@trial072.front.sepia.ceph.com 2026-02-22T23:00:03.788 DEBUG:teuthology.orchestra.run.trial072:> sync && sudo umount -f /var/lib/ceph/osd/cluster1-1 2026-02-22T23:00:03.970 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster1.osd.2 has been restored 2026-02-22T23:00:03.979 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster1-2 on ubuntu@trial072.front.sepia.ceph.com 2026-02-22T23:00:03.980 DEBUG:teuthology.orchestra.run.trial072:> sync && sudo umount -f /var/lib/ceph/osd/cluster1-2 2026-02-22T23:00:04.157 INFO:tasks.ceph:Archiving mon data... 2026-02-22T23:00:04.157 DEBUG:teuthology.misc:Transferring archived files from trial072:/var/lib/ceph/mon/cluster1-a to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64180/data/cluster1.mon.a.tgz 2026-02-22T23:00:04.157 DEBUG:teuthology.orchestra.run.trial072:> mktemp 2026-02-22T23:00:04.161 INFO:teuthology.orchestra.run.trial072.stdout:/tmp/tmp.i8McpcPQ6U 2026-02-22T23:00:04.161 DEBUG:teuthology.orchestra.run.trial072:> sudo tar cz -f - -C /var/lib/ceph/mon/cluster1-a -- . > /tmp/tmp.i8McpcPQ6U 2026-02-22T23:00:04.245 DEBUG:teuthology.orchestra.run.trial072:> sudo chmod 0666 /tmp/tmp.i8McpcPQ6U 2026-02-22T23:00:04.344 DEBUG:teuthology.orchestra.remote:trial072:/tmp/tmp.i8McpcPQ6U is 260KB 2026-02-22T23:00:04.395 DEBUG:teuthology.orchestra.run.trial072:> rm -fr /tmp/tmp.i8McpcPQ6U 2026-02-22T23:00:04.399 INFO:tasks.ceph:Cleaning ceph cluster... 2026-02-22T23:00:04.399 DEBUG:teuthology.orchestra.run.trial072:> sudo rm -rf -- /etc/ceph/cluster1.conf /etc/ceph/cluster1.keyring /home/ubuntu/cephtest/cluster1.data /home/ubuntu/cephtest/cluster1.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T23:00:04.445 DEBUG:teuthology.orchestra.run.trial164:> sudo rm -rf -- /etc/ceph/cluster1.conf /etc/ceph/cluster1.keyring /home/ubuntu/cephtest/cluster1.data /home/ubuntu/cephtest/cluster1.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T23:00:04.498 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-02-22T23:00:04.503 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-02-22T23:00:04.503 INFO:tasks.ceph:Archiving crash dumps... 2026-02-22T23:00:04.505 DEBUG:teuthology.misc:Transferring archived files from trial072:/var/lib/ceph/crash to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64180/remote/trial072/crash 2026-02-22T23:00:04.507 DEBUG:teuthology.orchestra.run.trial072:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-02-22T23:00:04.547 DEBUG:teuthology.misc:Transferring archived files from trial164:/var/lib/ceph/crash to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64180/remote/trial164/crash 2026-02-22T23:00:04.548 DEBUG:teuthology.orchestra.run.trial164:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-02-22T23:00:04.558 INFO:tasks.ceph:Compressing logs... 2026-02-22T23:00:04.558 DEBUG:teuthology.orchestra.run.trial072:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T23:00:04.592 DEBUG:teuthology.orchestra.run.trial164:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T23:00:04.598 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19228.log 2026-02-22T23:00:04.599 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21052.log 2026-02-22T23:00:04.599 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19228.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19504.log 2026-02-22T23:00:04.599 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19228.log.gz 2026-02-22T23:00:04.600 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19302.log 2026-02-22T23:00:04.600 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.21052.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21052.log.gz 2026-02-22T23:00:04.600 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19504.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19504.log.gz 2026-02-22T23:00:04.600 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19154.log 2026-02-22T23:00:04.600 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-mon.a.log 2026-02-22T23:00:04.600 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19302.log: /var/log/ceph/cluster1-client.admin.19154.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19302.log.gz 2026-02-22T23:00:04.600 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19154.log.gz 2026-02-22T23:00:04.600 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.22297.log 2026-02-22T23:00:04.601 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-mon.a.log: gzip -5 --verbose -- /var/log/ceph/cluster1-osd.1.log 2026-02-22T23:00:04.601 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.22297.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.22297.log.gz 2026-02-22T23:00:04.601 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1.audit.log 2026-02-22T23:00:04.601 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-osd.1.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.22349.log 2026-02-22T23:00:04.602 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.22271.log 2026-02-22T23:00:04.603 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1.audit.log: /var/log/ceph/cluster1-client.admin.22349.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.22349.log.gz 2026-02-22T23:00:04.603 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.16141.log 2026-02-22T23:00:04.603 INFO:teuthology.orchestra.run.trial072.stderr: 87.0% -- replaced with /var/log/ceph/cluster1.audit.log.gz 2026-02-22T23:00:04.603 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19588.log 2026-02-22T23:00:04.603 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.22271.log: /var/log/ceph/cluster1-client.admin.16141.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19075.log 2026-02-22T23:00:04.603 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.16141.log.gz 2026-02-22T23:00:04.603 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.22271.log.gz 2026-02-22T23:00:04.603 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19588.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19588.log.gz 2026-02-22T23:00:04.603 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19016.log 2026-02-22T23:00:04.604 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19075.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.22219.log 2026-02-22T23:00:04.604 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19075.log.gz 2026-02-22T23:00:04.604 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19016.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19016.log.gz 2026-02-22T23:00:04.604 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-mgr.x.log 2026-02-22T23:00:04.604 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.22219.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.22219.log.gz 2026-02-22T23:00:04.604 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19504.log 2026-02-22T23:00:04.604 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19423.log 2026-02-22T23:00:04.604 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster2-client.admin.19504.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19504.log.gz 2026-02-22T23:00:04.604 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19546.log 2026-02-22T23:00:04.605 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19871.log 2026-02-22T23:00:04.605 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19423.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19423.log.gz 2026-02-22T23:00:04.605 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.16165.log 2026-02-22T23:00:04.605 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster2-client.admin.19546.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19546.log.gz 2026-02-22T23:00:04.605 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19871.log: gzip -5 --verbose -- /var/log/ceph/cluster1.log 2026-02-22T23:00:04.605 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19871.log.gz 2026-02-22T23:00:04.605 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.16165.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19232.log 2026-02-22T23:00:04.605 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.16165.log.gz 2026-02-22T23:00:04.606 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19588.log 2026-02-22T23:00:04.606 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19232.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19232.log.gz 2026-02-22T23:00:04.606 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20762.log 2026-02-22T23:00:04.606 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.22141.log 2026-02-22T23:00:04.607 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster2-client.admin.19588.log: /var/log/ceph/cluster2-client.admin.20762.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19588.log.gz 2026-02-22T23:00:04.607 INFO:teuthology.orchestra.run.trial072.stderr: 21.2% -- replaced with /var/log/ceph/cluster2-client.admin.20762.log.gz 2026-02-22T23:00:04.607 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19396.log 2026-02-22T23:00:04.607 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20039.log 2026-02-22T23:00:04.607 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.22141.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.22141.log.gz 2026-02-22T23:00:04.607 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19396.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.22323.log 2026-02-22T23:00:04.607 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19396.log.gz 2026-02-22T23:00:04.608 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19546.log 2026-02-22T23:00:04.608 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster2-client.admin.20039.log: /var/log/ceph/cluster1-client.admin.22323.log: 67.1% -- replaced with /var/log/ceph/cluster2-client.admin.20039.log.gz 2026-02-22T23:00:04.608 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.22323.log.gz 2026-02-22T23:00:04.608 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19328.log 2026-02-22T23:00:04.608 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19546.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19546.log.gz 2026-02-22T23:00:04.608 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19354.log 2026-02-22T23:00:04.608 INFO:teuthology.orchestra.run.trial072.stderr: 88.9% -- replaced with /var/log/ceph/cluster1.log.gz 2026-02-22T23:00:04.609 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19328.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19328.log.gz 2026-02-22T23:00:04.609 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19911.log 2026-02-22T23:00:04.609 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19354.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19354.log.gz 2026-02-22T23:00:04.609 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.21102.log 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster2-client.admin.19911.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.16287.log 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19911.log.gz 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster2-client.admin.21102.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.16189.log 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial072.stderr: 21.7% -- replaced with /var/log/ceph/cluster2-client.admin.21102.log.gz 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.16287.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.18945.log 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.16287.log.gz 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.16189.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19227.log 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.16189.log.gz 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial072.stderr:gzip/var/log/ceph/cluster1-client.admin.18945.log: -5 --verbose -- /var/log/ceph/cluster1-client.admin.22427.log 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.12495.log 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19529.log 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/ceph.tmp-client.admin.12495.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.12495.log.gz 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19914.log 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20784.log 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19529.log: /var/log/ceph/cluster2-client.admin.19914.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19914.log.gz 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19529.log.gz 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.18885.log 2026-02-22T23:00:04.611 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20784.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19830.log 2026-02-22T23:00:04.614 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20784.log.gz 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.16191.log 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.18885.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.18885.log.gz 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19830.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19830.log.gz 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-osd.0.log 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.16191.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19893.log 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.16191.log.gz 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-osd.0.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19507.log 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19461.log 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19893.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19893.log.gz/var/log/ceph/cluster2-client.admin.19507.log: 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19507.log.gz 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19985.log 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19102.log 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19461.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19461.log.gz 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19985.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19985.log.gz 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20229.log 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19102.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19261.log 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19102.log.gz 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20229.log: gzip -5 --verbose -- /var/log/ceph/cluster2-mgr.x.log 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20229.log.gz 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19261.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20200.log 2026-02-22T23:00:04.615 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19261.log.gz 2026-02-22T23:00:04.617 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.18945.log.gz 2026-02-22T23:00:04.617 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19227.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.22167.log 2026-02-22T23:00:04.617 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19227.log.gz 2026-02-22T23:00:04.617 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.22427.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.22401.log 2026-02-22T23:00:04.617 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.22427.log.gz 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.18970.log 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.22167.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.22167.log.gz 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.22401.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.22451.log 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.22401.log.gz 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.18970.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.18970.log.gz 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19951.log 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.22193.log 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.22451.log: /var/log/ceph/cluster2-client.admin.19951.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.22451.log.gz 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19951.log.gz 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19074.log 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.16224.log 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.22193.log: /var/log/ceph/cluster1-client.admin.19074.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.22193.log.gzgzip 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr: -5 --verbose -- /var/log/ceph/cluster1-client.admin.19076.log 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19074.log.gz 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.16224.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19871.log 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.16224.log.gz 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19076.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19076.log.gz 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.20762.log 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.18859.log 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster2-client.admin.19871.log: 0.0%/var/log/ceph/cluster1-client.admin.20762.log: -- replaced with /var/log/ceph/cluster2-client.admin.19871.log.gz 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-osd.0.log 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.20762.log.gz 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.18859.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.18859.log.gz 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19042.log 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-osd.0.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19951.log 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.0.20039.log 2026-02-22T23:00:04.618 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19042.log: /var/log/ceph/cluster1-client.admin.19951.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19042.log.gz 2026-02-22T23:00:04.619 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19951.log.gz 2026-02-22T23:00:04.619 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19153.log 2026-02-22T23:00:04.619 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.0.20039.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.22375.log 2026-02-22T23:00:04.619 INFO:teuthology.orchestra.run.trial072.stderr: 56.1% -- replaced with /var/log/ceph/cluster1-client.0.20039.log.gz 2026-02-22T23:00:04.619 INFO:teuthology.orchestra.run.trial072.stderr:gzip/var/log/ceph/cluster1-client.admin.19153.log: -5 --verbose -- /var/log/ceph/cluster1-client.admin.19911.log 2026-02-22T23:00:04.619 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19153.log.gz 2026-02-22T23:00:04.619 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.22375.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.12469.log 2026-02-22T23:00:04.619 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.22375.log.gz 2026-02-22T23:00:04.619 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19911.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19911.log.gz 2026-02-22T23:00:04.619 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.18920.log 2026-02-22T23:00:04.623 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19434.log 2026-02-22T23:00:04.623 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20200.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20158.log 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20200.log.gz 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19434.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19177.log 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19434.log.gz 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20158.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20077.log 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20158.log.gz 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-mon.a.log 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19177.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19177.log.gz 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20077.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20077.log.gz 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19178.log 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-mon.a.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19018.log 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19178.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19178.log.gz 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.18996.log 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19018.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.16074.log 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19018.log.gz 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.18996.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.18996.log.gz 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19872.log 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.16074.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20758.log 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.16074.log.gz 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19851.log 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19872.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19872.log.gz 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20758.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20758.log.gz 2026-02-22T23:00:04.624 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.16315.log 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19851.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19070.log 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19851.log.gz 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.16315.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.16315.log.gz 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19384.log 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19070.log: gzip 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19070.log.gz 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr: -5 --verbose -- /var/log/ceph/cluster2-client.admin.19182.log 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19384.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19384.log.gz 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20027.log 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19104.log 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19182.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19182.log.gz 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19485.log 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20027.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20027.log.gz 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19104.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19104.log.gz 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20680.log 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19485.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19485.log.gz 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-osd.2.log 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20680.log: gzip -5 --verbose -- /var/log/ceph/cluster2-osd.1.log 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20680.log.gz 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-osd.2.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19809.log 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-osd.1.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20706.log 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19809.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19809.log.gz 2026-02-22T23:00:04.625 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20860.log 2026-02-22T23:00:04.626 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/ceph.tmp-client.admin.12469.log: gzip -5 --verbose -- /var/log/ceph/cluster1-osd.2.log 2026-02-22T23:00:04.626 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.12469.log.gz 2026-02-22T23:00:04.626 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19152.log 2026-02-22T23:00:04.626 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.18920.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.18920.log.gz 2026-02-22T23:00:04.627 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-osd.2.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.18990.log 2026-02-22T23:00:04.627 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19152.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19452.log 2026-02-22T23:00:04.627 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19152.log.gz 2026-02-22T23:00:04.627 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21102.log 2026-02-22T23:00:04.627 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.18990.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.18990.log.gz 2026-02-22T23:00:04.627 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19452.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.16048.log 2026-02-22T23:00:04.627 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19452.log.gz 2026-02-22T23:00:04.627 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.21102.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19476.log 2026-02-22T23:00:04.627 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21102.log.gz 2026-02-22T23:00:04.627 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.16048.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.22245.log 2026-02-22T23:00:04.627 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.16048.log.gz 2026-02-22T23:00:04.627 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.19476.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19476.log.gz 2026-02-22T23:00:04.627 INFO:teuthology.orchestra.run.trial072.stderr:/var/log/ceph/cluster1-client.admin.22245.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.22245.log.gz 2026-02-22T23:00:04.630 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.16215.log 2026-02-22T23:00:04.630 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20706.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20706.log.gz 2026-02-22T23:00:04.630 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20860.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20860.log.gz 2026-02-22T23:00:04.630 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19044.log 2026-02-22T23:00:04.630 INFO:teuthology.orchestra.run.trial164.stderr:gzip/var/log/ceph/cluster2-client.admin.16215.log: -5 --verbose -- /var/log/ceph/cluster2-client.admin.19409.log 2026-02-22T23:00:04.630 INFO:teuthology.orchestra.run.trial164.stderr: 0.0%/var/log/ceph/cluster2-client.admin.19044.log: -- replaced with /var/log/ceph/cluster2-client.admin.16215.log.gz 2026-02-22T23:00:04.630 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19044.log.gz 2026-02-22T23:00:04.630 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19964.log 2026-02-22T23:00:04.630 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19409.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20576.log 2026-02-22T23:00:04.630 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19409.log.gz 2026-02-22T23:00:04.630 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19964.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19964.log.gz 2026-02-22T23:00:04.630 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20056.log 2026-02-22T23:00:04.630 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20576.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20576.log.gz 2026-02-22T23:00:04.630 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20006.log 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20056.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20550.log 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20056.log.gz 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20006.log: gzip -5 --verbose -- /var/log/ceph/cluster2.log 0.0% 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr: -- replaced with /var/log/ceph/cluster2-client.admin.20006.log.gz 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20550.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19260.log 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20550.log.gz 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20095.log 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19260.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20810.log 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19260.log.gz 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20095.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19358.log 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20095.log.gz 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20810.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19103.log 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20810.log.gz 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19358.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.18971.log 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19358.log.gz 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19103.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19103.log.gz 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.16250.log 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2.audit.log 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.18971.log: /var/log/ceph/cluster2-client.admin.16250.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.18971.log.gz 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.16250.log.gz 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr: 90.9% -- replaced with /var/log/ceph/cluster2.log.gz 2026-02-22T23:00:04.631 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20836.log 2026-02-22T23:00:04.632 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19932.log 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2.audit.log: /var/log/ceph/cluster2-client.admin.20836.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20836.log.gz 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20137.log 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr: 86.9% -- replaced with /var/log/ceph/cluster2.audit.log.gz 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19932.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19932.log.gz 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20602.log 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20137.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20732.log 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20137.log.gz 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20602.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.18946.log 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20602.log.gz 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19253.log 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20732.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20732.log.gz 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.18946.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.18946.log.gz 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19331.log 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19253.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19253.log.gz 2026-02-22T23:00:04.633 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20628.log 2026-02-22T23:00:04.634 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.19331.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.16167.log 2026-02-22T23:00:04.634 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19331.log.gz 2026-02-22T23:00:04.634 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20628.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20654.log 2026-02-22T23:00:04.634 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20628.log.gz 2026-02-22T23:00:04.634 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.16167.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20179.log 2026-02-22T23:00:04.634 INFO:teuthology.orchestra.run.trial164.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.16167.log.gz 2026-02-22T23:00:04.634 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20654.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20654.log.gz 2026-02-22T23:00:04.634 INFO:teuthology.orchestra.run.trial164.stderr:/var/log/ceph/cluster2-client.admin.20179.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20179.log.gz 2026-02-22T23:00:04.721 INFO:teuthology.orchestra.run.trial164.stderr: 92.2% -- replaced with /var/log/ceph/cluster2-mgr.x.log.gz 2026-02-22T23:00:04.740 INFO:teuthology.orchestra.run.trial072.stderr: 92.0% -- replaced with /var/log/ceph/cluster1-mgr.x.log.gz 2026-02-22T23:00:04.922 INFO:teuthology.orchestra.run.trial072.stderr: 90.3% -- replaced with /var/log/ceph/cluster1-mon.a.log.gz 2026-02-22T23:00:04.932 INFO:teuthology.orchestra.run.trial164.stderr: 91.3% -- replaced with /var/log/ceph/cluster2-mon.a.log.gz 2026-02-22T23:00:05.005 INFO:teuthology.orchestra.run.trial164.stderr: 95.0% -- replaced with /var/log/ceph/cluster2-osd.2.log.gz 2026-02-22T23:00:05.443 INFO:teuthology.orchestra.run.trial164.stderr: 95.1% -- replaced with /var/log/ceph/cluster2-osd.0.log.gz 2026-02-22T23:00:05.563 INFO:teuthology.orchestra.run.trial164.stderr: 94.6% -- replaced with /var/log/ceph/cluster2-osd.1.log.gz 2026-02-22T23:00:05.564 INFO:teuthology.orchestra.run.trial164.stderr: 2026-02-22T23:00:05.565 INFO:teuthology.orchestra.run.trial164.stderr:real 0m0.961s 2026-02-22T23:00:05.565 INFO:teuthology.orchestra.run.trial164.stderr:user 0m2.512s 2026-02-22T23:00:05.565 INFO:teuthology.orchestra.run.trial164.stderr:sys 0m0.138s 2026-02-22T23:01:01.460 INFO:teuthology.orchestra.run.trial072.stderr: 95.8% -- replaced with /var/log/ceph/cluster1-osd.2.log.gz 2026-02-22T23:02:23.349 INFO:teuthology.orchestra.run.trial072.stderr: 94.6% -- replaced with /var/log/ceph/cluster1-osd.0.log.gz 2026-02-22T23:03:05.278 INFO:teuthology.orchestra.run.trial072.stderr: 94.4% -- replaced with /var/log/ceph/cluster1-osd.1.log.gz 2026-02-22T23:03:05.279 INFO:teuthology.orchestra.run.trial072.stderr: 2026-02-22T23:03:05.279 INFO:teuthology.orchestra.run.trial072.stderr:real 3m0.686s 2026-02-22T23:03:05.280 INFO:teuthology.orchestra.run.trial072.stderr:user 5m59.949s 2026-02-22T23:03:05.280 INFO:teuthology.orchestra.run.trial072.stderr:sys 0m16.708s 2026-02-22T23:03:05.281 INFO:tasks.ceph:Archiving logs... 2026-02-22T23:03:05.281 DEBUG:teuthology.misc:Transferring archived files from trial072:/var/log/ceph to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64180/remote/trial072/log 2026-02-22T23:03:05.283 DEBUG:teuthology.orchestra.run.trial072:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-22T23:03:29.122 DEBUG:teuthology.misc:Transferring archived files from trial164:/var/log/ceph to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64180/remote/trial164/log 2026-02-22T23:03:29.122 DEBUG:teuthology.orchestra.run.trial164:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-22T23:03:29.375 DEBUG:teuthology.run_tasks:Unwinding manager install 2026-02-22T23:03:29.387 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2026-02-22T23:03:29.387 DEBUG:teuthology.orchestra.run.trial072:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-02-22T23:03:29.389 DEBUG:teuthology.orchestra.run.trial164:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-02-22T23:03:29.525 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-22T23:03:29.536 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-22T23:03:29.536 DEBUG:teuthology.orchestra.run.trial072:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T23:03:29.538 DEBUG:teuthology.orchestra.run.trial164:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T23:03:29.604 INFO:teuthology.orchestra.run.trial072.stdout: remote refid st t when poll reach delay offset jitter 2026-02-22T23:03:29.604 INFO:teuthology.orchestra.run.trial072.stdout:============================================================================== 2026-02-22T23:03:29.604 INFO:teuthology.orchestra.run.trial072.stdout:+s2-a.time.mci1. 135.45.28.167 2 u 70 128 377 29.796 +5.670 1.398 2026-02-22T23:03:29.604 INFO:teuthology.orchestra.run.trial072.stdout:-148.163.226.148 192.5.41.41 2 u 65 128 377 71.970 +6.501 1.315 2026-02-22T23:03:29.604 INFO:teuthology.orchestra.run.trial072.stdout:*ntp2.wiktel.com .GPS. 1 u 16 128 377 37.926 +7.754 3.716 2026-02-22T23:03:29.604 INFO:teuthology.orchestra.run.trial072.stdout:+time.ecansol.ne .PPS. 1 u 28 128 377 30.668 +2.645 2.622 2026-02-22T23:03:29.607 INFO:teuthology.orchestra.run.trial164.stdout: remote refid st t when poll reach delay offset jitter 2026-02-22T23:03:29.607 INFO:teuthology.orchestra.run.trial164.stdout:============================================================================== 2026-02-22T23:03:29.607 INFO:teuthology.orchestra.run.trial164.stdout:+sensei.ruselabs 38.6.228.170 2 u 74 128 377 68.442 +4.004 1.006 2026-02-22T23:03:29.607 INFO:teuthology.orchestra.run.trial164.stdout:+owners.kjsl.com 75.114.196.163 2 u 90 128 337 64.760 +2.165 2.003 2026-02-22T23:03:29.607 INFO:teuthology.orchestra.run.trial164.stdout: 23.95.35.34 (23 2.148.140.233 2 u 1141 128 0 72.025 +1.213 0.926 2026-02-22T23:03:29.607 INFO:teuthology.orchestra.run.trial164.stdout:*ool-44c5de70.dy 130.207.244.240 2 u 6 128 377 5.399 +3.868 2.682 2026-02-22T23:03:29.607 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-22T23:03:29.620 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-22T23:03:29.620 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-22T23:03:29.634 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-22T23:03:29.646 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-22T23:03:29.680 INFO:teuthology.task.internal:Duration was 3254.591570 seconds 2026-02-22T23:03:29.680 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-22T23:03:29.699 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-22T23:03:29.699 DEBUG:teuthology.orchestra.run.trial072:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-22T23:03:29.705 DEBUG:teuthology.orchestra.run.trial164:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-22T23:03:29.731 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-22T23:03:29.731 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial072.front.sepia.ceph.com 2026-02-22T23:03:29.731 DEBUG:teuthology.orchestra.run.trial072:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-22T23:03:29.781 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial164.front.sepia.ceph.com 2026-02-22T23:03:29.782 DEBUG:teuthology.orchestra.run.trial164:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-22T23:03:29.789 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-22T23:03:29.790 DEBUG:teuthology.orchestra.run.trial072:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T23:03:29.824 DEBUG:teuthology.orchestra.run.trial164:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T23:03:30.054 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-22T23:03:30.055 DEBUG:teuthology.orchestra.run.trial072:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T23:03:30.056 DEBUG:teuthology.orchestra.run.trial164:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T23:03:30.063 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T23:03:30.064 INFO:teuthology.orchestra.run.trial072.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T23:03:30.065 INFO:teuthology.orchestra.run.trial072.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T23:03:30.065 INFO:teuthology.orchestra.run.trial072.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-22T23:03:30.065 INFO:teuthology.orchestra.run.trial072.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: /home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-22T23:03:30.066 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T23:03:30.066 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T23:03:30.066 INFO:teuthology.orchestra.run.trial164.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-22T23:03:30.066 INFO:teuthology.orchestra.run.trial164.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T23:03:30.067 INFO:teuthology.orchestra.run.trial164.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: /home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-22T23:03:30.134 INFO:teuthology.orchestra.run.trial072.stderr: 81.5% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-22T23:03:30.134 INFO:teuthology.orchestra.run.trial164.stderr: 81.5% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-22T23:03:30.136 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-22T23:03:30.154 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-22T23:03:30.155 DEBUG:teuthology.orchestra.run.trial072:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-22T23:03:30.187 DEBUG:teuthology.orchestra.run.trial164:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-22T23:03:30.195 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-22T23:03:30.212 DEBUG:teuthology.orchestra.run.trial072:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-22T23:03:30.228 DEBUG:teuthology.orchestra.run.trial164:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-22T23:03:30.233 INFO:teuthology.orchestra.run.trial072.stdout:kernel.core_pattern = core 2026-02-22T23:03:30.244 INFO:teuthology.orchestra.run.trial164.stdout:kernel.core_pattern = core 2026-02-22T23:03:30.252 DEBUG:teuthology.orchestra.run.trial072:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-22T23:03:30.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T23:03:30.287 DEBUG:teuthology.orchestra.run.trial164:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-22T23:03:30.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T23:03:30.295 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-22T23:03:30.307 INFO:teuthology.task.internal:Transferring archived files... 2026-02-22T23:03:30.307 DEBUG:teuthology.misc:Transferring archived files from trial072:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64180/remote/trial072 2026-02-22T23:03:30.307 DEBUG:teuthology.orchestra.run.trial072:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-22T23:03:30.368 DEBUG:teuthology.misc:Transferring archived files from trial164:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64180/remote/trial164 2026-02-22T23:03:30.368 DEBUG:teuthology.orchestra.run.trial164:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-22T23:03:30.404 INFO:teuthology.task.internal:Removing archive directory... 2026-02-22T23:03:30.404 DEBUG:teuthology.orchestra.run.trial072:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-22T23:03:30.406 DEBUG:teuthology.orchestra.run.trial164:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-22T23:03:30.433 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-22T23:03:30.453 INFO:teuthology.task.internal:Not uploading archives. 2026-02-22T23:03:30.453 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-22T23:03:30.472 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-22T23:03:30.472 DEBUG:teuthology.orchestra.run.trial072:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-22T23:03:30.475 DEBUG:teuthology.orchestra.run.trial164:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-22T23:03:30.477 INFO:teuthology.orchestra.run.trial072.stdout: 1179659 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 22 23:03 /home/ubuntu/cephtest 2026-02-22T23:03:30.479 INFO:teuthology.orchestra.run.trial164.stdout: 1179659 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 22 23:03 /home/ubuntu/cephtest 2026-02-22T23:03:30.480 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-22T23:03:30.498 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-22T23:03:30.534 INFO:teuthology.run:Summary data: description: rbd/migration-external/{1-base/install 2-clusters/2-node 3-objectstore/bluestore-comp-zstd 4-supported-random-distro$/{ubuntu_latest} 5-data-pool/ec 6-prepare/native-clone 7-io-workloads/qemu_xfstests 8-migrate-workloads/execute conf/{disable-pool-app}} duration: 3254.5915699005127 flavor: default owner: scheduled_yuriw@soko04.front.sepia.ceph.com success: true 2026-02-22T23:03:30.534 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-22T23:03:30.650 INFO:teuthology.run:pass