2026-02-17T00:07:07.192 INFO:root:teuthology version: 1.2.4.dev5+g8bec0da71 2026-02-17T00:07:07.207 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-17T00:07:07.287 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50360 branch: wip-squid-pr-67199-kefu-1 description: orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} email: null first_in_suite: false flavor: default job_id: '50360' kernel: branch: distro kdb: 1 sha1: distro last_in_suite: false machine_type: trial name: dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-squid-pr-67199-kefu-1 ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_DAEMON_PLACE_FAIL - CEPHADM_FAILED_DAEMON log-only-match: - CEPHADM_ sha1: 05b55d192f002ad5df41409624b8d176527d0841 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 05b55d192f002ad5df41409624b8d176527d0841 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-squid-pr-67199-kefu-1 sha1: 05b55d192f002ad5df41409624b8d176527d0841 owner: scheduled_dgalloway@soko04.front.sepia.ceph.com priority: 101 repo: https://git.ceph.com/ceph-ci.git roles: - - host.a - client.0 - - host.b - client.1 seed: 4155 sha1: 05b55d192f002ad5df41409624b8d176527d0841 sleep_before_teardown: 0 subset: 110/12000 suite: orch:cephadm suite_branch: wip-squid-pr-67199-kefu-1 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_05b55d192f002ad5df41409624b8d176527d0841/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 05b55d192f002ad5df41409624b8d176527d0841 targets: trial128.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBHFnppmKneNM7UTXse+E7h+hnUM4bSHuIBo/fWd+iH4R4OfmjcgbupeQgkwpL0xadp27ifceWS+x6XjVvF3PzE= trial160.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCIFRoHRG9UcbL9mMr72soO4fle30rbUie2SQvtW4sT7VzAueOxOXX7fK/w+/RrbVfC8HHjOpoJKdHSS1maMgS0= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - nvme_loop: null - cephadm: roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip: null - cephadm.shell: host.a: - ceph orch device ls --refresh - vip.exec: all-hosts: - systemctl stop nfs-server - cephadm.shell: host.a: - ceph fs volume create foofs - ceph nfs cluster create foo --ingress --virtual-ip {{VIP0}}/{{VIPPREFIXLEN}} --port 2999 - ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake - cephadm.wait_for_service: service: nfs.foo - cephadm.wait_for_service: service: ingress.nfs.foo - vip.exec: host.a: - mkdir /mnt/foo - sleep 5 - mount -t nfs {{VIP0}}:/fake /mnt/foo -o port=2999 - echo test > /mnt/foo/testfile - sync - cephadm.shell: host.a: - "echo \"Check with each haproxy down in turn...\"\nfor haproxy in `ceph orch\ \ ps | grep ^haproxy.nfs.foo. | awk '{print $1}'`; do\n ceph orch daemon stop\ \ $haproxy\n while ! ceph orch ps | grep $haproxy | grep stopped; do sleep\ \ 1 ; done\n cat /mnt/foo/testfile\n echo $haproxy > /mnt/foo/testfile\n \ \ sync\n ceph orch daemon start $haproxy\n while ! ceph orch ps | grep $haproxy\ \ | grep running; do sleep 1 ; done\ndone\n" volumes: - /mnt/foo:/mnt/foo - vip.exec: all-hosts: - "echo \"Check with $(hostname) ganesha(s) down...\"\nfor c in `systemctl | grep\ \ ceph- | grep @nfs | awk '{print $1}'`; do\n cid=`echo $c | sed 's/@/-/'`\n\ \ id=`echo $c | cut -d @ -f 2 | sed 's/.service$//'`\n fsid=`echo $c |\ \ cut -d @ -f 1 | cut -d - -f 2-`\n echo \"Removing daemon $id fsid $fsid...\"\ \n sudo $TESTDIR/cephadm rm-daemon --fsid $fsid --name $id\n\n echo \"\ Waking up cephadm...\"\n sudo $TESTDIR/cephadm shell -- ceph orch ps --refresh\n\ \n while ! timeout 1 cat /mnt/foo/testfile ; do true ; done\n echo \"\ Mount is back!\"\ndone\n" - cephadm.shell: host.a: - stat -c '%u %g' /var/log/ceph | grep '167 167' - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph orch ls | grep '^osd.all-available-devices ' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 8bec0da71becad44414c54979f64c9ef0e7099c6 timestamp: 2026-02-13_23:06:25 tube: trial user: dgalloway verbose: false worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3682 2026-02-17T00:07:07.287 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_05b55d192f002ad5df41409624b8d176527d0841/qa; will attempt to use it 2026-02-17T00:07:07.287 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_05b55d192f002ad5df41409624b8d176527d0841/qa/tasks 2026-02-17T00:07:07.287 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-17T00:07:07.292 INFO:teuthology.task.internal:Checking packages... 2026-02-17T00:07:07.292 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '05b55d192f002ad5df41409624b8d176527d0841' 2026-02-17T00:07:07.292 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-17T00:07:07.292 INFO:teuthology.packaging:ref: None 2026-02-17T00:07:07.292 INFO:teuthology.packaging:tag: None 2026-02-17T00:07:07.292 INFO:teuthology.packaging:branch: wip-squid-pr-67199-kefu-1 2026-02-17T00:07:07.292 INFO:teuthology.packaging:sha1: 05b55d192f002ad5df41409624b8d176527d0841 2026-02-17T00:07:07.292 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-squid-pr-67199-kefu-1 2026-02-17T00:07:07.415 INFO:teuthology.task.internal:Found packages for ceph version 19.2.3-680.g05b55d19 2026-02-17T00:07:07.416 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-17T00:07:07.428 INFO:teuthology.task.internal:no buildpackages task found 2026-02-17T00:07:07.428 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-17T00:07:07.442 INFO:teuthology.task.internal:Saving configuration 2026-02-17T00:07:07.454 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-17T00:07:07.466 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-17T00:07:07.534 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial128.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50360', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-17 00:03:12.465857', 'locked_by': 'scheduled_dgalloway@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBHFnppmKneNM7UTXse+E7h+hnUM4bSHuIBo/fWd+iH4R4OfmjcgbupeQgkwpL0xadp27ifceWS+x6XjVvF3PzE='} 2026-02-17T00:07:07.591 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial160.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50360', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-17 00:03:12.466472', 'locked_by': 'scheduled_dgalloway@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCIFRoHRG9UcbL9mMr72soO4fle30rbUie2SQvtW4sT7VzAueOxOXX7fK/w+/RrbVfC8HHjOpoJKdHSS1maMgS0='} 2026-02-17T00:07:07.591 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-17T00:07:07.602 INFO:teuthology.task.internal:roles: ubuntu@trial128.front.sepia.ceph.com - ['host.a', 'client.0'] 2026-02-17T00:07:07.602 INFO:teuthology.task.internal:roles: ubuntu@trial160.front.sepia.ceph.com - ['host.b', 'client.1'] 2026-02-17T00:07:07.602 INFO:teuthology.run_tasks:Running task console_log... 2026-02-17T00:07:07.740 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7d606e7f9940>, signals=[15]) 2026-02-17T00:07:07.740 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-17T00:07:07.751 INFO:teuthology.task.internal:Opening connections... 2026-02-17T00:07:07.751 DEBUG:teuthology.task.internal:connecting to ubuntu@trial128.front.sepia.ceph.com 2026-02-17T00:07:07.752 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial128.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:07:07.816 DEBUG:teuthology.task.internal:connecting to ubuntu@trial160.front.sepia.ceph.com 2026-02-17T00:07:07.817 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial160.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:07:07.881 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-17T00:07:07.893 DEBUG:teuthology.orchestra.run.trial128:> uname -m 2026-02-17T00:07:07.911 INFO:teuthology.orchestra.run.trial128.stdout:x86_64 2026-02-17T00:07:07.911 DEBUG:teuthology.orchestra.run.trial128:> cat /etc/os-release 2026-02-17T00:07:07.968 INFO:teuthology.orchestra.run.trial128.stdout:NAME="CentOS Stream" 2026-02-17T00:07:07.968 INFO:teuthology.orchestra.run.trial128.stdout:VERSION="9" 2026-02-17T00:07:07.968 INFO:teuthology.orchestra.run.trial128.stdout:ID="centos" 2026-02-17T00:07:07.968 INFO:teuthology.orchestra.run.trial128.stdout:ID_LIKE="rhel fedora" 2026-02-17T00:07:07.968 INFO:teuthology.orchestra.run.trial128.stdout:VERSION_ID="9" 2026-02-17T00:07:07.969 INFO:teuthology.orchestra.run.trial128.stdout:PLATFORM_ID="platform:el9" 2026-02-17T00:07:07.969 INFO:teuthology.orchestra.run.trial128.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-17T00:07:07.969 INFO:teuthology.orchestra.run.trial128.stdout:ANSI_COLOR="0;31" 2026-02-17T00:07:07.969 INFO:teuthology.orchestra.run.trial128.stdout:LOGO="fedora-logo-icon" 2026-02-17T00:07:07.969 INFO:teuthology.orchestra.run.trial128.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-17T00:07:07.969 INFO:teuthology.orchestra.run.trial128.stdout:HOME_URL="https://centos.org/" 2026-02-17T00:07:07.969 INFO:teuthology.orchestra.run.trial128.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-17T00:07:07.969 INFO:teuthology.orchestra.run.trial128.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-17T00:07:07.969 INFO:teuthology.orchestra.run.trial128.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-17T00:07:07.970 INFO:teuthology.lock.ops:Updating trial128.front.sepia.ceph.com on lock server 2026-02-17T00:07:08.048 DEBUG:teuthology.orchestra.run.trial160:> uname -m 2026-02-17T00:07:08.065 INFO:teuthology.orchestra.run.trial160.stdout:x86_64 2026-02-17T00:07:08.065 DEBUG:teuthology.orchestra.run.trial160:> cat /etc/os-release 2026-02-17T00:07:08.122 INFO:teuthology.orchestra.run.trial160.stdout:NAME="CentOS Stream" 2026-02-17T00:07:08.122 INFO:teuthology.orchestra.run.trial160.stdout:VERSION="9" 2026-02-17T00:07:08.122 INFO:teuthology.orchestra.run.trial160.stdout:ID="centos" 2026-02-17T00:07:08.122 INFO:teuthology.orchestra.run.trial160.stdout:ID_LIKE="rhel fedora" 2026-02-17T00:07:08.122 INFO:teuthology.orchestra.run.trial160.stdout:VERSION_ID="9" 2026-02-17T00:07:08.123 INFO:teuthology.orchestra.run.trial160.stdout:PLATFORM_ID="platform:el9" 2026-02-17T00:07:08.123 INFO:teuthology.orchestra.run.trial160.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-17T00:07:08.123 INFO:teuthology.orchestra.run.trial160.stdout:ANSI_COLOR="0;31" 2026-02-17T00:07:08.123 INFO:teuthology.orchestra.run.trial160.stdout:LOGO="fedora-logo-icon" 2026-02-17T00:07:08.123 INFO:teuthology.orchestra.run.trial160.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-17T00:07:08.123 INFO:teuthology.orchestra.run.trial160.stdout:HOME_URL="https://centos.org/" 2026-02-17T00:07:08.123 INFO:teuthology.orchestra.run.trial160.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-17T00:07:08.123 INFO:teuthology.orchestra.run.trial160.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-17T00:07:08.123 INFO:teuthology.orchestra.run.trial160.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-17T00:07:08.123 INFO:teuthology.lock.ops:Updating trial160.front.sepia.ceph.com on lock server 2026-02-17T00:07:08.195 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-17T00:07:08.211 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-17T00:07:08.223 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-17T00:07:08.223 DEBUG:teuthology.orchestra.run.trial128:> test '!' -e /home/ubuntu/cephtest 2026-02-17T00:07:08.225 DEBUG:teuthology.orchestra.run.trial160:> test '!' -e /home/ubuntu/cephtest 2026-02-17T00:07:08.241 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-17T00:07:08.252 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-17T00:07:08.253 DEBUG:teuthology.orchestra.run.trial128:> test -z $(ls -A /var/lib/ceph) 2026-02-17T00:07:08.282 DEBUG:teuthology.orchestra.run.trial160:> test -z $(ls -A /var/lib/ceph) 2026-02-17T00:07:08.299 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-17T00:07:08.461 INFO:teuthology.run_tasks:Running task kernel... 2026-02-17T00:07:08.481 INFO:teuthology.task.kernel:normalize config orig: {'branch': 'distro', 'kdb': 1, 'sha1': 'distro'} 2026-02-17T00:07:08.481 INFO:teuthology.task.kernel:config {'host.a': {'branch': 'distro', 'kdb': 1, 'sha1': 'distro'}, 'host.b': {'branch': 'distro', 'kdb': 1, 'sha1': 'distro'}}, timeout 300 2026-02-17T00:07:08.481 DEBUG:teuthology.orchestra.run.trial128:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-17T00:07:08.481 DEBUG:teuthology.orchestra.run.trial160:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-17T00:07:08.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:07:08.498 DEBUG:teuthology.orchestra.run.trial128:> uname -r 2026-02-17T00:07:08.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:07:08.498 DEBUG:teuthology.orchestra.run.trial160:> uname -r 2026-02-17T00:07:08.553 INFO:teuthology.orchestra.run.trial128.stdout:5.14.0-645.el9.x86_64 2026-02-17T00:07:08.554 INFO:teuthology.task.kernel:Running kernel on trial128: 5.14.0-645.el9.x86_64 2026-02-17T00:07:08.554 DEBUG:teuthology.orchestra.run.trial128:> sudo yum install -y kernel 2026-02-17T00:07:08.554 INFO:teuthology.orchestra.run.trial160.stdout:5.14.0-645.el9.x86_64 2026-02-17T00:07:08.555 INFO:teuthology.task.kernel:Running kernel on trial160: 5.14.0-645.el9.x86_64 2026-02-17T00:07:08.555 DEBUG:teuthology.orchestra.run.trial160:> sudo yum install -y kernel 2026-02-17T00:07:09.786 INFO:teuthology.orchestra.run.trial160.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.9 MB 00:00 2026-02-17T00:07:09.962 INFO:teuthology.orchestra.run.trial128.stdout:CentOS Stream 9 - BaseOS 8.5 MB/s | 8.9 MB 00:01 2026-02-17T00:07:13.000 INFO:teuthology.orchestra.run.trial128.stdout:CentOS Stream 9 - AppStream 11 MB/s | 27 MB 00:02 2026-02-17T00:07:13.044 INFO:teuthology.orchestra.run.trial160.stdout:CentOS Stream 9 - AppStream 9.8 MB/s | 27 MB 00:02 2026-02-17T00:07:16.978 INFO:teuthology.orchestra.run.trial160.stdout:CentOS Stream 9 - CRB 5.1 MB/s | 7.8 MB 00:01 2026-02-17T00:07:17.910 INFO:teuthology.orchestra.run.trial160.stdout:CentOS Stream 9 - Extras packages 98 kB/s | 20 kB 00:00 2026-02-17T00:07:18.216 INFO:teuthology.orchestra.run.trial160.stdout:Extra Packages for Enterprise Linux 83 MB/s | 20 MB 00:00 2026-02-17T00:07:21.386 INFO:teuthology.orchestra.run.trial160.stdout:lab-extras 1.7 MB/s | 50 kB 00:00 2026-02-17T00:07:22.413 INFO:teuthology.orchestra.run.trial160.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-17T00:07:22.433 INFO:teuthology.orchestra.run.trial160.stdout:Dependencies resolved. 2026-02-17T00:07:22.434 INFO:teuthology.orchestra.run.trial160.stdout:================================================================================ 2026-02-17T00:07:22.434 INFO:teuthology.orchestra.run.trial160.stdout: Package Architecture Version Repository Size 2026-02-17T00:07:22.434 INFO:teuthology.orchestra.run.trial160.stdout:================================================================================ 2026-02-17T00:07:22.434 INFO:teuthology.orchestra.run.trial160.stdout:Installing: 2026-02-17T00:07:22.434 INFO:teuthology.orchestra.run.trial160.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-17T00:07:22.435 INFO:teuthology.orchestra.run.trial160.stdout:Installing dependencies: 2026-02-17T00:07:22.435 INFO:teuthology.orchestra.run.trial160.stdout: kernel-core x86_64 5.14.0-681.el9 baseos 17 M 2026-02-17T00:07:22.435 INFO:teuthology.orchestra.run.trial160.stdout: kernel-modules x86_64 5.14.0-681.el9 baseos 40 M 2026-02-17T00:07:22.435 INFO:teuthology.orchestra.run.trial160.stdout: kernel-modules-core x86_64 5.14.0-681.el9 baseos 31 M 2026-02-17T00:07:22.435 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:07:22.435 INFO:teuthology.orchestra.run.trial160.stdout:Transaction Summary 2026-02-17T00:07:22.436 INFO:teuthology.orchestra.run.trial160.stdout:================================================================================ 2026-02-17T00:07:22.436 INFO:teuthology.orchestra.run.trial160.stdout:Install 4 Packages 2026-02-17T00:07:22.436 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:07:22.436 INFO:teuthology.orchestra.run.trial160.stdout:Total download size: 88 M 2026-02-17T00:07:22.436 INFO:teuthology.orchestra.run.trial160.stdout:Installed size: 135 M 2026-02-17T00:07:22.436 INFO:teuthology.orchestra.run.trial160.stdout:Downloading Packages: 2026-02-17T00:07:22.709 INFO:teuthology.orchestra.run.trial160.stdout:(1/4): kernel-5.14.0-681.el9.x86_64.rpm 3.8 MB/s | 803 kB 00:00 2026-02-17T00:07:22.873 INFO:teuthology.orchestra.run.trial160.stdout:(2/4): kernel-core-5.14.0-681.el9.x86_64.rpm 46 MB/s | 17 MB 00:00 2026-02-17T00:07:23.045 INFO:teuthology.orchestra.run.trial160.stdout:(3/4): kernel-modules-core-5.14.0-681.el9.x86_6 92 MB/s | 31 MB 00:00 2026-02-17T00:07:23.100 INFO:teuthology.orchestra.run.trial160.stdout:(4/4): kernel-modules-5.14.0-681.el9.x86_64.rpm 66 MB/s | 40 MB 00:00 2026-02-17T00:07:23.100 INFO:teuthology.orchestra.run.trial160.stdout:-------------------------------------------------------------------------------- 2026-02-17T00:07:23.100 INFO:teuthology.orchestra.run.trial160.stdout:Total 133 MB/s | 88 MB 00:00 2026-02-17T00:07:23.292 INFO:teuthology.orchestra.run.trial160.stdout:Running transaction check 2026-02-17T00:07:23.495 INFO:teuthology.orchestra.run.trial160.stdout:Transaction check succeeded. 2026-02-17T00:07:23.495 INFO:teuthology.orchestra.run.trial160.stdout:Running transaction test 2026-02-17T00:07:23.843 INFO:teuthology.orchestra.run.trial160.stdout:Transaction test succeeded. 2026-02-17T00:07:23.843 INFO:teuthology.orchestra.run.trial160.stdout:Running transaction 2026-02-17T00:07:24.170 INFO:teuthology.orchestra.run.trial128.stdout:CentOS Stream 9 - CRB 908 kB/s | 7.8 MB 00:08 2026-02-17T00:07:24.954 INFO:teuthology.orchestra.run.trial160.stdout: Preparing : 1/1 2026-02-17T00:07:25.223 INFO:teuthology.orchestra.run.trial128.stdout:CentOS Stream 9 - Extras packages 64 kB/s | 20 kB 00:00 2026-02-17T00:07:25.236 INFO:teuthology.orchestra.run.trial160.stdout: Installing : kernel-modules-core-5.14.0-681.el9.x86_64 1/4 2026-02-17T00:07:25.255 INFO:teuthology.orchestra.run.trial160.stdout: Installing : kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T00:07:25.849 INFO:teuthology.orchestra.run.trial128.stdout:Extra Packages for Enterprise Linux 36 MB/s | 20 MB 00:00 2026-02-17T00:07:27.068 INFO:teuthology.orchestra.run.trial160.stdout: Running scriptlet: kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T00:07:27.097 INFO:teuthology.orchestra.run.trial160.stdout: Installing : kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T00:07:29.083 INFO:teuthology.orchestra.run.trial128.stdout:lab-extras 2.1 MB/s | 50 kB 00:00 2026-02-17T00:07:30.100 INFO:teuthology.orchestra.run.trial128.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-17T00:07:30.120 INFO:teuthology.orchestra.run.trial128.stdout:Dependencies resolved. 2026-02-17T00:07:30.120 INFO:teuthology.orchestra.run.trial128.stdout:================================================================================ 2026-02-17T00:07:30.120 INFO:teuthology.orchestra.run.trial128.stdout: Package Architecture Version Repository Size 2026-02-17T00:07:30.120 INFO:teuthology.orchestra.run.trial128.stdout:================================================================================ 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial128.stdout:Installing: 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial128.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial128.stdout:Installing dependencies: 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial128.stdout: kernel-core x86_64 5.14.0-681.el9 baseos 17 M 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial128.stdout: kernel-modules x86_64 5.14.0-681.el9 baseos 40 M 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial128.stdout: kernel-modules-core x86_64 5.14.0-681.el9 baseos 31 M 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial128.stdout:Transaction Summary 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial128.stdout:================================================================================ 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial128.stdout:Install 4 Packages 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial128.stdout:Total download size: 88 M 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial128.stdout:Installed size: 135 M 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial128.stdout:Downloading Packages: 2026-02-17T00:07:30.121 INFO:teuthology.orchestra.run.trial160.stdout: Running scriptlet: kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T00:07:30.128 INFO:teuthology.orchestra.run.trial160.stdout: Installing : kernel-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:07:30.810 INFO:teuthology.orchestra.run.trial128.stdout:(1/4): kernel-core-5.14.0-681.el9.x86_64.rpm 53 MB/s | 17 MB 00:00 2026-02-17T00:07:31.020 INFO:teuthology.orchestra.run.trial128.stdout:(2/4): kernel-modules-5.14.0-681.el9.x86_64.rpm 75 MB/s | 40 MB 00:00 2026-02-17T00:07:31.132 INFO:teuthology.orchestra.run.trial128.stdout:(3/4): kernel-modules-core-5.14.0-681.el9.x86_6 96 MB/s | 31 MB 00:00 2026-02-17T00:07:31.819 INFO:teuthology.orchestra.run.trial128.stdout:(4/4): kernel-5.14.0-681.el9.x86_64.rpm 604 kB/s | 803 kB 00:01 2026-02-17T00:07:31.819 INFO:teuthology.orchestra.run.trial128.stdout:-------------------------------------------------------------------------------- 2026-02-17T00:07:31.819 INFO:teuthology.orchestra.run.trial128.stdout:Total 52 MB/s | 88 MB 00:01 2026-02-17T00:07:32.011 INFO:teuthology.orchestra.run.trial128.stdout:Running transaction check 2026-02-17T00:07:32.224 INFO:teuthology.orchestra.run.trial128.stdout:Transaction check succeeded. 2026-02-17T00:07:32.224 INFO:teuthology.orchestra.run.trial128.stdout:Running transaction test 2026-02-17T00:07:32.571 INFO:teuthology.orchestra.run.trial128.stdout:Transaction test succeeded. 2026-02-17T00:07:32.571 INFO:teuthology.orchestra.run.trial128.stdout:Running transaction 2026-02-17T00:07:33.231 INFO:teuthology.orchestra.run.trial160.stdout: Running scriptlet: kernel-modules-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:07:33.654 INFO:teuthology.orchestra.run.trial128.stdout: Preparing : 1/1 2026-02-17T00:07:33.934 INFO:teuthology.orchestra.run.trial128.stdout: Installing : kernel-modules-core-5.14.0-681.el9.x86_64 1/4 2026-02-17T00:07:33.953 INFO:teuthology.orchestra.run.trial128.stdout: Installing : kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T00:07:35.744 INFO:teuthology.orchestra.run.trial128.stdout: Running scriptlet: kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T00:07:35.773 INFO:teuthology.orchestra.run.trial128.stdout: Installing : kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T00:07:38.798 INFO:teuthology.orchestra.run.trial128.stdout: Running scriptlet: kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T00:07:38.804 INFO:teuthology.orchestra.run.trial128.stdout: Installing : kernel-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:07:41.838 INFO:teuthology.orchestra.run.trial128.stdout: Running scriptlet: kernel-modules-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:08:03.787 INFO:teuthology.orchestra.run.trial160.stdout: Running scriptlet: kernel-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:08:03.809 INFO:teuthology.orchestra.run.trial160.stdout: Running scriptlet: kernel-modules-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:08:03.874 INFO:teuthology.orchestra.run.trial160.stdout: Running scriptlet: kernel-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:08:03.875 INFO:teuthology.orchestra.run.trial160.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 1/4 2026-02-17T00:08:03.875 INFO:teuthology.orchestra.run.trial160.stdout: Verifying : kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T00:08:03.875 INFO:teuthology.orchestra.run.trial160.stdout: Verifying : kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T00:08:03.928 INFO:teuthology.orchestra.run.trial160.stdout: Verifying : kernel-modules-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:08:03.929 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:08:03.929 INFO:teuthology.orchestra.run.trial160.stdout:Installed: 2026-02-17T00:08:03.929 INFO:teuthology.orchestra.run.trial160.stdout: kernel-5.14.0-681.el9.x86_64 2026-02-17T00:08:03.929 INFO:teuthology.orchestra.run.trial160.stdout: kernel-core-5.14.0-681.el9.x86_64 2026-02-17T00:08:03.929 INFO:teuthology.orchestra.run.trial160.stdout: kernel-modules-5.14.0-681.el9.x86_64 2026-02-17T00:08:03.929 INFO:teuthology.orchestra.run.trial160.stdout: kernel-modules-core-5.14.0-681.el9.x86_64 2026-02-17T00:08:03.929 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:08:03.929 INFO:teuthology.orchestra.run.trial160.stdout:Complete! 2026-02-17T00:08:03.991 DEBUG:teuthology.orchestra.run.trial160:> rpm -q kernel | sort -rV | head -n 1 2026-02-17T00:08:04.018 INFO:teuthology.orchestra.run.trial160.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-17T00:08:04.019 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-17T00:08:04.019 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-681.el9.x86_64 2026-02-17T00:08:04.019 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-17T00:08:04.019 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-17T00:08:04.019 INFO:teuthology.task.kernel:Installing distro kernel on host.b... 2026-02-17T00:08:04.019 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial160.front.sepia.ceph.com, path=None, version=distro) 2026-02-17T00:08:04.019 DEBUG:teuthology.orchestra.run.trial160:> rpm -q kernel | sort -rV | head -n 1 2026-02-17T00:08:04.084 INFO:teuthology.orchestra.run.trial160.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-17T00:08:04.084 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-17T00:08:04.085 DEBUG:teuthology.orchestra.run.trial160:> sudo rpm -qi grub2-tools 2026-02-17T00:08:04.153 INFO:teuthology.orchestra.run.trial160.stdout:Name : grub2-tools 2026-02-17T00:08:04.153 INFO:teuthology.orchestra.run.trial160.stdout:Epoch : 1 2026-02-17T00:08:04.154 INFO:teuthology.orchestra.run.trial160.stdout:Version : 2.06 2026-02-17T00:08:04.154 INFO:teuthology.orchestra.run.trial160.stdout:Release : 118.el9 2026-02-17T00:08:04.154 INFO:teuthology.orchestra.run.trial160.stdout:Architecture: x86_64 2026-02-17T00:08:04.154 INFO:teuthology.orchestra.run.trial160.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-17T00:08:04.154 INFO:teuthology.orchestra.run.trial160.stdout:Group : Unspecified 2026-02-17T00:08:04.154 INFO:teuthology.orchestra.run.trial160.stdout:Size : 8393909 2026-02-17T00:08:04.154 INFO:teuthology.orchestra.run.trial160.stdout:License : GPLv3+ 2026-02-17T00:08:04.154 INFO:teuthology.orchestra.run.trial160.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-17T00:08:04.154 INFO:teuthology.orchestra.run.trial160.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-17T00:08:04.154 INFO:teuthology.orchestra.run.trial160.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-17T00:08:04.154 INFO:teuthology.orchestra.run.trial160.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-17T00:08:04.154 INFO:teuthology.orchestra.run.trial160.stdout:Packager : builder@centos.org 2026-02-17T00:08:04.155 INFO:teuthology.orchestra.run.trial160.stdout:Vendor : CentOS 2026-02-17T00:08:04.155 INFO:teuthology.orchestra.run.trial160.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-17T00:08:04.155 INFO:teuthology.orchestra.run.trial160.stdout:Summary : Support tools for GRUB. 2026-02-17T00:08:04.155 INFO:teuthology.orchestra.run.trial160.stdout:Description : 2026-02-17T00:08:04.155 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:08:04.155 INFO:teuthology.orchestra.run.trial160.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-17T00:08:04.155 INFO:teuthology.orchestra.run.trial160.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-17T00:08:04.155 INFO:teuthology.orchestra.run.trial160.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-17T00:08:04.155 INFO:teuthology.orchestra.run.trial160.stdout:hardware devices. 2026-02-17T00:08:04.155 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:08:04.155 INFO:teuthology.orchestra.run.trial160.stdout:This subpackage provides tools for support of all platforms. 2026-02-17T00:08:04.157 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-17T00:08:04.157 INFO:teuthology.task.kernel:Updating grub on trial160 to boot 5.14.0-681.el9.x86_64 2026-02-17T00:08:04.157 DEBUG:teuthology.orchestra.run.trial160:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-17T00:08:04.220 INFO:teuthology.orchestra.run.trial160.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64.conf 2026-02-17T00:08:04.221 DEBUG:teuthology.orchestra.run.trial160:> sudo command -v grubby && echo yes || echo no 2026-02-17T00:08:04.287 INFO:teuthology.orchestra.run.trial160.stdout:/sbin/grubby 2026-02-17T00:08:04.288 INFO:teuthology.orchestra.run.trial160.stdout:yes 2026-02-17T00:08:04.289 DEBUG:teuthology.orchestra.run.trial160:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-681.el9.x86_64" | head -n 1 2026-02-17T00:08:04.353 INFO:teuthology.orchestra.run.trial160.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64.conf 2026-02-17T00:08:04.353 DEBUG:teuthology.orchestra.run.trial160:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64 2026-02-17T00:08:04.425 DEBUG:teuthology.orchestra.run.trial160:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-17T00:08:04.638 INFO:teuthology.orchestra.run.trial160.stderr:Generating grub configuration file ... 2026-02-17T00:08:04.701 INFO:teuthology.orchestra.run.trial160.stderr:Found linux image: /boot/vmlinuz-5.14.0-681.el9.x86_64 2026-02-17T00:08:04.708 INFO:teuthology.orchestra.run.trial160.stderr:Found initrd image: /boot/initramfs-5.14.0-681.el9.x86_64.img 2026-02-17T00:08:04.962 INFO:teuthology.orchestra.run.trial160.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-17T00:08:04.968 INFO:teuthology.orchestra.run.trial160.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-17T00:08:05.001 INFO:teuthology.orchestra.run.trial160.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-17T00:08:05.008 INFO:teuthology.orchestra.run.trial160.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-17T00:08:05.032 INFO:teuthology.orchestra.run.trial160.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-17T00:08:05.038 INFO:teuthology.orchestra.run.trial160.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-17T00:08:05.120 INFO:teuthology.orchestra.run.trial160.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-17T00:08:05.128 INFO:teuthology.orchestra.run.trial160.stderr:done 2026-02-17T00:08:05.129 DEBUG:teuthology.orchestra.run.trial160:> test -d /sys/firmware/efi 2026-02-17T00:08:05.144 DEBUG:teuthology.orchestra.run.trial160:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-17T00:08:05.209 INFO:teuthology.orchestra.run.trial160.stdout:/boot/efi/EFI/BOOT 2026-02-17T00:08:05.209 INFO:teuthology.orchestra.run.trial160.stdout:/boot/efi/EFI/centos 2026-02-17T00:08:05.211 DEBUG:teuthology.orchestra.run.trial160:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-17T00:08:05.276 INFO:teuthology.orchestra.run.trial160.stdout:no 2026-02-17T00:08:05.277 DEBUG:teuthology.orchestra.run.trial160:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-17T00:08:05.357 INFO:teuthology.orchestra.run.trial160.stdout:yes 2026-02-17T00:08:05.357 DEBUG:teuthology.orchestra.run.trial160:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-17T00:08:05.430 DEBUG:teuthology.orchestra.run.trial160:> sudo shutdown -r now 2026-02-17T00:08:05.502 ERROR:paramiko.transport:Socket exception: Connection reset by peer (104) 2026-02-17T00:08:12.208 INFO:teuthology.orchestra.run.trial128.stdout: Running scriptlet: kernel-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:08:12.228 INFO:teuthology.orchestra.run.trial128.stdout: Running scriptlet: kernel-modules-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:08:12.293 INFO:teuthology.orchestra.run.trial128.stdout: Running scriptlet: kernel-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:08:12.293 INFO:teuthology.orchestra.run.trial128.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 1/4 2026-02-17T00:08:12.293 INFO:teuthology.orchestra.run.trial128.stdout: Verifying : kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T00:08:12.293 INFO:teuthology.orchestra.run.trial128.stdout: Verifying : kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T00:08:12.346 INFO:teuthology.orchestra.run.trial128.stdout: Verifying : kernel-modules-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:08:12.346 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:08:12.346 INFO:teuthology.orchestra.run.trial128.stdout:Installed: 2026-02-17T00:08:12.346 INFO:teuthology.orchestra.run.trial128.stdout: kernel-5.14.0-681.el9.x86_64 2026-02-17T00:08:12.346 INFO:teuthology.orchestra.run.trial128.stdout: kernel-core-5.14.0-681.el9.x86_64 2026-02-17T00:08:12.346 INFO:teuthology.orchestra.run.trial128.stdout: kernel-modules-5.14.0-681.el9.x86_64 2026-02-17T00:08:12.346 INFO:teuthology.orchestra.run.trial128.stdout: kernel-modules-core-5.14.0-681.el9.x86_64 2026-02-17T00:08:12.346 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:08:12.346 INFO:teuthology.orchestra.run.trial128.stdout:Complete! 2026-02-17T00:08:12.404 DEBUG:teuthology.orchestra.run.trial128:> rpm -q kernel | sort -rV | head -n 1 2026-02-17T00:08:12.432 INFO:teuthology.orchestra.run.trial128.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-17T00:08:12.433 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-17T00:08:12.433 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-681.el9.x86_64 2026-02-17T00:08:12.433 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-17T00:08:12.433 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-17T00:08:12.433 INFO:teuthology.task.kernel:Installing distro kernel on host.a... 2026-02-17T00:08:12.434 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial128.front.sepia.ceph.com, path=None, version=distro) 2026-02-17T00:08:12.434 DEBUG:teuthology.orchestra.run.trial128:> rpm -q kernel | sort -rV | head -n 1 2026-02-17T00:08:12.498 INFO:teuthology.orchestra.run.trial128.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-17T00:08:12.498 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-17T00:08:12.499 DEBUG:teuthology.orchestra.run.trial128:> sudo rpm -qi grub2-tools 2026-02-17T00:08:12.568 INFO:teuthology.orchestra.run.trial128.stdout:Name : grub2-tools 2026-02-17T00:08:12.569 INFO:teuthology.orchestra.run.trial128.stdout:Epoch : 1 2026-02-17T00:08:12.569 INFO:teuthology.orchestra.run.trial128.stdout:Version : 2.06 2026-02-17T00:08:12.569 INFO:teuthology.orchestra.run.trial128.stdout:Release : 118.el9 2026-02-17T00:08:12.569 INFO:teuthology.orchestra.run.trial128.stdout:Architecture: x86_64 2026-02-17T00:08:12.569 INFO:teuthology.orchestra.run.trial128.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-17T00:08:12.569 INFO:teuthology.orchestra.run.trial128.stdout:Group : Unspecified 2026-02-17T00:08:12.569 INFO:teuthology.orchestra.run.trial128.stdout:Size : 8393909 2026-02-17T00:08:12.570 INFO:teuthology.orchestra.run.trial128.stdout:License : GPLv3+ 2026-02-17T00:08:12.570 INFO:teuthology.orchestra.run.trial128.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-17T00:08:12.570 INFO:teuthology.orchestra.run.trial128.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-17T00:08:12.570 INFO:teuthology.orchestra.run.trial128.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-17T00:08:12.570 INFO:teuthology.orchestra.run.trial128.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-17T00:08:12.570 INFO:teuthology.orchestra.run.trial128.stdout:Packager : builder@centos.org 2026-02-17T00:08:12.570 INFO:teuthology.orchestra.run.trial128.stdout:Vendor : CentOS 2026-02-17T00:08:12.570 INFO:teuthology.orchestra.run.trial128.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-17T00:08:12.570 INFO:teuthology.orchestra.run.trial128.stdout:Summary : Support tools for GRUB. 2026-02-17T00:08:12.570 INFO:teuthology.orchestra.run.trial128.stdout:Description : 2026-02-17T00:08:12.570 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:08:12.571 INFO:teuthology.orchestra.run.trial128.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-17T00:08:12.571 INFO:teuthology.orchestra.run.trial128.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-17T00:08:12.571 INFO:teuthology.orchestra.run.trial128.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-17T00:08:12.571 INFO:teuthology.orchestra.run.trial128.stdout:hardware devices. 2026-02-17T00:08:12.571 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:08:12.571 INFO:teuthology.orchestra.run.trial128.stdout:This subpackage provides tools for support of all platforms. 2026-02-17T00:08:12.572 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-17T00:08:12.572 INFO:teuthology.task.kernel:Updating grub on trial128 to boot 5.14.0-681.el9.x86_64 2026-02-17T00:08:12.573 DEBUG:teuthology.orchestra.run.trial128:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-17T00:08:12.636 INFO:teuthology.orchestra.run.trial128.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64.conf 2026-02-17T00:08:12.638 DEBUG:teuthology.orchestra.run.trial128:> sudo command -v grubby && echo yes || echo no 2026-02-17T00:08:12.700 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/grubby 2026-02-17T00:08:12.702 INFO:teuthology.orchestra.run.trial128.stdout:yes 2026-02-17T00:08:12.702 DEBUG:teuthology.orchestra.run.trial128:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-681.el9.x86_64" | head -n 1 2026-02-17T00:08:12.768 INFO:teuthology.orchestra.run.trial128.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64.conf 2026-02-17T00:08:12.769 DEBUG:teuthology.orchestra.run.trial128:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64 2026-02-17T00:08:12.843 DEBUG:teuthology.orchestra.run.trial128:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-17T00:08:13.052 INFO:teuthology.orchestra.run.trial128.stderr:Generating grub configuration file ... 2026-02-17T00:08:13.115 INFO:teuthology.orchestra.run.trial128.stderr:Found linux image: /boot/vmlinuz-5.14.0-681.el9.x86_64 2026-02-17T00:08:13.122 INFO:teuthology.orchestra.run.trial128.stderr:Found initrd image: /boot/initramfs-5.14.0-681.el9.x86_64.img 2026-02-17T00:08:13.372 INFO:teuthology.orchestra.run.trial128.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-17T00:08:13.379 INFO:teuthology.orchestra.run.trial128.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-17T00:08:13.411 INFO:teuthology.orchestra.run.trial128.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-17T00:08:13.418 INFO:teuthology.orchestra.run.trial128.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-17T00:08:13.442 INFO:teuthology.orchestra.run.trial128.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-17T00:08:13.449 INFO:teuthology.orchestra.run.trial128.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-17T00:08:13.531 INFO:teuthology.orchestra.run.trial128.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-17T00:08:13.539 INFO:teuthology.orchestra.run.trial128.stderr:done 2026-02-17T00:08:13.540 DEBUG:teuthology.orchestra.run.trial128:> test -d /sys/firmware/efi 2026-02-17T00:08:13.555 DEBUG:teuthology.orchestra.run.trial128:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-17T00:08:13.621 INFO:teuthology.orchestra.run.trial128.stdout:/boot/efi/EFI/BOOT 2026-02-17T00:08:13.621 INFO:teuthology.orchestra.run.trial128.stdout:/boot/efi/EFI/centos 2026-02-17T00:08:13.623 DEBUG:teuthology.orchestra.run.trial128:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-17T00:08:13.689 INFO:teuthology.orchestra.run.trial128.stdout:no 2026-02-17T00:08:13.689 DEBUG:teuthology.orchestra.run.trial128:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-17T00:08:13.755 INFO:teuthology.orchestra.run.trial128.stdout:yes 2026-02-17T00:08:13.755 DEBUG:teuthology.orchestra.run.trial128:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-17T00:08:13.820 DEBUG:teuthology.orchestra.run.trial128:> sudo shutdown -r now 2026-02-17T00:08:13.894 ERROR:paramiko.transport:Socket exception: Connection reset by peer (104) 2026-02-17T00:08:35.493 INFO:teuthology.task.kernel:Checking client host.b for new kernel version... 2026-02-17T00:08:35.494 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial160.front.sepia.ceph.com' 2026-02-17T00:08:35.495 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial160.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:08:43.870 INFO:teuthology.task.kernel:Checking client host.a for new kernel version... 2026-02-17T00:08:43.871 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial128.front.sepia.ceph.com' 2026-02-17T00:08:43.871 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial128.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:09:35.547 DEBUG:teuthology.orchestra.remote:timed out 2026-02-17T00:09:43.880 DEBUG:teuthology.orchestra.remote:timed out 2026-02-17T00:09:44.547 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial160.front.sepia.ceph.com' 2026-02-17T00:09:44.548 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial160.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:09:44.665 DEBUG:teuthology.orchestra.run.trial160:> true 2026-02-17T00:09:44.826 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial160.front.sepia.ceph.com' 2026-02-17T00:09:44.826 INFO:teuthology.task.kernel:Checking kernel version of host.b, want "5.14.0-681.el9.x86_64"... 2026-02-17T00:09:44.826 DEBUG:teuthology.orchestra.run.trial160:> uname -r 2026-02-17T00:09:44.881 INFO:teuthology.orchestra.run.trial160.stdout:5.14.0-681.el9.x86_64 2026-02-17T00:09:44.882 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-681.el9.x86_64 vs 5.14.0-681.el9.x86_64 2026-02-17T00:09:44.882 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-17T00:09:44.882 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-17T00:09:45.883 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2026-02-17T00:09:45.883 DEBUG:teuthology.orchestra.run.trial160:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-17T00:09:45.912 INFO:teuthology.orchestra.run.trial160.stdout:ttyS1 2026-02-17T00:09:45.938 DEBUG:teuthology.parallel:result is None 2026-02-17T00:09:52.881 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial128.front.sepia.ceph.com' 2026-02-17T00:09:52.882 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial128.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:09:53.011 DEBUG:teuthology.orchestra.run.trial128:> true 2026-02-17T00:09:53.164 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial128.front.sepia.ceph.com' 2026-02-17T00:09:53.165 INFO:teuthology.task.kernel:Checking kernel version of host.a, want "5.14.0-681.el9.x86_64"... 2026-02-17T00:09:53.165 DEBUG:teuthology.orchestra.run.trial128:> uname -r 2026-02-17T00:09:53.220 INFO:teuthology.orchestra.run.trial128.stdout:5.14.0-681.el9.x86_64 2026-02-17T00:09:53.220 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-681.el9.x86_64 vs 5.14.0-681.el9.x86_64 2026-02-17T00:09:53.220 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-17T00:09:53.220 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-17T00:09:54.222 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2026-02-17T00:09:54.222 DEBUG:teuthology.orchestra.run.trial128:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-17T00:09:54.251 INFO:teuthology.orchestra.run.trial128.stdout:ttyS1 2026-02-17T00:09:54.274 DEBUG:teuthology.parallel:result is None 2026-02-17T00:09:54.274 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-17T00:09:54.288 INFO:teuthology.task.internal:Creating test directory... 2026-02-17T00:09:54.288 DEBUG:teuthology.orchestra.run.trial128:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-17T00:09:54.316 DEBUG:teuthology.orchestra.run.trial160:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-17T00:09:54.334 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-17T00:09:54.345 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-17T00:09:54.358 INFO:teuthology.task.internal:Creating archive directory... 2026-02-17T00:09:54.359 DEBUG:teuthology.orchestra.run.trial128:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-17T00:09:54.374 DEBUG:teuthology.orchestra.run.trial160:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-17T00:09:54.397 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-17T00:09:54.409 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-17T00:09:54.409 DEBUG:teuthology.orchestra.run.trial128:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-17T00:09:54.431 DEBUG:teuthology.orchestra.run.trial160:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-17T00:09:54.453 INFO:teuthology.orchestra.run.trial128.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-17T00:09:54.455 INFO:teuthology.orchestra.run.trial160.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-17T00:09:54.463 INFO:teuthology.orchestra.run.trial128.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-17T00:09:54.464 INFO:teuthology.orchestra.run.trial160.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-17T00:09:54.466 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-17T00:09:54.479 INFO:teuthology.task.internal:Configuring sudo... 2026-02-17T00:09:54.480 DEBUG:teuthology.orchestra.run.trial128:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-17T00:09:54.507 DEBUG:teuthology.orchestra.run.trial160:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-17T00:09:54.529 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-17T00:09:54.542 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-17T00:09:54.542 DEBUG:teuthology.orchestra.run.trial128:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-17T00:09:54.571 DEBUG:teuthology.orchestra.run.trial160:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-17T00:09:54.588 DEBUG:teuthology.orchestra.run.trial128:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T00:09:54.736 DEBUG:teuthology.orchestra.run.trial128:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T00:09:54.762 DEBUG:teuthology.orchestra.run.trial128:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T00:09:54.906 DEBUG:teuthology.orchestra.run.trial128:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T00:09:54.931 DEBUG:teuthology.orchestra.run.trial128:> set -ex 2026-02-17T00:09:54.931 DEBUG:teuthology.orchestra.run.trial128:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-17T00:09:54.996 DEBUG:teuthology.orchestra.run.trial160:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T00:09:55.103 DEBUG:teuthology.orchestra.run.trial160:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T00:09:55.129 DEBUG:teuthology.orchestra.run.trial160:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T00:09:55.246 DEBUG:teuthology.orchestra.run.trial160:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T00:09:55.270 DEBUG:teuthology.orchestra.run.trial160:> set -ex 2026-02-17T00:09:55.270 DEBUG:teuthology.orchestra.run.trial160:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-17T00:09:55.335 DEBUG:teuthology.orchestra.run.trial128:> sudo service rsyslog restart 2026-02-17T00:09:55.337 DEBUG:teuthology.orchestra.run.trial160:> sudo service rsyslog restart 2026-02-17T00:09:55.364 INFO:teuthology.orchestra.run.trial128.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-17T00:09:55.403 INFO:teuthology.orchestra.run.trial160.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-17T00:09:55.717 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-17T00:09:55.729 INFO:teuthology.task.internal:Starting timer... 2026-02-17T00:09:55.729 INFO:teuthology.run_tasks:Running task pcp... 2026-02-17T00:09:55.749 INFO:teuthology.run_tasks:Running task selinux... 2026-02-17T00:09:55.761 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2026-02-17T00:09:55.761 DEBUG:teuthology.orchestra.run.trial128:> sudo service auditd rotate 2026-02-17T00:09:55.790 INFO:teuthology.orchestra.run.trial128.stdout:Rotating logs: 2026-02-17T00:09:55.792 DEBUG:teuthology.orchestra.run.trial160:> sudo service auditd rotate 2026-02-17T00:09:55.822 INFO:teuthology.orchestra.run.trial160.stdout:Rotating logs: 2026-02-17T00:09:55.823 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-17T00:09:55.823 DEBUG:teuthology.orchestra.run.trial128:> /usr/sbin/getenforce 2026-02-17T00:09:55.849 INFO:teuthology.orchestra.run.trial128.stdout:Permissive 2026-02-17T00:09:55.849 DEBUG:teuthology.orchestra.run.trial160:> /usr/sbin/getenforce 2026-02-17T00:09:55.880 INFO:teuthology.orchestra.run.trial160.stdout:Permissive 2026-02-17T00:09:55.881 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@trial128.front.sepia.ceph.com': 'permissive', 'ubuntu@trial160.front.sepia.ceph.com': 'permissive'} 2026-02-17T00:09:55.881 DEBUG:teuthology.orchestra.run.trial128:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-17T00:09:55.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:09:55.913 DEBUG:teuthology.orchestra.run.trial160:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-17T00:09:55.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:09:55.946 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-17T00:09:55.946 DEBUG:teuthology.orchestra.run.trial128:> sudo /usr/sbin/setenforce permissive 2026-02-17T00:09:55.979 DEBUG:teuthology.orchestra.run.trial160:> sudo /usr/sbin/setenforce permissive 2026-02-17T00:09:56.010 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-17T00:09:56.022 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-17T00:09:56.030 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-17T00:09:56.031 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial128.front.sepia.ceph.com,trial160.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-17T00:12:49.120 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial128.front.sepia.ceph.com'), Remote(name='ubuntu@trial160.front.sepia.ceph.com')] 2026-02-17T00:12:49.121 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial128.front.sepia.ceph.com' 2026-02-17T00:12:49.122 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial128.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:12:49.234 DEBUG:teuthology.orchestra.run.trial128:> true 2026-02-17T00:12:49.309 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial128.front.sepia.ceph.com' 2026-02-17T00:12:49.309 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial160.front.sepia.ceph.com' 2026-02-17T00:12:49.310 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial160.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:12:49.411 DEBUG:teuthology.orchestra.run.trial160:> true 2026-02-17T00:12:49.489 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial160.front.sepia.ceph.com' 2026-02-17T00:12:49.489 INFO:teuthology.run_tasks:Running task clock... 2026-02-17T00:12:49.507 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-17T00:12:49.507 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-17T00:12:49.508 DEBUG:teuthology.orchestra.run.trial128:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-17T00:12:49.510 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-17T00:12:49.510 DEBUG:teuthology.orchestra.run.trial160:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-17T00:12:49.536 INFO:teuthology.orchestra.run.trial128.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-17T00:12:49.549 INFO:teuthology.orchestra.run.trial128.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-17T00:12:49.558 INFO:teuthology.orchestra.run.trial160.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-17T00:12:49.570 INFO:teuthology.orchestra.run.trial128.stderr:sudo: ntpd: command not found 2026-02-17T00:12:49.570 INFO:teuthology.orchestra.run.trial160.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-17T00:12:49.579 INFO:teuthology.orchestra.run.trial128.stdout:506 Cannot talk to daemon 2026-02-17T00:12:49.591 INFO:teuthology.orchestra.run.trial160.stderr:sudo: ntpd: command not found 2026-02-17T00:12:49.591 INFO:teuthology.orchestra.run.trial128.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-17T00:12:49.601 INFO:teuthology.orchestra.run.trial160.stdout:506 Cannot talk to daemon 2026-02-17T00:12:49.603 INFO:teuthology.orchestra.run.trial128.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-17T00:12:49.612 INFO:teuthology.orchestra.run.trial160.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-17T00:12:49.624 INFO:teuthology.orchestra.run.trial160.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-17T00:12:49.651 INFO:teuthology.orchestra.run.trial128.stderr:bash: line 1: ntpq: command not found 2026-02-17T00:12:49.652 INFO:teuthology.orchestra.run.trial128.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-17T00:12:49.653 INFO:teuthology.orchestra.run.trial128.stdout:=============================================================================== 2026-02-17T00:12:49.671 INFO:teuthology.orchestra.run.trial160.stderr:bash: line 1: ntpq: command not found 2026-02-17T00:12:49.707 INFO:teuthology.orchestra.run.trial160.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-17T00:12:49.707 INFO:teuthology.orchestra.run.trial160.stdout:=============================================================================== 2026-02-17T00:12:49.708 INFO:teuthology.orchestra.run.trial160.stdout:^? 155.248.196.28 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T00:12:49.708 INFO:teuthology.orchestra.run.trial160.stdout:^? 45-79-189-79.ip.linodeus> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T00:12:49.708 INFO:teuthology.orchestra.run.trial160.stdout:^? 159.89.45.132 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T00:12:49.708 INFO:teuthology.orchestra.run.trial160.stdout:^? 144.202.62.209.vultruser> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T00:12:49.709 INFO:teuthology.run_tasks:Running task pexec... 2026-02-17T00:12:49.725 INFO:teuthology.task.pexec:Executing custom commands... 2026-02-17T00:12:49.726 DEBUG:teuthology.orchestra.run.trial128:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-02-17T00:12:49.726 DEBUG:teuthology.orchestra.run.trial160:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-02-17T00:12:49.730 INFO:teuthology.task.pexec:Running commands on host ubuntu@trial128.front.sepia.ceph.com 2026-02-17T00:12:49.730 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-02-17T00:12:49.730 INFO:teuthology.task.pexec:sudo dnf install runc nvmetcli nvme-cli -y 2026-02-17T00:12:49.730 INFO:teuthology.task.pexec:sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-02-17T00:12:49.730 INFO:teuthology.task.pexec:sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-02-17T00:12:49.752 INFO:teuthology.task.pexec:Running commands on host ubuntu@trial160.front.sepia.ceph.com 2026-02-17T00:12:49.752 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-02-17T00:12:49.752 INFO:teuthology.task.pexec:sudo dnf install runc nvmetcli nvme-cli -y 2026-02-17T00:12:49.752 INFO:teuthology.task.pexec:sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-02-17T00:12:49.752 INFO:teuthology.task.pexec:sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-02-17T00:12:49.903 INFO:teuthology.orchestra.run.trial128.stdout:No match for argument: nvme-cli 2026-02-17T00:12:49.903 INFO:teuthology.orchestra.run.trial128.stderr:No packages marked for removal. 2026-02-17T00:12:49.905 INFO:teuthology.orchestra.run.trial128.stdout:Dependencies resolved. 2026-02-17T00:12:49.906 INFO:teuthology.orchestra.run.trial128.stdout:Nothing to do. 2026-02-17T00:12:49.906 INFO:teuthology.orchestra.run.trial128.stdout:Complete! 2026-02-17T00:12:49.925 INFO:teuthology.orchestra.run.trial160.stdout:No match for argument: nvme-cli 2026-02-17T00:12:49.926 INFO:teuthology.orchestra.run.trial160.stderr:No packages marked for removal. 2026-02-17T00:12:49.928 INFO:teuthology.orchestra.run.trial160.stdout:Dependencies resolved. 2026-02-17T00:12:49.928 INFO:teuthology.orchestra.run.trial160.stdout:Nothing to do. 2026-02-17T00:12:49.928 INFO:teuthology.orchestra.run.trial160.stdout:Complete! 2026-02-17T00:12:50.213 INFO:teuthology.orchestra.run.trial128.stdout:Last metadata expiration check: 0:00:30 ago on Tue 17 Feb 2026 12:12:20 AM UTC. 2026-02-17T00:12:50.232 INFO:teuthology.orchestra.run.trial160.stdout:Last metadata expiration check: 0:00:39 ago on Tue 17 Feb 2026 12:12:11 AM UTC. 2026-02-17T00:12:50.295 INFO:teuthology.orchestra.run.trial128.stdout:Dependencies resolved. 2026-02-17T00:12:50.296 INFO:teuthology.orchestra.run.trial128.stdout:================================================================================ 2026-02-17T00:12:50.296 INFO:teuthology.orchestra.run.trial128.stdout: Package Arch Version Repository Size 2026-02-17T00:12:50.296 INFO:teuthology.orchestra.run.trial128.stdout:================================================================================ 2026-02-17T00:12:50.296 INFO:teuthology.orchestra.run.trial128.stdout:Installing: 2026-02-17T00:12:50.296 INFO:teuthology.orchestra.run.trial128.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-02-17T00:12:50.296 INFO:teuthology.orchestra.run.trial128.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-02-17T00:12:50.296 INFO:teuthology.orchestra.run.trial128.stdout: runc x86_64 4:1.4.0-1.el9 appstream 4.0 M 2026-02-17T00:12:50.296 INFO:teuthology.orchestra.run.trial128.stdout:Upgrading: 2026-02-17T00:12:50.296 INFO:teuthology.orchestra.run.trial128.stdout: libnvme x86_64 1.16.1-2.el9 baseos 116 k 2026-02-17T00:12:50.296 INFO:teuthology.orchestra.run.trial128.stdout:Installing dependencies: 2026-02-17T00:12:50.296 INFO:teuthology.orchestra.run.trial128.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-02-17T00:12:50.296 INFO:teuthology.orchestra.run.trial128.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-02-17T00:12:50.296 INFO:teuthology.orchestra.run.trial128.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-02-17T00:12:50.297 INFO:teuthology.orchestra.run.trial128.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-02-17T00:12:50.297 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:12:50.297 INFO:teuthology.orchestra.run.trial128.stdout:Transaction Summary 2026-02-17T00:12:50.297 INFO:teuthology.orchestra.run.trial128.stdout:================================================================================ 2026-02-17T00:12:50.297 INFO:teuthology.orchestra.run.trial128.stdout:Install 7 Packages 2026-02-17T00:12:50.297 INFO:teuthology.orchestra.run.trial128.stdout:Upgrade 1 Package 2026-02-17T00:12:50.297 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:12:50.298 INFO:teuthology.orchestra.run.trial128.stdout:Total download size: 6.4 M 2026-02-17T00:12:50.298 INFO:teuthology.orchestra.run.trial128.stdout:Downloading Packages: 2026-02-17T00:12:50.313 INFO:teuthology.orchestra.run.trial160.stdout:Dependencies resolved. 2026-02-17T00:12:50.314 INFO:teuthology.orchestra.run.trial160.stdout:================================================================================ 2026-02-17T00:12:50.314 INFO:teuthology.orchestra.run.trial160.stdout: Package Arch Version Repository Size 2026-02-17T00:12:50.314 INFO:teuthology.orchestra.run.trial160.stdout:================================================================================ 2026-02-17T00:12:50.314 INFO:teuthology.orchestra.run.trial160.stdout:Installing: 2026-02-17T00:12:50.315 INFO:teuthology.orchestra.run.trial160.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-02-17T00:12:50.315 INFO:teuthology.orchestra.run.trial160.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-02-17T00:12:50.315 INFO:teuthology.orchestra.run.trial160.stdout: runc x86_64 4:1.4.0-1.el9 appstream 4.0 M 2026-02-17T00:12:50.315 INFO:teuthology.orchestra.run.trial160.stdout:Upgrading: 2026-02-17T00:12:50.315 INFO:teuthology.orchestra.run.trial160.stdout: libnvme x86_64 1.16.1-2.el9 baseos 116 k 2026-02-17T00:12:50.315 INFO:teuthology.orchestra.run.trial160.stdout:Installing dependencies: 2026-02-17T00:12:50.315 INFO:teuthology.orchestra.run.trial160.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-02-17T00:12:50.315 INFO:teuthology.orchestra.run.trial160.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-02-17T00:12:50.315 INFO:teuthology.orchestra.run.trial160.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-02-17T00:12:50.315 INFO:teuthology.orchestra.run.trial160.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-02-17T00:12:50.315 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:12:50.315 INFO:teuthology.orchestra.run.trial160.stdout:Transaction Summary 2026-02-17T00:12:50.315 INFO:teuthology.orchestra.run.trial160.stdout:================================================================================ 2026-02-17T00:12:50.316 INFO:teuthology.orchestra.run.trial160.stdout:Install 7 Packages 2026-02-17T00:12:50.316 INFO:teuthology.orchestra.run.trial160.stdout:Upgrade 1 Package 2026-02-17T00:12:50.316 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:12:50.316 INFO:teuthology.orchestra.run.trial160.stdout:Total download size: 6.4 M 2026-02-17T00:12:50.316 INFO:teuthology.orchestra.run.trial160.stdout:Downloading Packages: 2026-02-17T00:12:50.449 INFO:teuthology.orchestra.run.trial160.stdout:(1/8): nvmetcli-0.8-3.el9.noarch.rpm 3.1 MB/s | 44 kB 00:00 2026-02-17T00:12:50.449 INFO:teuthology.orchestra.run.trial160.stdout:(2/8): python3-configshell-1.1.30-1.el9.noarch. 4.8 MB/s | 72 kB 00:00 2026-02-17T00:12:50.457 INFO:teuthology.orchestra.run.trial160.stdout:(3/8): python3-kmod-0.9-32.el9.x86_64.rpm 9.9 MB/s | 84 kB 00:00 2026-02-17T00:12:50.458 INFO:teuthology.orchestra.run.trial160.stdout:(4/8): python3-pyparsing-2.4.7-9.el9.noarch.rpm 17 MB/s | 150 kB 00:00 2026-02-17T00:12:50.469 INFO:teuthology.orchestra.run.trial160.stdout:(5/8): nvme-cli-2.16-1.el9.x86_64.rpm 33 MB/s | 1.2 MB 00:00 2026-02-17T00:12:50.471 INFO:teuthology.orchestra.run.trial160.stdout:(6/8): python3-urwid-2.1.2-4.el9.x86_64.rpm 58 MB/s | 837 kB 00:00 2026-02-17T00:12:50.475 INFO:teuthology.orchestra.run.trial160.stdout:(7/8): libnvme-1.16.1-2.el9.x86_64.rpm 21 MB/s | 116 kB 00:00 2026-02-17T00:12:50.541 INFO:teuthology.orchestra.run.trial160.stdout:(8/8): runc-1.4.0-1.el9.x86_64.rpm 48 MB/s | 4.0 MB 00:00 2026-02-17T00:12:50.541 INFO:teuthology.orchestra.run.trial160.stdout:-------------------------------------------------------------------------------- 2026-02-17T00:12:50.541 INFO:teuthology.orchestra.run.trial160.stdout:Total 28 MB/s | 6.4 MB 00:00 2026-02-17T00:12:50.544 INFO:teuthology.orchestra.run.trial128.stdout:(1/8): nvmetcli-0.8-3.el9.noarch.rpm 467 kB/s | 44 kB 00:00 2026-02-17T00:12:50.559 INFO:teuthology.orchestra.run.trial128.stdout:(2/8): python3-configshell-1.1.30-1.el9.noarch. 661 kB/s | 72 kB 00:00 2026-02-17T00:12:50.583 INFO:teuthology.orchestra.run.trial128.stdout:(3/8): python3-kmod-0.9-32.el9.x86_64.rpm 2.1 MB/s | 84 kB 00:00 2026-02-17T00:12:50.605 INFO:teuthology.orchestra.run.trial128.stdout:(4/8): python3-pyparsing-2.4.7-9.el9.noarch.rpm 3.2 MB/s | 150 kB 00:00 2026-02-17T00:12:50.623 INFO:teuthology.orchestra.run.trial160.stdout:Running transaction check 2026-02-17T00:12:50.628 INFO:teuthology.orchestra.run.trial128.stdout:(5/8): nvme-cli-2.16-1.el9.x86_64.rpm 6.5 MB/s | 1.2 MB 00:00 2026-02-17T00:12:50.632 INFO:teuthology.orchestra.run.trial160.stdout:Transaction check succeeded. 2026-02-17T00:12:50.632 INFO:teuthology.orchestra.run.trial160.stdout:Running transaction test 2026-02-17T00:12:50.643 INFO:teuthology.orchestra.run.trial128.stdout:(6/8): python3-urwid-2.1.2-4.el9.x86_64.rpm 14 MB/s | 837 kB 00:00 2026-02-17T00:12:50.650 INFO:teuthology.orchestra.run.trial128.stdout:(7/8): libnvme-1.16.1-2.el9.x86_64.rpm 5.1 MB/s | 116 kB 00:00 2026-02-17T00:12:50.697 INFO:teuthology.orchestra.run.trial160.stdout:Transaction test succeeded. 2026-02-17T00:12:50.697 INFO:teuthology.orchestra.run.trial160.stdout:Running transaction 2026-02-17T00:12:50.780 INFO:teuthology.orchestra.run.trial160.stdout: Preparing : 1/1 2026-02-17T00:12:50.849 INFO:teuthology.orchestra.run.trial160.stdout: Upgrading : libnvme-1.16.1-2.el9.x86_64 1/9 2026-02-17T00:12:50.855 INFO:teuthology.orchestra.run.trial160.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2026-02-17T00:12:50.864 INFO:teuthology.orchestra.run.trial160.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 3/9 2026-02-17T00:12:50.867 INFO:teuthology.orchestra.run.trial128.stdout:(8/8): runc-1.4.0-1.el9.x86_64.rpm 15 MB/s | 4.0 MB 00:00 2026-02-17T00:12:50.867 INFO:teuthology.orchestra.run.trial128.stdout:-------------------------------------------------------------------------------- 2026-02-17T00:12:50.868 INFO:teuthology.orchestra.run.trial128.stdout:Total 11 MB/s | 6.4 MB 00:00 2026-02-17T00:12:50.869 INFO:teuthology.orchestra.run.trial160.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 4/9 2026-02-17T00:12:50.875 INFO:teuthology.orchestra.run.trial160.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 5/9 2026-02-17T00:12:50.875 INFO:teuthology.orchestra.run.trial160.stdout: Installing : nvmetcli-0.8-3.el9.noarch 6/9 2026-02-17T00:12:50.948 INFO:teuthology.orchestra.run.trial128.stdout:Running transaction check 2026-02-17T00:12:50.956 INFO:teuthology.orchestra.run.trial128.stdout:Transaction check succeeded. 2026-02-17T00:12:50.956 INFO:teuthology.orchestra.run.trial128.stdout:Running transaction test 2026-02-17T00:12:51.005 INFO:teuthology.orchestra.run.trial160.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 6/9 2026-02-17T00:12:51.007 INFO:teuthology.orchestra.run.trial160.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 7/9 2026-02-17T00:12:51.020 INFO:teuthology.orchestra.run.trial128.stdout:Transaction test succeeded. 2026-02-17T00:12:51.021 INFO:teuthology.orchestra.run.trial128.stdout:Running transaction 2026-02-17T00:12:51.105 INFO:teuthology.orchestra.run.trial128.stdout: Preparing : 1/1 2026-02-17T00:12:51.172 INFO:teuthology.orchestra.run.trial128.stdout: Upgrading : libnvme-1.16.1-2.el9.x86_64 1/9 2026-02-17T00:12:51.178 INFO:teuthology.orchestra.run.trial128.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2026-02-17T00:12:51.187 INFO:teuthology.orchestra.run.trial128.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 3/9 2026-02-17T00:12:51.192 INFO:teuthology.orchestra.run.trial128.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 4/9 2026-02-17T00:12:51.197 INFO:teuthology.orchestra.run.trial128.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 5/9 2026-02-17T00:12:51.198 INFO:teuthology.orchestra.run.trial128.stdout: Installing : nvmetcli-0.8-3.el9.noarch 6/9 2026-02-17T00:12:51.282 INFO:teuthology.orchestra.run.trial160.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 7/9 2026-02-17T00:12:51.282 INFO:teuthology.orchestra.run.trial160.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-02-17T00:12:51.283 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:12:51.320 INFO:teuthology.orchestra.run.trial160.stdout: Installing : runc-4:1.4.0-1.el9.x86_64 8/9 2026-02-17T00:12:51.329 INFO:teuthology.orchestra.run.trial128.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 6/9 2026-02-17T00:12:51.332 INFO:teuthology.orchestra.run.trial128.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 7/9 2026-02-17T00:12:51.336 INFO:teuthology.orchestra.run.trial160.stdout: Cleanup : libnvme-1.13-1.el9.x86_64 9/9 2026-02-17T00:12:51.566 INFO:teuthology.orchestra.run.trial160.stdout: Running scriptlet: libnvme-1.13-1.el9.x86_64 9/9 2026-02-17T00:12:51.567 INFO:teuthology.orchestra.run.trial160.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/9 2026-02-17T00:12:51.567 INFO:teuthology.orchestra.run.trial160.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/9 2026-02-17T00:12:51.567 INFO:teuthology.orchestra.run.trial160.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2026-02-17T00:12:51.567 INFO:teuthology.orchestra.run.trial160.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/9 2026-02-17T00:12:51.567 INFO:teuthology.orchestra.run.trial160.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/9 2026-02-17T00:12:51.567 INFO:teuthology.orchestra.run.trial160.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/9 2026-02-17T00:12:51.567 INFO:teuthology.orchestra.run.trial160.stdout: Verifying : runc-4:1.4.0-1.el9.x86_64 7/9 2026-02-17T00:12:51.567 INFO:teuthology.orchestra.run.trial160.stdout: Verifying : libnvme-1.16.1-2.el9.x86_64 8/9 2026-02-17T00:12:51.604 INFO:teuthology.orchestra.run.trial128.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 7/9 2026-02-17T00:12:51.604 INFO:teuthology.orchestra.run.trial128.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-02-17T00:12:51.604 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:12:51.621 INFO:teuthology.orchestra.run.trial160.stdout: Verifying : libnvme-1.13-1.el9.x86_64 9/9 2026-02-17T00:12:51.621 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:12:51.622 INFO:teuthology.orchestra.run.trial160.stdout:Upgraded: 2026-02-17T00:12:51.622 INFO:teuthology.orchestra.run.trial160.stdout: libnvme-1.16.1-2.el9.x86_64 2026-02-17T00:12:51.622 INFO:teuthology.orchestra.run.trial160.stdout:Installed: 2026-02-17T00:12:51.622 INFO:teuthology.orchestra.run.trial160.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-02-17T00:12:51.622 INFO:teuthology.orchestra.run.trial160.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-02-17T00:12:51.622 INFO:teuthology.orchestra.run.trial160.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-02-17T00:12:51.622 INFO:teuthology.orchestra.run.trial160.stdout: runc-4:1.4.0-1.el9.x86_64 2026-02-17T00:12:51.622 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:12:51.622 INFO:teuthology.orchestra.run.trial160.stdout:Complete! 2026-02-17T00:12:51.642 INFO:teuthology.orchestra.run.trial128.stdout: Installing : runc-4:1.4.0-1.el9.x86_64 8/9 2026-02-17T00:12:51.657 INFO:teuthology.orchestra.run.trial128.stdout: Cleanup : libnvme-1.13-1.el9.x86_64 9/9 2026-02-17T00:12:51.673 DEBUG:teuthology.parallel:result is None 2026-02-17T00:12:51.884 INFO:teuthology.orchestra.run.trial128.stdout: Running scriptlet: libnvme-1.13-1.el9.x86_64 9/9 2026-02-17T00:12:51.884 INFO:teuthology.orchestra.run.trial128.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/9 2026-02-17T00:12:51.884 INFO:teuthology.orchestra.run.trial128.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/9 2026-02-17T00:12:51.884 INFO:teuthology.orchestra.run.trial128.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2026-02-17T00:12:51.884 INFO:teuthology.orchestra.run.trial128.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/9 2026-02-17T00:12:51.884 INFO:teuthology.orchestra.run.trial128.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/9 2026-02-17T00:12:51.884 INFO:teuthology.orchestra.run.trial128.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/9 2026-02-17T00:12:51.884 INFO:teuthology.orchestra.run.trial128.stdout: Verifying : runc-4:1.4.0-1.el9.x86_64 7/9 2026-02-17T00:12:51.884 INFO:teuthology.orchestra.run.trial128.stdout: Verifying : libnvme-1.16.1-2.el9.x86_64 8/9 2026-02-17T00:12:51.938 INFO:teuthology.orchestra.run.trial128.stdout: Verifying : libnvme-1.13-1.el9.x86_64 9/9 2026-02-17T00:12:51.938 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:12:51.938 INFO:teuthology.orchestra.run.trial128.stdout:Upgraded: 2026-02-17T00:12:51.938 INFO:teuthology.orchestra.run.trial128.stdout: libnvme-1.16.1-2.el9.x86_64 2026-02-17T00:12:51.938 INFO:teuthology.orchestra.run.trial128.stdout:Installed: 2026-02-17T00:12:51.938 INFO:teuthology.orchestra.run.trial128.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-02-17T00:12:51.938 INFO:teuthology.orchestra.run.trial128.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-02-17T00:12:51.938 INFO:teuthology.orchestra.run.trial128.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-02-17T00:12:51.938 INFO:teuthology.orchestra.run.trial128.stdout: runc-4:1.4.0-1.el9.x86_64 2026-02-17T00:12:51.939 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:12:51.939 INFO:teuthology.orchestra.run.trial128.stdout:Complete! 2026-02-17T00:12:51.989 DEBUG:teuthology.parallel:result is None 2026-02-17T00:12:51.989 INFO:teuthology.run_tasks:Running task nvme_loop... 2026-02-17T00:12:52.003 INFO:tasks.nvme_loop:Setting up nvme_loop on scratch devices... 2026-02-17T00:12:52.004 DEBUG:teuthology.orchestra.run.trial128:> set -ex 2026-02-17T00:12:52.004 DEBUG:teuthology.orchestra.run.trial128:> dd if=/scratch_devs of=/dev/stdout 2026-02-17T00:12:52.020 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-17T00:12:52.021 DEBUG:teuthology.orchestra.run.trial128:> stat /dev/vg_nvme/lv_1 2026-02-17T00:12:52.076 INFO:teuthology.orchestra.run.trial128.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-17T00:12:52.076 INFO:teuthology.orchestra.run.trial128.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:12:52.076 INFO:teuthology.orchestra.run.trial128.stdout:Device: 6h/6d Inode: 1295 Links: 1 2026-02-17T00:12:52.077 INFO:teuthology.orchestra.run.trial128.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:12:52.077 INFO:teuthology.orchestra.run.trial128.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:12:52.077 INFO:teuthology.orchestra.run.trial128.stdout:Access: 2026-02-17 00:12:51.780582079 +0000 2026-02-17T00:12:52.077 INFO:teuthology.orchestra.run.trial128.stdout:Modify: 2026-02-17 00:12:51.617584925 +0000 2026-02-17T00:12:52.077 INFO:teuthology.orchestra.run.trial128.stdout:Change: 2026-02-17 00:12:51.617584925 +0000 2026-02-17T00:12:52.077 INFO:teuthology.orchestra.run.trial128.stdout: Birth: 2026-02-17 00:12:51.617584925 +0000 2026-02-17T00:12:52.077 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-17T00:12:52.141 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records in 2026-02-17T00:12:52.141 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records out 2026-02-17T00:12:52.141 INFO:teuthology.orchestra.run.trial128.stderr:512 bytes copied, 0.00014371 s, 3.6 MB/s 2026-02-17T00:12:52.142 DEBUG:teuthology.orchestra.run.trial128:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-17T00:12:52.201 DEBUG:teuthology.orchestra.run.trial128:> stat /dev/vg_nvme/lv_2 2026-02-17T00:12:52.257 INFO:teuthology.orchestra.run.trial128.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-17T00:12:52.257 INFO:teuthology.orchestra.run.trial128.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:12:52.258 INFO:teuthology.orchestra.run.trial128.stdout:Device: 6h/6d Inode: 1301 Links: 1 2026-02-17T00:12:52.258 INFO:teuthology.orchestra.run.trial128.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:12:52.258 INFO:teuthology.orchestra.run.trial128.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:12:52.258 INFO:teuthology.orchestra.run.trial128.stdout:Access: 2026-02-17 00:12:51.780582079 +0000 2026-02-17T00:12:52.258 INFO:teuthology.orchestra.run.trial128.stdout:Modify: 2026-02-17 00:12:51.617584925 +0000 2026-02-17T00:12:52.258 INFO:teuthology.orchestra.run.trial128.stdout:Change: 2026-02-17 00:12:51.617584925 +0000 2026-02-17T00:12:52.258 INFO:teuthology.orchestra.run.trial128.stdout: Birth: 2026-02-17 00:12:51.617584925 +0000 2026-02-17T00:12:52.258 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-17T00:12:52.321 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records in 2026-02-17T00:12:52.321 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records out 2026-02-17T00:12:52.321 INFO:teuthology.orchestra.run.trial128.stderr:512 bytes copied, 0.000150854 s, 3.4 MB/s 2026-02-17T00:12:52.322 DEBUG:teuthology.orchestra.run.trial128:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-17T00:12:52.379 DEBUG:teuthology.orchestra.run.trial128:> stat /dev/vg_nvme/lv_3 2026-02-17T00:12:52.437 INFO:teuthology.orchestra.run.trial128.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-17T00:12:52.438 INFO:teuthology.orchestra.run.trial128.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:12:52.438 INFO:teuthology.orchestra.run.trial128.stdout:Device: 6h/6d Inode: 1310 Links: 1 2026-02-17T00:12:52.438 INFO:teuthology.orchestra.run.trial128.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:12:52.438 INFO:teuthology.orchestra.run.trial128.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:12:52.438 INFO:teuthology.orchestra.run.trial128.stdout:Access: 2026-02-17 00:12:51.780582079 +0000 2026-02-17T00:12:52.438 INFO:teuthology.orchestra.run.trial128.stdout:Modify: 2026-02-17 00:12:51.617584925 +0000 2026-02-17T00:12:52.438 INFO:teuthology.orchestra.run.trial128.stdout:Change: 2026-02-17 00:12:51.617584925 +0000 2026-02-17T00:12:52.438 INFO:teuthology.orchestra.run.trial128.stdout: Birth: 2026-02-17 00:12:51.617584925 +0000 2026-02-17T00:12:52.439 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-17T00:12:52.500 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records in 2026-02-17T00:12:52.500 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records out 2026-02-17T00:12:52.500 INFO:teuthology.orchestra.run.trial128.stderr:512 bytes copied, 0.000168627 s, 3.0 MB/s 2026-02-17T00:12:52.502 DEBUG:teuthology.orchestra.run.trial128:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-17T00:12:52.560 DEBUG:teuthology.orchestra.run.trial128:> stat /dev/vg_nvme/lv_4 2026-02-17T00:12:52.619 INFO:teuthology.orchestra.run.trial128.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-17T00:12:52.619 INFO:teuthology.orchestra.run.trial128.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:12:52.619 INFO:teuthology.orchestra.run.trial128.stdout:Device: 6h/6d Inode: 1305 Links: 1 2026-02-17T00:12:52.619 INFO:teuthology.orchestra.run.trial128.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:12:52.619 INFO:teuthology.orchestra.run.trial128.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:12:52.619 INFO:teuthology.orchestra.run.trial128.stdout:Access: 2026-02-17 00:12:51.780582079 +0000 2026-02-17T00:12:52.619 INFO:teuthology.orchestra.run.trial128.stdout:Modify: 2026-02-17 00:12:51.617584925 +0000 2026-02-17T00:12:52.620 INFO:teuthology.orchestra.run.trial128.stdout:Change: 2026-02-17 00:12:51.617584925 +0000 2026-02-17T00:12:52.620 INFO:teuthology.orchestra.run.trial128.stdout: Birth: 2026-02-17 00:12:51.617584925 +0000 2026-02-17T00:12:52.620 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-17T00:12:52.683 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records in 2026-02-17T00:12:52.683 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records out 2026-02-17T00:12:52.683 INFO:teuthology.orchestra.run.trial128.stderr:512 bytes copied, 0.000205767 s, 2.5 MB/s 2026-02-17T00:12:52.685 DEBUG:teuthology.orchestra.run.trial128:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-17T00:12:52.741 DEBUG:teuthology.orchestra.run.trial128:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-02-17T00:12:52.845 INFO:teuthology.orchestra.run.trial128.stdout:loop 2026-02-17T00:12:52.847 INFO:tasks.nvme_loop:Connecting nvme_loop trial128:/dev/vg_nvme/lv_1... 2026-02-17T00:12:52.847 DEBUG:teuthology.orchestra.run.trial128:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_1 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1 && echo -n /dev/vg_nvme/lv_1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_1 /sys/kernel/config/nvmet/ports/1/subsystems/lv_1 && sudo nvme connect -t loop -n lv_1 -q hostnqn 2026-02-17T00:12:52.879 INFO:teuthology.orchestra.run.trial128.stdout:1 2026-02-17T00:12:52.904 INFO:teuthology.orchestra.run.trial128.stdout:/dev/vg_nvme/lv_11 2026-02-17T00:12:52.933 INFO:teuthology.orchestra.run.trial128.stdout:connecting to device: nvme3 2026-02-17T00:12:52.939 INFO:tasks.nvme_loop:Connecting nvme_loop trial128:/dev/vg_nvme/lv_2... 2026-02-17T00:12:52.940 DEBUG:teuthology.orchestra.run.trial128:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_2 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1 && echo -n /dev/vg_nvme/lv_2 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_2 /sys/kernel/config/nvmet/ports/1/subsystems/lv_2 && sudo nvme connect -t loop -n lv_2 -q hostnqn 2026-02-17T00:12:53.011 INFO:teuthology.orchestra.run.trial128.stdout:1 2026-02-17T00:12:53.036 INFO:teuthology.orchestra.run.trial128.stdout:/dev/vg_nvme/lv_21 2026-02-17T00:12:53.065 INFO:teuthology.orchestra.run.trial128.stdout:connecting to device: nvme4 2026-02-17T00:12:53.067 INFO:tasks.nvme_loop:Connecting nvme_loop trial128:/dev/vg_nvme/lv_3... 2026-02-17T00:12:53.067 DEBUG:teuthology.orchestra.run.trial128:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_3 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1 && echo -n /dev/vg_nvme/lv_3 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_3 /sys/kernel/config/nvmet/ports/1/subsystems/lv_3 && sudo nvme connect -t loop -n lv_3 -q hostnqn 2026-02-17T00:12:53.139 INFO:teuthology.orchestra.run.trial128.stdout:1 2026-02-17T00:12:53.168 INFO:teuthology.orchestra.run.trial128.stdout:/dev/vg_nvme/lv_31 2026-02-17T00:12:53.202 INFO:teuthology.orchestra.run.trial128.stdout:connecting to device: nvme5 2026-02-17T00:12:53.204 INFO:tasks.nvme_loop:Connecting nvme_loop trial128:/dev/vg_nvme/lv_4... 2026-02-17T00:12:53.204 DEBUG:teuthology.orchestra.run.trial128:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_4 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1 && echo -n /dev/vg_nvme/lv_4 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_4 /sys/kernel/config/nvmet/ports/1/subsystems/lv_4 && sudo nvme connect -t loop -n lv_4 -q hostnqn 2026-02-17T00:12:53.276 INFO:teuthology.orchestra.run.trial128.stdout:1 2026-02-17T00:12:53.302 INFO:teuthology.orchestra.run.trial128.stdout:/dev/vg_nvme/lv_41 2026-02-17T00:12:53.331 INFO:teuthology.orchestra.run.trial128.stdout:connecting to device: nvme6 2026-02-17T00:12:53.333 DEBUG:teuthology.orchestra.run.trial128:> set -ex 2026-02-17T00:12:53.333 DEBUG:teuthology.orchestra.run.trial128:> dd if=/scratch_devs of=/dev/stdout 2026-02-17T00:12:53.390 DEBUG:teuthology.orchestra.run.trial128:> lsblk 2026-02-17T00:12:53.449 INFO:teuthology.orchestra.run.trial128.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-02-17T00:12:53.449 INFO:teuthology.orchestra.run.trial128.stdout:nvme1n1 259:0 0 1.7T 0 disk 2026-02-17T00:12:53.449 INFO:teuthology.orchestra.run.trial128.stdout:├─vg_nvme-lv_1 253:0 0 700G 0 lvm 2026-02-17T00:12:53.449 INFO:teuthology.orchestra.run.trial128.stdout:├─vg_nvme-lv_2 253:1 0 700G 0 lvm 2026-02-17T00:12:53.449 INFO:teuthology.orchestra.run.trial128.stdout:└─vg_nvme-lv_5 253:4 0 100G 0 lvm /var/lib/ceph 2026-02-17T00:12:53.449 INFO:teuthology.orchestra.run.trial128.stdout:nvme2n1 259:1 0 1.7T 0 disk 2026-02-17T00:12:53.449 INFO:teuthology.orchestra.run.trial128.stdout:├─vg_nvme-lv_3 253:2 0 700G 0 lvm 2026-02-17T00:12:53.450 INFO:teuthology.orchestra.run.trial128.stdout:└─vg_nvme-lv_4 253:3 0 700G 0 lvm 2026-02-17T00:12:53.450 INFO:teuthology.orchestra.run.trial128.stdout:nvme0n1 259:2 0 894.3G 0 disk 2026-02-17T00:12:53.450 INFO:teuthology.orchestra.run.trial128.stdout:├─nvme0n1p1 259:3 0 512M 0 part /boot/efi 2026-02-17T00:12:53.450 INFO:teuthology.orchestra.run.trial128.stdout:└─nvme0n1p2 259:4 0 893.8G 0 part / 2026-02-17T00:12:53.450 INFO:teuthology.orchestra.run.trial128.stdout:nvme3n1 259:6 0 700G 0 disk 2026-02-17T00:12:53.450 INFO:teuthology.orchestra.run.trial128.stdout:nvme4n1 259:8 0 700G 0 disk 2026-02-17T00:12:53.450 INFO:teuthology.orchestra.run.trial128.stdout:nvme5n1 259:10 0 700G 0 disk 2026-02-17T00:12:53.450 INFO:teuthology.orchestra.run.trial128.stdout:nvme6n1 259:12 0 700G 0 disk 2026-02-17T00:12:53.451 DEBUG:teuthology.orchestra.run.trial128:> sudo nvme list -o json 2026-02-17T00:12:53.514 INFO:teuthology.orchestra.run.trial128.stdout:{ 2026-02-17T00:12:53.515 INFO:teuthology.orchestra.run.trial128.stdout: "Devices":[ 2026-02-17T00:12:53.515 INFO:teuthology.orchestra.run.trial128.stdout: { 2026-02-17T00:12:53.515 INFO:teuthology.orchestra.run.trial128.stdout: "NameSpace":1, 2026-02-17T00:12:53.515 INFO:teuthology.orchestra.run.trial128.stdout: "DevicePath":"/dev/nvme0n1", 2026-02-17T00:12:53.515 INFO:teuthology.orchestra.run.trial128.stdout: "GenericPath":"/dev/ng0n1", 2026-02-17T00:12:53.515 INFO:teuthology.orchestra.run.trial128.stdout: "Firmware":"E2MU200", 2026-02-17T00:12:53.515 INFO:teuthology.orchestra.run.trial128.stdout: "ModelNumber":"Micron_7450_MTFDKBA960TFR", 2026-02-17T00:12:53.515 INFO:teuthology.orchestra.run.trial128.stdout: "SerialNumber":"25174FCD6ECE", 2026-02-17T00:12:53.515 INFO:teuthology.orchestra.run.trial128.stdout: "UsedBytes":19421954048, 2026-02-17T00:12:53.515 INFO:teuthology.orchestra.run.trial128.stdout: "MaximumLBA":1875385008, 2026-02-17T00:12:53.516 INFO:teuthology.orchestra.run.trial128.stdout: "PhysicalSize":960197124096, 2026-02-17T00:12:53.516 INFO:teuthology.orchestra.run.trial128.stdout: "SectorSize":512 2026-02-17T00:12:53.516 INFO:teuthology.orchestra.run.trial128.stdout: }, 2026-02-17T00:12:53.516 INFO:teuthology.orchestra.run.trial128.stdout: { 2026-02-17T00:12:53.516 INFO:teuthology.orchestra.run.trial128.stdout: "NameSpace":1, 2026-02-17T00:12:53.516 INFO:teuthology.orchestra.run.trial128.stdout: "DevicePath":"/dev/nvme1n1", 2026-02-17T00:12:53.516 INFO:teuthology.orchestra.run.trial128.stdout: "GenericPath":"/dev/ng1n1", 2026-02-17T00:12:53.516 INFO:teuthology.orchestra.run.trial128.stdout: "Firmware":"E3MQ000", 2026-02-17T00:12:53.516 INFO:teuthology.orchestra.run.trial128.stdout: "ModelNumber":"MTFDKCC1T9TGP-1BK1JABYY", 2026-02-17T00:12:53.516 INFO:teuthology.orchestra.run.trial128.stdout: "SerialNumber":"092510AB6B7A", 2026-02-17T00:12:53.516 INFO:teuthology.orchestra.run.trial128.stdout: "UsedBytes":138876334080, 2026-02-17T00:12:53.517 INFO:teuthology.orchestra.run.trial128.stdout: "MaximumLBA":3750748848, 2026-02-17T00:12:53.517 INFO:teuthology.orchestra.run.trial128.stdout: "PhysicalSize":1920383410176, 2026-02-17T00:12:53.517 INFO:teuthology.orchestra.run.trial128.stdout: "SectorSize":512 2026-02-17T00:12:53.517 INFO:teuthology.orchestra.run.trial128.stdout: }, 2026-02-17T00:12:53.517 INFO:teuthology.orchestra.run.trial128.stdout: { 2026-02-17T00:12:53.517 INFO:teuthology.orchestra.run.trial128.stdout: "NameSpace":1, 2026-02-17T00:12:53.517 INFO:teuthology.orchestra.run.trial128.stdout: "DevicePath":"/dev/nvme2n1", 2026-02-17T00:12:53.517 INFO:teuthology.orchestra.run.trial128.stdout: "GenericPath":"/dev/ng2n1", 2026-02-17T00:12:53.517 INFO:teuthology.orchestra.run.trial128.stdout: "Firmware":"E3MQ000", 2026-02-17T00:12:53.517 INFO:teuthology.orchestra.run.trial128.stdout: "ModelNumber":"MTFDKCC1T9TGP-1BK1JABYY", 2026-02-17T00:12:53.517 INFO:teuthology.orchestra.run.trial128.stdout: "SerialNumber":"092510AB6C3B", 2026-02-17T00:12:53.517 INFO:teuthology.orchestra.run.trial128.stdout: "UsedBytes":138920689664, 2026-02-17T00:12:53.517 INFO:teuthology.orchestra.run.trial128.stdout: "MaximumLBA":3750748848, 2026-02-17T00:12:53.518 INFO:teuthology.orchestra.run.trial128.stdout: "PhysicalSize":1920383410176, 2026-02-17T00:12:53.518 INFO:teuthology.orchestra.run.trial128.stdout: "SectorSize":512 2026-02-17T00:12:53.518 INFO:teuthology.orchestra.run.trial128.stdout: }, 2026-02-17T00:12:53.518 INFO:teuthology.orchestra.run.trial128.stdout: { 2026-02-17T00:12:53.518 INFO:teuthology.orchestra.run.trial128.stdout: "NameSpace":1, 2026-02-17T00:12:53.518 INFO:teuthology.orchestra.run.trial128.stdout: "DevicePath":"/dev/nvme3n1", 2026-02-17T00:12:53.518 INFO:teuthology.orchestra.run.trial128.stdout: "GenericPath":"/dev/ng3n1", 2026-02-17T00:12:53.518 INFO:teuthology.orchestra.run.trial128.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:12:53.518 INFO:teuthology.orchestra.run.trial128.stdout: "ModelNumber":"Linux", 2026-02-17T00:12:53.518 INFO:teuthology.orchestra.run.trial128.stdout: "SerialNumber":"3cb017a166879bbe00d4", 2026-02-17T00:12:53.518 INFO:teuthology.orchestra.run.trial128.stdout: "UsedBytes":751619276800, 2026-02-17T00:12:53.518 INFO:teuthology.orchestra.run.trial128.stdout: "MaximumLBA":1468006400, 2026-02-17T00:12:53.518 INFO:teuthology.orchestra.run.trial128.stdout: "PhysicalSize":751619276800, 2026-02-17T00:12:53.519 INFO:teuthology.orchestra.run.trial128.stdout: "SectorSize":512 2026-02-17T00:12:53.519 INFO:teuthology.orchestra.run.trial128.stdout: }, 2026-02-17T00:12:53.519 INFO:teuthology.orchestra.run.trial128.stdout: { 2026-02-17T00:12:53.519 INFO:teuthology.orchestra.run.trial128.stdout: "NameSpace":1, 2026-02-17T00:12:53.519 INFO:teuthology.orchestra.run.trial128.stdout: "DevicePath":"/dev/nvme4n1", 2026-02-17T00:12:53.519 INFO:teuthology.orchestra.run.trial128.stdout: "GenericPath":"/dev/ng4n1", 2026-02-17T00:12:53.519 INFO:teuthology.orchestra.run.trial128.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:12:53.519 INFO:teuthology.orchestra.run.trial128.stdout: "ModelNumber":"Linux", 2026-02-17T00:12:53.519 INFO:teuthology.orchestra.run.trial128.stdout: "SerialNumber":"6f1d41a4df9c10e66051", 2026-02-17T00:12:53.519 INFO:teuthology.orchestra.run.trial128.stdout: "UsedBytes":751619276800, 2026-02-17T00:12:53.519 INFO:teuthology.orchestra.run.trial128.stdout: "MaximumLBA":1468006400, 2026-02-17T00:12:53.519 INFO:teuthology.orchestra.run.trial128.stdout: "PhysicalSize":751619276800, 2026-02-17T00:12:53.519 INFO:teuthology.orchestra.run.trial128.stdout: "SectorSize":512 2026-02-17T00:12:53.520 INFO:teuthology.orchestra.run.trial128.stdout: }, 2026-02-17T00:12:53.520 INFO:teuthology.orchestra.run.trial128.stdout: { 2026-02-17T00:12:53.520 INFO:teuthology.orchestra.run.trial128.stdout: "NameSpace":1, 2026-02-17T00:12:53.520 INFO:teuthology.orchestra.run.trial128.stdout: "DevicePath":"/dev/nvme5n1", 2026-02-17T00:12:53.520 INFO:teuthology.orchestra.run.trial128.stdout: "GenericPath":"/dev/ng5n1", 2026-02-17T00:12:53.520 INFO:teuthology.orchestra.run.trial128.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:12:53.520 INFO:teuthology.orchestra.run.trial128.stdout: "ModelNumber":"Linux", 2026-02-17T00:12:53.520 INFO:teuthology.orchestra.run.trial128.stdout: "SerialNumber":"f2ee4abd5fef8f4e7f52", 2026-02-17T00:12:53.520 INFO:teuthology.orchestra.run.trial128.stdout: "UsedBytes":751619276800, 2026-02-17T00:12:53.520 INFO:teuthology.orchestra.run.trial128.stdout: "MaximumLBA":1468006400, 2026-02-17T00:12:53.520 INFO:teuthology.orchestra.run.trial128.stdout: "PhysicalSize":751619276800, 2026-02-17T00:12:53.520 INFO:teuthology.orchestra.run.trial128.stdout: "SectorSize":512 2026-02-17T00:12:53.520 INFO:teuthology.orchestra.run.trial128.stdout: }, 2026-02-17T00:12:53.521 INFO:teuthology.orchestra.run.trial128.stdout: { 2026-02-17T00:12:53.521 INFO:teuthology.orchestra.run.trial128.stdout: "NameSpace":1, 2026-02-17T00:12:53.521 INFO:teuthology.orchestra.run.trial128.stdout: "DevicePath":"/dev/nvme6n1", 2026-02-17T00:12:53.521 INFO:teuthology.orchestra.run.trial128.stdout: "GenericPath":"/dev/ng6n1", 2026-02-17T00:12:53.521 INFO:teuthology.orchestra.run.trial128.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:12:53.521 INFO:teuthology.orchestra.run.trial128.stdout: "ModelNumber":"Linux", 2026-02-17T00:12:53.521 INFO:teuthology.orchestra.run.trial128.stdout: "SerialNumber":"cd7f80724ad01b875fbe", 2026-02-17T00:12:53.521 INFO:teuthology.orchestra.run.trial128.stdout: "UsedBytes":751619276800, 2026-02-17T00:12:53.521 INFO:teuthology.orchestra.run.trial128.stdout: "MaximumLBA":1468006400, 2026-02-17T00:12:53.521 INFO:teuthology.orchestra.run.trial128.stdout: "PhysicalSize":751619276800, 2026-02-17T00:12:53.521 INFO:teuthology.orchestra.run.trial128.stdout: "SectorSize":512 2026-02-17T00:12:53.521 INFO:teuthology.orchestra.run.trial128.stdout: } 2026-02-17T00:12:53.522 INFO:teuthology.orchestra.run.trial128.stdout: ] 2026-02-17T00:12:53.522 INFO:teuthology.orchestra.run.trial128.stdout:} 2026-02-17T00:12:53.523 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-02-17T00:12:53.590 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records in 2026-02-17T00:12:53.590 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records out 2026-02-17T00:12:53.591 INFO:teuthology.orchestra.run.trial128.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00482176 s, 849 kB/s 2026-02-17T00:12:53.592 DEBUG:teuthology.orchestra.run.trial128:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-02-17T00:12:53.655 INFO:teuthology.orchestra.run.trial128.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:53.655 INFO:teuthology.orchestra.run.trial128.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:53.655 INFO:teuthology.orchestra.run.trial128.stdout:00000016 2026-02-17T00:12:53.657 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:12:53.725 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records in 2026-02-17T00:12:53.726 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records out 2026-02-17T00:12:53.726 INFO:teuthology.orchestra.run.trial128.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00461744 s, 887 kB/s 2026-02-17T00:12:53.727 DEBUG:teuthology.orchestra.run.trial128:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-02-17T00:12:53.789 INFO:teuthology.orchestra.run.trial128.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:53.790 INFO:teuthology.orchestra.run.trial128.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:53.790 INFO:teuthology.orchestra.run.trial128.stdout:40000016 2026-02-17T00:12:53.791 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:12:53.858 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records in 2026-02-17T00:12:53.859 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records out 2026-02-17T00:12:53.859 INFO:teuthology.orchestra.run.trial128.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00479584 s, 854 kB/s 2026-02-17T00:12:53.860 DEBUG:teuthology.orchestra.run.trial128:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-02-17T00:12:53.922 INFO:teuthology.orchestra.run.trial128.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:53.922 INFO:teuthology.orchestra.run.trial128.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:53.922 INFO:teuthology.orchestra.run.trial128.stdout:280000016 2026-02-17T00:12:53.924 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/zero of=/dev/nvme4n1 seek=0 bs=1 count=4096 2026-02-17T00:12:53.990 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records in 2026-02-17T00:12:53.991 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records out 2026-02-17T00:12:53.991 INFO:teuthology.orchestra.run.trial128.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00490893 s, 834 kB/s 2026-02-17T00:12:53.992 DEBUG:teuthology.orchestra.run.trial128:> sudo hexdump -n22 -C -s0 /dev/nvme4n1 2026-02-17T00:12:54.054 INFO:teuthology.orchestra.run.trial128.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:54.055 INFO:teuthology.orchestra.run.trial128.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:54.055 INFO:teuthology.orchestra.run.trial128.stdout:00000016 2026-02-17T00:12:54.056 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/zero of=/dev/nvme4n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:12:54.123 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records in 2026-02-17T00:12:54.123 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records out 2026-02-17T00:12:54.123 INFO:teuthology.orchestra.run.trial128.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00444563 s, 921 kB/s 2026-02-17T00:12:54.125 DEBUG:teuthology.orchestra.run.trial128:> sudo hexdump -n22 -C -s1073741824 /dev/nvme4n1 2026-02-17T00:12:54.188 INFO:teuthology.orchestra.run.trial128.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:54.189 INFO:teuthology.orchestra.run.trial128.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:54.189 INFO:teuthology.orchestra.run.trial128.stdout:40000016 2026-02-17T00:12:54.190 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/zero of=/dev/nvme4n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:12:54.259 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records in 2026-02-17T00:12:54.259 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records out 2026-02-17T00:12:54.259 INFO:teuthology.orchestra.run.trial128.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00460102 s, 890 kB/s 2026-02-17T00:12:54.260 DEBUG:teuthology.orchestra.run.trial128:> sudo hexdump -n22 -C -s10737418240 /dev/nvme4n1 2026-02-17T00:12:54.323 INFO:teuthology.orchestra.run.trial128.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:54.324 INFO:teuthology.orchestra.run.trial128.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:54.324 INFO:teuthology.orchestra.run.trial128.stdout:280000016 2026-02-17T00:12:54.325 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/zero of=/dev/nvme5n1 seek=0 bs=1 count=4096 2026-02-17T00:12:54.392 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records in 2026-02-17T00:12:54.392 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records out 2026-02-17T00:12:54.392 INFO:teuthology.orchestra.run.trial128.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00480593 s, 852 kB/s 2026-02-17T00:12:54.394 DEBUG:teuthology.orchestra.run.trial128:> sudo hexdump -n22 -C -s0 /dev/nvme5n1 2026-02-17T00:12:54.456 INFO:teuthology.orchestra.run.trial128.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:54.456 INFO:teuthology.orchestra.run.trial128.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:54.456 INFO:teuthology.orchestra.run.trial128.stdout:00000016 2026-02-17T00:12:54.457 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/zero of=/dev/nvme5n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:12:54.524 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records in 2026-02-17T00:12:54.524 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records out 2026-02-17T00:12:54.524 INFO:teuthology.orchestra.run.trial128.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00481544 s, 851 kB/s 2026-02-17T00:12:54.525 DEBUG:teuthology.orchestra.run.trial128:> sudo hexdump -n22 -C -s1073741824 /dev/nvme5n1 2026-02-17T00:12:54.589 INFO:teuthology.orchestra.run.trial128.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:54.589 INFO:teuthology.orchestra.run.trial128.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:54.589 INFO:teuthology.orchestra.run.trial128.stdout:40000016 2026-02-17T00:12:54.590 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/zero of=/dev/nvme5n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:12:54.657 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records in 2026-02-17T00:12:54.657 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records out 2026-02-17T00:12:54.657 INFO:teuthology.orchestra.run.trial128.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0046228 s, 886 kB/s 2026-02-17T00:12:54.658 DEBUG:teuthology.orchestra.run.trial128:> sudo hexdump -n22 -C -s10737418240 /dev/nvme5n1 2026-02-17T00:12:54.720 INFO:teuthology.orchestra.run.trial128.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:54.720 INFO:teuthology.orchestra.run.trial128.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:54.720 INFO:teuthology.orchestra.run.trial128.stdout:280000016 2026-02-17T00:12:54.721 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/zero of=/dev/nvme6n1 seek=0 bs=1 count=4096 2026-02-17T00:12:54.789 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records in 2026-02-17T00:12:54.789 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records out 2026-02-17T00:12:54.789 INFO:teuthology.orchestra.run.trial128.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00461561 s, 887 kB/s 2026-02-17T00:12:54.791 DEBUG:teuthology.orchestra.run.trial128:> sudo hexdump -n22 -C -s0 /dev/nvme6n1 2026-02-17T00:12:54.855 INFO:teuthology.orchestra.run.trial128.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:54.855 INFO:teuthology.orchestra.run.trial128.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:54.855 INFO:teuthology.orchestra.run.trial128.stdout:00000016 2026-02-17T00:12:54.856 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/zero of=/dev/nvme6n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:12:54.923 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records in 2026-02-17T00:12:54.923 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records out 2026-02-17T00:12:54.923 INFO:teuthology.orchestra.run.trial128.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00500115 s, 819 kB/s 2026-02-17T00:12:54.925 DEBUG:teuthology.orchestra.run.trial128:> sudo hexdump -n22 -C -s1073741824 /dev/nvme6n1 2026-02-17T00:12:54.986 INFO:teuthology.orchestra.run.trial128.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:54.986 INFO:teuthology.orchestra.run.trial128.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:54.986 INFO:teuthology.orchestra.run.trial128.stdout:40000016 2026-02-17T00:12:54.987 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/zero of=/dev/nvme6n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:12:55.054 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records in 2026-02-17T00:12:55.054 INFO:teuthology.orchestra.run.trial128.stderr:4096+0 records out 2026-02-17T00:12:55.054 INFO:teuthology.orchestra.run.trial128.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00479663 s, 854 kB/s 2026-02-17T00:12:55.055 DEBUG:teuthology.orchestra.run.trial128:> sudo hexdump -n22 -C -s10737418240 /dev/nvme6n1 2026-02-17T00:12:55.118 INFO:teuthology.orchestra.run.trial128.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:55.118 INFO:teuthology.orchestra.run.trial128.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:55.119 INFO:teuthology.orchestra.run.trial128.stdout:280000016 2026-02-17T00:12:55.120 INFO:tasks.nvme_loop:new_devs ['/dev/nvme3n1', '/dev/nvme4n1', '/dev/nvme5n1', '/dev/nvme6n1'] 2026-02-17T00:12:55.120 DEBUG:teuthology.orchestra.run.trial128:> set -ex 2026-02-17T00:12:55.120 DEBUG:teuthology.orchestra.run.trial128:> sudo dd of=/scratch_devs 2026-02-17T00:12:55.185 DEBUG:teuthology.orchestra.run.trial160:> set -ex 2026-02-17T00:12:55.185 DEBUG:teuthology.orchestra.run.trial160:> dd if=/scratch_devs of=/dev/stdout 2026-02-17T00:12:55.203 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-17T00:12:55.203 DEBUG:teuthology.orchestra.run.trial160:> stat /dev/vg_nvme/lv_1 2026-02-17T00:12:55.260 INFO:teuthology.orchestra.run.trial160.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-17T00:12:55.261 INFO:teuthology.orchestra.run.trial160.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:12:55.261 INFO:teuthology.orchestra.run.trial160.stdout:Device: 6h/6d Inode: 1307 Links: 1 2026-02-17T00:12:55.261 INFO:teuthology.orchestra.run.trial160.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:12:55.261 INFO:teuthology.orchestra.run.trial160.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:12:55.261 INFO:teuthology.orchestra.run.trial160.stdout:Access: 2026-02-17 00:12:51.470438066 +0000 2026-02-17T00:12:55.262 INFO:teuthology.orchestra.run.trial160.stdout:Modify: 2026-02-17 00:12:51.302438422 +0000 2026-02-17T00:12:55.262 INFO:teuthology.orchestra.run.trial160.stdout:Change: 2026-02-17 00:12:51.302438422 +0000 2026-02-17T00:12:55.262 INFO:teuthology.orchestra.run.trial160.stdout: Birth: 2026-02-17 00:12:51.302438422 +0000 2026-02-17T00:12:55.263 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-17T00:12:55.325 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records in 2026-02-17T00:12:55.325 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records out 2026-02-17T00:12:55.325 INFO:teuthology.orchestra.run.trial160.stderr:512 bytes copied, 0.000148139 s, 3.5 MB/s 2026-02-17T00:12:55.326 DEBUG:teuthology.orchestra.run.trial160:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-17T00:12:55.382 DEBUG:teuthology.orchestra.run.trial160:> stat /dev/vg_nvme/lv_2 2026-02-17T00:12:55.438 INFO:teuthology.orchestra.run.trial160.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-17T00:12:55.439 INFO:teuthology.orchestra.run.trial160.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:12:55.439 INFO:teuthology.orchestra.run.trial160.stdout:Device: 6h/6d Inode: 1298 Links: 1 2026-02-17T00:12:55.439 INFO:teuthology.orchestra.run.trial160.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:12:55.439 INFO:teuthology.orchestra.run.trial160.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:12:55.439 INFO:teuthology.orchestra.run.trial160.stdout:Access: 2026-02-17 00:12:51.470438066 +0000 2026-02-17T00:12:55.439 INFO:teuthology.orchestra.run.trial160.stdout:Modify: 2026-02-17 00:12:51.301438424 +0000 2026-02-17T00:12:55.439 INFO:teuthology.orchestra.run.trial160.stdout:Change: 2026-02-17 00:12:51.301438424 +0000 2026-02-17T00:12:55.439 INFO:teuthology.orchestra.run.trial160.stdout: Birth: 2026-02-17 00:12:51.301438424 +0000 2026-02-17T00:12:55.440 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-17T00:12:55.503 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records in 2026-02-17T00:12:55.503 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records out 2026-02-17T00:12:55.503 INFO:teuthology.orchestra.run.trial160.stderr:512 bytes copied, 0.000149602 s, 3.4 MB/s 2026-02-17T00:12:55.504 DEBUG:teuthology.orchestra.run.trial160:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-17T00:12:55.564 DEBUG:teuthology.orchestra.run.trial160:> stat /dev/vg_nvme/lv_3 2026-02-17T00:12:55.620 INFO:teuthology.orchestra.run.trial160.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-17T00:12:55.620 INFO:teuthology.orchestra.run.trial160.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:12:55.620 INFO:teuthology.orchestra.run.trial160.stdout:Device: 6h/6d Inode: 1316 Links: 1 2026-02-17T00:12:55.620 INFO:teuthology.orchestra.run.trial160.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:12:55.620 INFO:teuthology.orchestra.run.trial160.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:12:55.620 INFO:teuthology.orchestra.run.trial160.stdout:Access: 2026-02-17 00:12:51.470438066 +0000 2026-02-17T00:12:55.620 INFO:teuthology.orchestra.run.trial160.stdout:Modify: 2026-02-17 00:12:51.303438420 +0000 2026-02-17T00:12:55.620 INFO:teuthology.orchestra.run.trial160.stdout:Change: 2026-02-17 00:12:51.303438420 +0000 2026-02-17T00:12:55.620 INFO:teuthology.orchestra.run.trial160.stdout: Birth: 2026-02-17 00:12:51.303438420 +0000 2026-02-17T00:12:55.620 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-17T00:12:55.685 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records in 2026-02-17T00:12:55.685 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records out 2026-02-17T00:12:55.685 INFO:teuthology.orchestra.run.trial160.stderr:512 bytes copied, 0.000145192 s, 3.5 MB/s 2026-02-17T00:12:55.686 DEBUG:teuthology.orchestra.run.trial160:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-17T00:12:55.743 DEBUG:teuthology.orchestra.run.trial160:> stat /dev/vg_nvme/lv_4 2026-02-17T00:12:55.802 INFO:teuthology.orchestra.run.trial160.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-17T00:12:55.802 INFO:teuthology.orchestra.run.trial160.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:12:55.802 INFO:teuthology.orchestra.run.trial160.stdout:Device: 6h/6d Inode: 1299 Links: 1 2026-02-17T00:12:55.802 INFO:teuthology.orchestra.run.trial160.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:12:55.802 INFO:teuthology.orchestra.run.trial160.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:12:55.802 INFO:teuthology.orchestra.run.trial160.stdout:Access: 2026-02-17 00:12:51.471438064 +0000 2026-02-17T00:12:55.802 INFO:teuthology.orchestra.run.trial160.stdout:Modify: 2026-02-17 00:12:51.302438422 +0000 2026-02-17T00:12:55.802 INFO:teuthology.orchestra.run.trial160.stdout:Change: 2026-02-17 00:12:51.302438422 +0000 2026-02-17T00:12:55.803 INFO:teuthology.orchestra.run.trial160.stdout: Birth: 2026-02-17 00:12:51.302438422 +0000 2026-02-17T00:12:55.803 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-17T00:12:55.865 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records in 2026-02-17T00:12:55.865 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records out 2026-02-17T00:12:55.865 INFO:teuthology.orchestra.run.trial160.stderr:512 bytes copied, 0.000132248 s, 3.9 MB/s 2026-02-17T00:12:55.866 DEBUG:teuthology.orchestra.run.trial160:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-17T00:12:55.923 DEBUG:teuthology.orchestra.run.trial160:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-02-17T00:12:56.028 INFO:teuthology.orchestra.run.trial160.stdout:loop 2026-02-17T00:12:56.029 INFO:tasks.nvme_loop:Connecting nvme_loop trial160:/dev/vg_nvme/lv_1... 2026-02-17T00:12:56.029 DEBUG:teuthology.orchestra.run.trial160:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_1 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1 && echo -n /dev/vg_nvme/lv_1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_1 /sys/kernel/config/nvmet/ports/1/subsystems/lv_1 && sudo nvme connect -t loop -n lv_1 -q hostnqn 2026-02-17T00:12:56.060 INFO:teuthology.orchestra.run.trial160.stdout:1 2026-02-17T00:12:56.085 INFO:teuthology.orchestra.run.trial160.stdout:/dev/vg_nvme/lv_11 2026-02-17T00:12:56.119 INFO:teuthology.orchestra.run.trial160.stdout:connecting to device: nvme3 2026-02-17T00:12:56.122 INFO:tasks.nvme_loop:Connecting nvme_loop trial160:/dev/vg_nvme/lv_2... 2026-02-17T00:12:56.122 DEBUG:teuthology.orchestra.run.trial160:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_2 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1 && echo -n /dev/vg_nvme/lv_2 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_2 /sys/kernel/config/nvmet/ports/1/subsystems/lv_2 && sudo nvme connect -t loop -n lv_2 -q hostnqn 2026-02-17T00:12:56.194 INFO:teuthology.orchestra.run.trial160.stdout:1 2026-02-17T00:12:56.220 INFO:teuthology.orchestra.run.trial160.stdout:/dev/vg_nvme/lv_21 2026-02-17T00:12:56.254 INFO:teuthology.orchestra.run.trial160.stdout:connecting to device: nvme4 2026-02-17T00:12:56.255 INFO:tasks.nvme_loop:Connecting nvme_loop trial160:/dev/vg_nvme/lv_3... 2026-02-17T00:12:56.255 DEBUG:teuthology.orchestra.run.trial160:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_3 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1 && echo -n /dev/vg_nvme/lv_3 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_3 /sys/kernel/config/nvmet/ports/1/subsystems/lv_3 && sudo nvme connect -t loop -n lv_3 -q hostnqn 2026-02-17T00:12:56.327 INFO:teuthology.orchestra.run.trial160.stdout:1 2026-02-17T00:12:56.352 INFO:teuthology.orchestra.run.trial160.stdout:/dev/vg_nvme/lv_31 2026-02-17T00:12:56.381 INFO:teuthology.orchestra.run.trial160.stdout:connecting to device: nvme5 2026-02-17T00:12:56.383 INFO:tasks.nvme_loop:Connecting nvme_loop trial160:/dev/vg_nvme/lv_4... 2026-02-17T00:12:56.383 DEBUG:teuthology.orchestra.run.trial160:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_4 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1 && echo -n /dev/vg_nvme/lv_4 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_4 /sys/kernel/config/nvmet/ports/1/subsystems/lv_4 && sudo nvme connect -t loop -n lv_4 -q hostnqn 2026-02-17T00:12:56.455 INFO:teuthology.orchestra.run.trial160.stdout:1 2026-02-17T00:12:56.481 INFO:teuthology.orchestra.run.trial160.stdout:/dev/vg_nvme/lv_41 2026-02-17T00:12:56.516 INFO:teuthology.orchestra.run.trial160.stdout:connecting to device: nvme6 2026-02-17T00:12:56.522 DEBUG:teuthology.orchestra.run.trial160:> set -ex 2026-02-17T00:12:56.522 DEBUG:teuthology.orchestra.run.trial160:> dd if=/scratch_devs of=/dev/stdout 2026-02-17T00:12:56.579 DEBUG:teuthology.orchestra.run.trial160:> lsblk 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:nvme1n1 259:0 0 894.3G 0 disk 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:├─nvme1n1p1 259:2 0 512M 0 part /boot/efi 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:└─nvme1n1p2 259:4 0 893.8G 0 part / 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:nvme2n1 259:1 0 1.7T 0 disk 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:├─vg_nvme-lv_3 253:2 0 700G 0 lvm 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:└─vg_nvme-lv_4 253:3 0 700G 0 lvm 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:nvme0n1 259:3 0 1.7T 0 disk 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:├─vg_nvme-lv_1 253:0 0 700G 0 lvm 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:├─vg_nvme-lv_2 253:1 0 700G 0 lvm 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:└─vg_nvme-lv_5 253:4 0 100G 0 lvm /var/lib/ceph 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:nvme3n1 259:6 0 700G 0 disk 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:nvme4n1 259:8 0 700G 0 disk 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:nvme5n1 259:10 0 700G 0 disk 2026-02-17T00:12:56.638 INFO:teuthology.orchestra.run.trial160.stdout:nvme6n1 259:12 0 700G 0 disk 2026-02-17T00:12:56.638 DEBUG:teuthology.orchestra.run.trial160:> sudo nvme list -o json 2026-02-17T00:12:56.703 INFO:teuthology.orchestra.run.trial160.stdout:{ 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "Devices":[ 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: { 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "NameSpace":1, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "DevicePath":"/dev/nvme0n1", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "GenericPath":"/dev/ng0n1", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "Firmware":"E3MQ000", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "ModelNumber":"MTFDKCC1T9TGP-1BK1JABYY", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "SerialNumber":"092510AB69B9", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "UsedBytes":139576664064, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "MaximumLBA":3750748848, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "PhysicalSize":1920383410176, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "SectorSize":512 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: }, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: { 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "NameSpace":1, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "DevicePath":"/dev/nvme1n1", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "GenericPath":"/dev/ng1n1", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "Firmware":"E2MU200", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "ModelNumber":"Micron_7450_MTFDKBA960TFR", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "SerialNumber":"25174FCD5F97", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "UsedBytes":410659577856, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "MaximumLBA":1875385008, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "PhysicalSize":960197124096, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "SectorSize":512 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: }, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: { 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "NameSpace":1, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "DevicePath":"/dev/nvme2n1", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "GenericPath":"/dev/ng2n1", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "Firmware":"E3MQ000", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "ModelNumber":"MTFDKCC1T9TGP-1BK1JABYY", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "SerialNumber":"092510AB699B", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "UsedBytes":139087642624, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "MaximumLBA":3750748848, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "PhysicalSize":1920383410176, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "SectorSize":512 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: }, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: { 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "NameSpace":1, 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "DevicePath":"/dev/nvme3n1", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "GenericPath":"/dev/ng3n1", 2026-02-17T00:12:56.704 INFO:teuthology.orchestra.run.trial160.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "ModelNumber":"Linux", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "SerialNumber":"b5509b2e7231060c4b37", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "UsedBytes":751619276800, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "MaximumLBA":1468006400, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "PhysicalSize":751619276800, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "SectorSize":512 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: }, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: { 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "NameSpace":1, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "DevicePath":"/dev/nvme4n1", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "GenericPath":"/dev/ng4n1", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "ModelNumber":"Linux", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "SerialNumber":"4129e07da77441d04ae7", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "UsedBytes":751619276800, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "MaximumLBA":1468006400, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "PhysicalSize":751619276800, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "SectorSize":512 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: }, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: { 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "NameSpace":1, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "DevicePath":"/dev/nvme5n1", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "GenericPath":"/dev/ng5n1", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "ModelNumber":"Linux", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "SerialNumber":"621d8065a071c3baa2e0", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "UsedBytes":751619276800, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "MaximumLBA":1468006400, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "PhysicalSize":751619276800, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "SectorSize":512 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: }, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: { 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "NameSpace":1, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "DevicePath":"/dev/nvme6n1", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "GenericPath":"/dev/ng6n1", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "ModelNumber":"Linux", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "SerialNumber":"d6e968702bbbc8a8604f", 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "UsedBytes":751619276800, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "MaximumLBA":1468006400, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "PhysicalSize":751619276800, 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: "SectorSize":512 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: } 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout: ] 2026-02-17T00:12:56.705 INFO:teuthology.orchestra.run.trial160.stdout:} 2026-02-17T00:12:56.706 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-02-17T00:12:56.772 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records in 2026-02-17T00:12:56.772 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records out 2026-02-17T00:12:56.772 INFO:teuthology.orchestra.run.trial160.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00452119 s, 906 kB/s 2026-02-17T00:12:56.773 DEBUG:teuthology.orchestra.run.trial160:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-02-17T00:12:56.836 INFO:teuthology.orchestra.run.trial160.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:56.836 INFO:teuthology.orchestra.run.trial160.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:56.836 INFO:teuthology.orchestra.run.trial160.stdout:00000016 2026-02-17T00:12:56.837 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:12:56.905 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records in 2026-02-17T00:12:56.905 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records out 2026-02-17T00:12:56.905 INFO:teuthology.orchestra.run.trial160.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0044168 s, 927 kB/s 2026-02-17T00:12:56.906 DEBUG:teuthology.orchestra.run.trial160:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-02-17T00:12:56.969 INFO:teuthology.orchestra.run.trial160.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:56.969 INFO:teuthology.orchestra.run.trial160.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:56.969 INFO:teuthology.orchestra.run.trial160.stdout:40000016 2026-02-17T00:12:56.970 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:12:57.036 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records in 2026-02-17T00:12:57.036 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records out 2026-02-17T00:12:57.037 INFO:teuthology.orchestra.run.trial160.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00442404 s, 926 kB/s 2026-02-17T00:12:57.038 DEBUG:teuthology.orchestra.run.trial160:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-02-17T00:12:57.101 INFO:teuthology.orchestra.run.trial160.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:57.101 INFO:teuthology.orchestra.run.trial160.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:57.101 INFO:teuthology.orchestra.run.trial160.stdout:280000016 2026-02-17T00:12:57.102 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/zero of=/dev/nvme4n1 seek=0 bs=1 count=4096 2026-02-17T00:12:57.170 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records in 2026-02-17T00:12:57.170 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records out 2026-02-17T00:12:57.170 INFO:teuthology.orchestra.run.trial160.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00451146 s, 908 kB/s 2026-02-17T00:12:57.172 DEBUG:teuthology.orchestra.run.trial160:> sudo hexdump -n22 -C -s0 /dev/nvme4n1 2026-02-17T00:12:57.234 INFO:teuthology.orchestra.run.trial160.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:57.234 INFO:teuthology.orchestra.run.trial160.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:57.234 INFO:teuthology.orchestra.run.trial160.stdout:00000016 2026-02-17T00:12:57.235 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/zero of=/dev/nvme4n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:12:57.301 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records in 2026-02-17T00:12:57.301 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records out 2026-02-17T00:12:57.301 INFO:teuthology.orchestra.run.trial160.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0045916 s, 892 kB/s 2026-02-17T00:12:57.303 DEBUG:teuthology.orchestra.run.trial160:> sudo hexdump -n22 -C -s1073741824 /dev/nvme4n1 2026-02-17T00:12:57.365 INFO:teuthology.orchestra.run.trial160.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:57.365 INFO:teuthology.orchestra.run.trial160.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:57.365 INFO:teuthology.orchestra.run.trial160.stdout:40000016 2026-02-17T00:12:57.366 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/zero of=/dev/nvme4n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:12:57.432 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records in 2026-02-17T00:12:57.433 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records out 2026-02-17T00:12:57.433 INFO:teuthology.orchestra.run.trial160.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00460389 s, 890 kB/s 2026-02-17T00:12:57.434 DEBUG:teuthology.orchestra.run.trial160:> sudo hexdump -n22 -C -s10737418240 /dev/nvme4n1 2026-02-17T00:12:57.497 INFO:teuthology.orchestra.run.trial160.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:57.497 INFO:teuthology.orchestra.run.trial160.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:57.497 INFO:teuthology.orchestra.run.trial160.stdout:280000016 2026-02-17T00:12:57.498 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/zero of=/dev/nvme5n1 seek=0 bs=1 count=4096 2026-02-17T00:12:57.565 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records in 2026-02-17T00:12:57.565 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records out 2026-02-17T00:12:57.565 INFO:teuthology.orchestra.run.trial160.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00476919 s, 859 kB/s 2026-02-17T00:12:57.566 DEBUG:teuthology.orchestra.run.trial160:> sudo hexdump -n22 -C -s0 /dev/nvme5n1 2026-02-17T00:12:57.629 INFO:teuthology.orchestra.run.trial160.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:57.629 INFO:teuthology.orchestra.run.trial160.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:57.629 INFO:teuthology.orchestra.run.trial160.stdout:00000016 2026-02-17T00:12:57.630 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/zero of=/dev/nvme5n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:12:57.697 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records in 2026-02-17T00:12:57.697 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records out 2026-02-17T00:12:57.697 INFO:teuthology.orchestra.run.trial160.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00440445 s, 930 kB/s 2026-02-17T00:12:57.698 DEBUG:teuthology.orchestra.run.trial160:> sudo hexdump -n22 -C -s1073741824 /dev/nvme5n1 2026-02-17T00:12:57.760 INFO:teuthology.orchestra.run.trial160.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:57.760 INFO:teuthology.orchestra.run.trial160.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:57.760 INFO:teuthology.orchestra.run.trial160.stdout:40000016 2026-02-17T00:12:57.762 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/zero of=/dev/nvme5n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:12:57.828 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records in 2026-02-17T00:12:57.828 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records out 2026-02-17T00:12:57.829 INFO:teuthology.orchestra.run.trial160.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00446396 s, 918 kB/s 2026-02-17T00:12:57.830 DEBUG:teuthology.orchestra.run.trial160:> sudo hexdump -n22 -C -s10737418240 /dev/nvme5n1 2026-02-17T00:12:57.894 INFO:teuthology.orchestra.run.trial160.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:57.894 INFO:teuthology.orchestra.run.trial160.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:57.894 INFO:teuthology.orchestra.run.trial160.stdout:280000016 2026-02-17T00:12:57.896 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/zero of=/dev/nvme6n1 seek=0 bs=1 count=4096 2026-02-17T00:12:57.963 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records in 2026-02-17T00:12:57.963 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records out 2026-02-17T00:12:57.963 INFO:teuthology.orchestra.run.trial160.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00433619 s, 945 kB/s 2026-02-17T00:12:57.964 DEBUG:teuthology.orchestra.run.trial160:> sudo hexdump -n22 -C -s0 /dev/nvme6n1 2026-02-17T00:12:58.026 INFO:teuthology.orchestra.run.trial160.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:58.027 INFO:teuthology.orchestra.run.trial160.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:58.027 INFO:teuthology.orchestra.run.trial160.stdout:00000016 2026-02-17T00:12:58.028 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/zero of=/dev/nvme6n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:12:58.095 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records in 2026-02-17T00:12:58.096 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records out 2026-02-17T00:12:58.096 INFO:teuthology.orchestra.run.trial160.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00444608 s, 921 kB/s 2026-02-17T00:12:58.097 DEBUG:teuthology.orchestra.run.trial160:> sudo hexdump -n22 -C -s1073741824 /dev/nvme6n1 2026-02-17T00:12:58.159 INFO:teuthology.orchestra.run.trial160.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:58.159 INFO:teuthology.orchestra.run.trial160.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:58.159 INFO:teuthology.orchestra.run.trial160.stdout:40000016 2026-02-17T00:12:58.160 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/zero of=/dev/nvme6n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:12:58.227 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records in 2026-02-17T00:12:58.227 INFO:teuthology.orchestra.run.trial160.stderr:4096+0 records out 2026-02-17T00:12:58.227 INFO:teuthology.orchestra.run.trial160.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00443248 s, 924 kB/s 2026-02-17T00:12:58.228 DEBUG:teuthology.orchestra.run.trial160:> sudo hexdump -n22 -C -s10737418240 /dev/nvme6n1 2026-02-17T00:12:58.292 INFO:teuthology.orchestra.run.trial160.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:12:58.292 INFO:teuthology.orchestra.run.trial160.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:12:58.292 INFO:teuthology.orchestra.run.trial160.stdout:280000016 2026-02-17T00:12:58.293 INFO:tasks.nvme_loop:new_devs ['/dev/nvme3n1', '/dev/nvme4n1', '/dev/nvme5n1', '/dev/nvme6n1'] 2026-02-17T00:12:58.293 DEBUG:teuthology.orchestra.run.trial160:> set -ex 2026-02-17T00:12:58.293 DEBUG:teuthology.orchestra.run.trial160:> sudo dd of=/scratch_devs 2026-02-17T00:12:58.359 INFO:teuthology.run_tasks:Running task cephadm... 2026-02-17T00:12:58.488 INFO:tasks.cephadm:Config: {'roleless': True, 'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_DAEMON_PLACE_FAIL', 'CEPHADM_FAILED_DAEMON'], 'log-only-match': ['CEPHADM_'], 'sha1': '05b55d192f002ad5df41409624b8d176527d0841'} 2026-02-17T00:12:58.488 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 2026-02-17T00:12:58.490 INFO:tasks.cephadm:Cluster fsid is 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:12:58.490 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2026-02-17T00:12:58.490 INFO:tasks.cephadm:No mon roles; fabricating mons 2026-02-17T00:12:58.490 INFO:tasks.cephadm:Monitor IPs: {'mon.trial128': '10.20.193.128', 'mon.trial160': '10.20.193.160'} 2026-02-17T00:12:58.490 INFO:tasks.cephadm:Normalizing hostnames... 2026-02-17T00:12:58.490 DEBUG:teuthology.orchestra.run.trial128:> sudo hostname $(hostname -s) 2026-02-17T00:12:58.516 DEBUG:teuthology.orchestra.run.trial160:> sudo hostname $(hostname -s) 2026-02-17T00:12:58.542 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2026-02-17T00:12:58.542 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=05b55d192f002ad5df41409624b8d176527d0841 2026-02-17T00:12:58.662 INFO:tasks.cephadm:builder_project result: [{'url': 'https://1.chacra.ceph.com/r/ceph/wip-squid-pr-67199-kefu-1/05b55d192f002ad5df41409624b8d176527d0841/centos/9/flavors/default/', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-squid-pr-67199-kefu-1/05b55d192f002ad5df41409624b8d176527d0841/centos/9/flavors/default/', 'ref': 'wip-squid-pr-67199-kefu-1', 'sha1': '05b55d192f002ad5df41409624b8d176527d0841', 'distro': 'centos', 'distro_version': '9', 'distro_codename': None, 'modified': '2026-02-08 09:09:39.435166', 'status': 'ready', 'flavor': 'default', 'project': 'ceph', 'archs': ['x86_64', 'source'], 'extra': {'version': '19.2.3-680-g05b55d19', 'package_manager_version': '19.2.3-680.g05b55d19', 'build_url': 'https://jenkins.ceph.com/job/ceph-dev-pipeline/2857/', 'root_build_cause': '', 'node_name': '10.20.192.93+toko03', 'job_name': 'ceph-dev-pipeline'}}] 2026-02-17T00:12:58.790 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref wip-squid-pr-67199-kefu-1, sha1 05b55d192f002ad5df41409624b8d176527d0841 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=05b55d192f002ad5df41409624b8d176527d0841 2026-02-17T00:12:58.791 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/wip-squid-pr-67199-kefu-1/05b55d192f002ad5df41409624b8d176527d0841/centos/9/x86_64/flavors/default/cephadm 2026-02-17T00:12:58.791 INFO:tasks.cephadm:Downloading cephadm from url: https://1.chacra.ceph.com/binaries/ceph/wip-squid-pr-67199-kefu-1/05b55d192f002ad5df41409624b8d176527d0841/centos/9/x86_64/flavors/default/cephadm 2026-02-17T00:12:58.791 DEBUG:teuthology.orchestra.run.trial128:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-squid-pr-67199-kefu-1/05b55d192f002ad5df41409624b8d176527d0841/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-02-17T00:12:59.039 INFO:teuthology.orchestra.run.trial128.stdout:-rw-r--r--. 1 ubuntu ubuntu 788305 Feb 17 00:12 /home/ubuntu/cephtest/cephadm 2026-02-17T00:12:59.039 DEBUG:teuthology.orchestra.run.trial160:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-squid-pr-67199-kefu-1/05b55d192f002ad5df41409624b8d176527d0841/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-02-17T00:12:59.285 INFO:teuthology.orchestra.run.trial160.stdout:-rw-r--r--. 1 ubuntu ubuntu 788305 Feb 17 00:12 /home/ubuntu/cephtest/cephadm 2026-02-17T00:12:59.285 DEBUG:teuthology.orchestra.run.trial128:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-02-17T00:12:59.303 DEBUG:teuthology.orchestra.run.trial160:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-02-17T00:12:59.333 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 on all hosts... 2026-02-17T00:12:59.333 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 pull 2026-02-17T00:12:59.344 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 pull 2026-02-17T00:12:59.490 INFO:teuthology.orchestra.run.trial128.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841... 2026-02-17T00:12:59.511 INFO:teuthology.orchestra.run.trial160.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841... 2026-02-17T00:13:07.651 INFO:teuthology.orchestra.run.trial160.stdout:{ 2026-02-17T00:13:07.651 INFO:teuthology.orchestra.run.trial160.stdout: "ceph_version": "ceph version 19.2.3-680-g05b55d19 (05b55d192f002ad5df41409624b8d176527d0841) squid (stable)", 2026-02-17T00:13:07.651 INFO:teuthology.orchestra.run.trial160.stdout: "image_id": "dcf18b7f874c07528e18918645117d58092ee3898a6a84686004d4372cfac7d0", 2026-02-17T00:13:07.651 INFO:teuthology.orchestra.run.trial160.stdout: "repo_digests": [ 2026-02-17T00:13:07.651 INFO:teuthology.orchestra.run.trial160.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:91848d200fcaa46368f1434361671ab8b338dc28ae3ecbb8d2a955ab01b6ff90" 2026-02-17T00:13:07.651 INFO:teuthology.orchestra.run.trial160.stdout: ] 2026-02-17T00:13:07.651 INFO:teuthology.orchestra.run.trial160.stdout:} 2026-02-17T00:13:07.691 INFO:teuthology.orchestra.run.trial128.stdout:{ 2026-02-17T00:13:07.691 INFO:teuthology.orchestra.run.trial128.stdout: "ceph_version": "ceph version 19.2.3-680-g05b55d19 (05b55d192f002ad5df41409624b8d176527d0841) squid (stable)", 2026-02-17T00:13:07.691 INFO:teuthology.orchestra.run.trial128.stdout: "image_id": "dcf18b7f874c07528e18918645117d58092ee3898a6a84686004d4372cfac7d0", 2026-02-17T00:13:07.691 INFO:teuthology.orchestra.run.trial128.stdout: "repo_digests": [ 2026-02-17T00:13:07.691 INFO:teuthology.orchestra.run.trial128.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:91848d200fcaa46368f1434361671ab8b338dc28ae3ecbb8d2a955ab01b6ff90" 2026-02-17T00:13:07.691 INFO:teuthology.orchestra.run.trial128.stdout: ] 2026-02-17T00:13:07.692 INFO:teuthology.orchestra.run.trial128.stdout:} 2026-02-17T00:13:07.708 DEBUG:teuthology.orchestra.run.trial128:> sudo mkdir -p /etc/ceph 2026-02-17T00:13:07.768 DEBUG:teuthology.orchestra.run.trial160:> sudo mkdir -p /etc/ceph 2026-02-17T00:13:07.797 DEBUG:teuthology.orchestra.run.trial128:> sudo chmod 777 /etc/ceph 2026-02-17T00:13:07.822 DEBUG:teuthology.orchestra.run.trial160:> sudo chmod 777 /etc/ceph 2026-02-17T00:13:07.863 INFO:tasks.cephadm:Writing seed config... 2026-02-17T00:13:07.864 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2026-02-17T00:13:07.865 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2026-02-17T00:13:07.865 INFO:tasks.cephadm: override: [mon] debug mon = 20 2026-02-17T00:13:07.865 INFO:tasks.cephadm: override: [mon] debug ms = 1 2026-02-17T00:13:07.865 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2026-02-17T00:13:07.865 INFO:tasks.cephadm: override: [osd] debug ms = 1 2026-02-17T00:13:07.865 INFO:tasks.cephadm: override: [osd] debug osd = 20 2026-02-17T00:13:07.865 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2026-02-17T00:13:07.866 DEBUG:teuthology.orchestra.run.trial128:> set -ex 2026-02-17T00:13:07.866 DEBUG:teuthology.orchestra.run.trial128:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2026-02-17T00:13:07.883 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 6a31e802-0b95-11f1-ab06-d404e6e7d460 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2026-02-17T00:13:07.883 DEBUG:teuthology.orchestra.run.trial128:mon.trial128> sudo journalctl -f -n 0 -u ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mon.trial128.service 2026-02-17T00:13:07.925 INFO:tasks.cephadm:Bootstrapping... 2026-02-17T00:13:07.926 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 -v bootstrap --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-ip 10.20.193.128 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2026-02-17T00:13:08.061 INFO:teuthology.orchestra.run.trial128.stdout:-------------------------------------------------------------------------------- 2026-02-17T00:13:08.061 INFO:teuthology.orchestra.run.trial128.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841', '-v', 'bootstrap', '--fsid', '6a31e802-0b95-11f1-ab06-d404e6e7d460', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-ip', '10.20.193.128', '--skip-admin-label'] 2026-02-17T00:13:08.062 INFO:teuthology.orchestra.run.trial128.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2026-02-17T00:13:08.062 INFO:teuthology.orchestra.run.trial128.stdout:Verifying podman|docker is present... 2026-02-17T00:13:08.076 INFO:teuthology.orchestra.run.trial128.stdout:/bin/podman: stdout 5.6.0 2026-02-17T00:13:08.077 INFO:teuthology.orchestra.run.trial128.stdout:Verifying lvm2 is present... 2026-02-17T00:13:08.077 INFO:teuthology.orchestra.run.trial128.stdout:Verifying time synchronization is in place... 2026-02-17T00:13:08.083 INFO:teuthology.orchestra.run.trial128.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-02-17T00:13:08.083 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-02-17T00:13:08.089 INFO:teuthology.orchestra.run.trial128.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-02-17T00:13:08.089 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stdout inactive 2026-02-17T00:13:08.095 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stdout enabled 2026-02-17T00:13:08.100 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stdout active 2026-02-17T00:13:08.100 INFO:teuthology.orchestra.run.trial128.stdout:Unit chronyd.service is enabled and running 2026-02-17T00:13:08.100 INFO:teuthology.orchestra.run.trial128.stdout:Repeating the final host check... 2026-02-17T00:13:08.117 INFO:teuthology.orchestra.run.trial128.stdout:/bin/podman: stdout 5.6.0 2026-02-17T00:13:08.117 INFO:teuthology.orchestra.run.trial128.stdout:podman (/bin/podman) version 5.6.0 is present 2026-02-17T00:13:08.117 INFO:teuthology.orchestra.run.trial128.stdout:systemctl is present 2026-02-17T00:13:08.117 INFO:teuthology.orchestra.run.trial128.stdout:lvcreate is present 2026-02-17T00:13:08.122 INFO:teuthology.orchestra.run.trial128.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-02-17T00:13:08.122 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-02-17T00:13:08.128 INFO:teuthology.orchestra.run.trial128.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-02-17T00:13:08.128 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stdout inactive 2026-02-17T00:13:08.133 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stdout enabled 2026-02-17T00:13:08.139 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stdout active 2026-02-17T00:13:08.139 INFO:teuthology.orchestra.run.trial128.stdout:Unit chronyd.service is enabled and running 2026-02-17T00:13:08.139 INFO:teuthology.orchestra.run.trial128.stdout:Host looks OK 2026-02-17T00:13:08.139 INFO:teuthology.orchestra.run.trial128.stdout:Cluster fsid: 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:13:08.139 INFO:teuthology.orchestra.run.trial128.stdout:Acquiring lock 140337532380640 on /run/cephadm/6a31e802-0b95-11f1-ab06-d404e6e7d460.lock 2026-02-17T00:13:08.139 INFO:teuthology.orchestra.run.trial128.stdout:Lock 140337532380640 acquired on /run/cephadm/6a31e802-0b95-11f1-ab06-d404e6e7d460.lock 2026-02-17T00:13:08.139 INFO:teuthology.orchestra.run.trial128.stdout:Verifying IP 10.20.193.128 port 3300 ... 2026-02-17T00:13:08.140 INFO:teuthology.orchestra.run.trial128.stdout:Verifying IP 10.20.193.128 port 6789 ... 2026-02-17T00:13:08.140 INFO:teuthology.orchestra.run.trial128.stdout:Base mon IP(s) is [10.20.193.128:3300, 10.20.193.128:6789], mon addrv is [v2:10.20.193.128:3300,v1:10.20.193.128:6789] 2026-02-17T00:13:08.142 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.128 metric 102 2026-02-17T00:13:08.142 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout 10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.128 metric 102 2026-02-17T00:13:08.142 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout 169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-17T00:13:08.144 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2026-02-17T00:13:08.145 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout fe80::/64 dev enp1s0f0 proto kernel metric 256 pref medium 2026-02-17T00:13:08.145 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout fe80::/64 dev enp7s0f4u2u2c2 proto kernel metric 1024 pref medium 2026-02-17T00:13:08.148 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2026-02-17T00:13:08.148 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2026-02-17T00:13:08.148 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-17T00:13:08.148 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout 2: enp7s0f4u2u2c2: mtu 1500 state UNKNOWN qlen 1000 2026-02-17T00:13:08.148 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout inet6 fe80::7c13:28ff:e133:b840/64 scope link noprefixroute 2026-02-17T00:13:08.148 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-17T00:13:08.148 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout 3: enp1s0f0: mtu 1500 state UP qlen 1000 2026-02-17T00:13:08.149 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout inet6 fe80::925a:8ff:fe77:6222/64 scope link 2026-02-17T00:13:08.149 INFO:teuthology.orchestra.run.trial128.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-17T00:13:08.149 INFO:teuthology.orchestra.run.trial128.stdout:Mon IP `10.20.193.128` is in CIDR network `10.20.192.0/20` 2026-02-17T00:13:08.149 INFO:teuthology.orchestra.run.trial128.stdout:Mon IP `10.20.193.128` is in CIDR network `10.20.192.0/20` 2026-02-17T00:13:08.149 INFO:teuthology.orchestra.run.trial128.stdout:Inferred mon public CIDR from local network configuration ['10.20.192.0/20', '10.20.192.0/20'] 2026-02-17T00:13:08.149 INFO:teuthology.orchestra.run.trial128.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2026-02-17T00:13:08.149 INFO:teuthology.orchestra.run.trial128.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841... 2026-02-17T00:13:08.387 INFO:teuthology.orchestra.run.trial128.stdout:/bin/podman: stdout dcf18b7f874c07528e18918645117d58092ee3898a6a84686004d4372cfac7d0 2026-02-17T00:13:08.387 INFO:teuthology.orchestra.run.trial128.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841... 2026-02-17T00:13:08.387 INFO:teuthology.orchestra.run.trial128.stdout:/bin/podman: stderr Getting image source signatures 2026-02-17T00:13:08.387 INFO:teuthology.orchestra.run.trial128.stdout:/bin/podman: stderr Copying blob sha256:a10ade7902ac0ef76ec881f51088d9f38168c6983473ae266a7fda42a3d99f76 2026-02-17T00:13:08.387 INFO:teuthology.orchestra.run.trial128.stdout:/bin/podman: stderr Copying blob sha256:c92ccfe8c151fb35c12ff15a7a7de08028e120d73814d436eadc192e84f49ad9 2026-02-17T00:13:08.387 INFO:teuthology.orchestra.run.trial128.stdout:/bin/podman: stderr Copying config sha256:dcf18b7f874c07528e18918645117d58092ee3898a6a84686004d4372cfac7d0 2026-02-17T00:13:08.387 INFO:teuthology.orchestra.run.trial128.stdout:/bin/podman: stderr Writing manifest to image destination 2026-02-17T00:13:08.640 INFO:teuthology.orchestra.run.trial128.stdout:ceph: stdout ceph version 19.2.3-680-g05b55d19 (05b55d192f002ad5df41409624b8d176527d0841) squid (stable) 2026-02-17T00:13:08.640 INFO:teuthology.orchestra.run.trial128.stdout:Ceph version: ceph version 19.2.3-680-g05b55d19 (05b55d192f002ad5df41409624b8d176527d0841) squid (stable) 2026-02-17T00:13:08.640 INFO:teuthology.orchestra.run.trial128.stdout:Extracting ceph user uid/gid from container image... 2026-02-17T00:13:08.896 INFO:teuthology.orchestra.run.trial128.stdout:stat: stdout 167 167 2026-02-17T00:13:08.896 INFO:teuthology.orchestra.run.trial128.stdout:Creating initial keys... 2026-02-17T00:13:09.150 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph-authtool: stdout AQCVspNp/XHKARAAxS6Bf5n0RK5NQMYxBah2zQ== 2026-02-17T00:13:09.404 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph-authtool: stdout AQCVspNpGs3pEBAArIMtCGjFmGK4KCe4OlHyXA== 2026-02-17T00:13:09.659 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph-authtool: stdout AQCVspNp+IYuIBAAUf8Q/p3tdqKZGqXNofUjmA== 2026-02-17T00:13:09.660 INFO:teuthology.orchestra.run.trial128.stdout:Creating initial monmap... 2026-02-17T00:13:09.930 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2026-02-17T00:13:09.930 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2026-02-17T00:13:09.930 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:13:09.930 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-02-17T00:13:09.930 INFO:teuthology.orchestra.run.trial128.stdout:monmaptool for trial128 [v2:10.20.193.128:3300,v1:10.20.193.128:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2026-02-17T00:13:09.930 INFO:teuthology.orchestra.run.trial128.stdout:setting min_mon_release = quincy 2026-02-17T00:13:09.930 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/monmaptool: set fsid to 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:13:09.930 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-02-17T00:13:09.930 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:13:09.931 INFO:teuthology.orchestra.run.trial128.stdout:Creating mon... 2026-02-17T00:13:10.195 INFO:teuthology.orchestra.run.trial128.stdout:create mon.trial128 on 2026-02-17T00:13:10.467 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2026-02-17T00:13:10.583 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460.target → /etc/systemd/system/ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460.target. 2026-02-17T00:13:10.583 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460.target → /etc/systemd/system/ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460.target. 2026-02-17T00:13:10.713 INFO:teuthology.orchestra.run.trial128.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mon.trial128 2026-02-17T00:13:10.713 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stderr Failed to reset failed state of unit ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mon.trial128.service: Unit ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mon.trial128.service not loaded. 2026-02-17T00:13:10.842 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460.target.wants/ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mon.trial128.service → /etc/systemd/system/ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@.service. 2026-02-17T00:13:10.992 INFO:teuthology.orchestra.run.trial128.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-17T00:13:10.992 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stdout disabled 2026-02-17T00:13:10.999 INFO:teuthology.orchestra.run.trial128.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-17T00:13:10.999 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stdout inactive 2026-02-17T00:13:10.999 INFO:teuthology.orchestra.run.trial128.stdout:firewalld.service is not enabled 2026-02-17T00:13:10.999 INFO:teuthology.orchestra.run.trial128.stdout:Not possible to enable service . firewalld.service is not available 2026-02-17T00:13:10.999 INFO:teuthology.orchestra.run.trial128.stdout:Waiting for mon to start... 2026-02-17T00:13:10.999 INFO:teuthology.orchestra.run.trial128.stdout:Waiting for mon... 2026-02-17T00:13:11.280 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout cluster: 2026-02-17T00:13:11.281 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout id: 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:13:11.281 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2026-02-17T00:13:11.281 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 2026-02-17T00:13:11.281 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout services: 2026-02-17T00:13:11.281 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum trial128 (age 0.152543s) 2026-02-17T00:13:11.281 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2026-02-17T00:13:11.281 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2026-02-17T00:13:11.281 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 2026-02-17T00:13:11.281 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout data: 2026-02-17T00:13:11.281 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2026-02-17T00:13:11.281 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2026-02-17T00:13:11.282 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2026-02-17T00:13:11.282 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout pgs: 2026-02-17T00:13:11.282 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 2026-02-17T00:13:11.282 INFO:teuthology.orchestra.run.trial128.stdout:mon is available 2026-02-17T00:13:11.282 INFO:teuthology.orchestra.run.trial128.stdout:Assimilating anything we can from ceph.conf... 2026-02-17T00:13:11.576 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 2026-02-17T00:13:11.576 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout [global] 2026-02-17T00:13:11.576 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout fsid = 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:13:11.576 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-02-17T00:13:11.576 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout mon_host = [v2:10.20.193.128:3300,v1:10.20.193.128:6789] 2026-02-17T00:13:11.576 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-02-17T00:13:11.576 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-02-17T00:13:11.577 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-02-17T00:13:11.577 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-02-17T00:13:11.577 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 2026-02-17T00:13:11.577 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout [mgr] 2026-02-17T00:13:11.577 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-02-17T00:13:11.577 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 2026-02-17T00:13:11.577 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout [osd] 2026-02-17T00:13:11.577 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-02-17T00:13:11.577 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-02-17T00:13:11.577 INFO:teuthology.orchestra.run.trial128.stdout:Generating new minimal ceph.conf... 2026-02-17T00:13:11.847 INFO:teuthology.orchestra.run.trial128.stdout:Restarting the monitor... 2026-02-17T00:13:11.928 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:11 trial128 systemd[1]: Stopping Ceph mon.trial128 for 6a31e802-0b95-11f1-ab06-d404e6e7d460... 2026-02-17T00:13:12.249 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:11 trial128 ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial128[35304]: 2026-02-17T00:13:11.921+0000 7f8406e2d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.trial128 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-17T00:13:12.249 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:11 trial128 ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial128[35304]: 2026-02-17T00:13:11.921+0000 7f8406e2d640 -1 mon.trial128@0(leader) e1 *** Got Signal Terminated *** 2026-02-17T00:13:12.249 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 podman[35696]: 2026-02-17 00:13:12.13516955 +0000 UTC m=+0.228000010 container died fd122074880a5bb4d16978da5f317a6f92c633ca35c7a751cf2a98ba8dc80308 (image=quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841, name=ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial128, CEPH_REF=wip-squid-pr-67199-kefu-1, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, ceph=True, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, io.buildah.version=1.33.7, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-17T00:13:12.441 INFO:teuthology.orchestra.run.trial128.stdout:Setting public_network to 10.20.192.0/20 in mon config section 2026-02-17T00:13:12.505 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 podman[35696]: 2026-02-17 00:13:12.2464982 +0000 UTC m=+0.339328660 container remove fd122074880a5bb4d16978da5f317a6f92c633ca35c7a751cf2a98ba8dc80308 (image=quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841, name=ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial128, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.33.7, OSD_FLAVOR=default, CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-squid-pr-67199-kefu-1, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2) 2026-02-17T00:13:12.505 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 bash[35696]: ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial128 2026-02-17T00:13:12.505 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 systemd[1]: ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mon.trial128.service: Deactivated successfully. 2026-02-17T00:13:12.505 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 systemd[1]: Stopped Ceph mon.trial128 for 6a31e802-0b95-11f1-ab06-d404e6e7d460. 2026-02-17T00:13:12.505 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 systemd[1]: Starting Ceph mon.trial128 for 6a31e802-0b95-11f1-ab06-d404e6e7d460... 2026-02-17T00:13:12.505 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 podman[35836]: 2026-02-17 00:13:12.39616742 +0000 UTC m=+0.016244403 container create 3af4b809116ffc98765c5899f8bb2a3612ea18ae837bf4939217c5b49a1ab470 (image=quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841, name=ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial128, org.label-schema.schema-version=1.0, ceph=True, CEPH_REF=wip-squid-pr-67199-kefu-1, CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.build-date=20260202, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.33.7, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-17T00:13:12.505 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 podman[35836]: 2026-02-17 00:13:12.428149192 +0000 UTC m=+0.048226165 container init 3af4b809116ffc98765c5899f8bb2a3612ea18ae837bf4939217c5b49a1ab470 (image=quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841, name=ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial128, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_REF=wip-squid-pr-67199-kefu-1, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, io.buildah.version=1.33.7, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260202) 2026-02-17T00:13:12.505 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 podman[35836]: 2026-02-17 00:13:12.431874997 +0000 UTC m=+0.051951970 container start 3af4b809116ffc98765c5899f8bb2a3612ea18ae837bf4939217c5b49a1ab470 (image=quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841, name=ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial128, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_REF=wip-squid-pr-67199-kefu-1, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.33.7, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2) 2026-02-17T00:13:12.506 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 bash[35836]: 3af4b809116ffc98765c5899f8bb2a3612ea18ae837bf4939217c5b49a1ab470 2026-02-17T00:13:12.506 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 podman[35836]: 2026-02-17 00:13:12.389727107 +0000 UTC m=+0.009804090 image pull dcf18b7f874c07528e18918645117d58092ee3898a6a84686004d4372cfac7d0 quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 2026-02-17T00:13:12.506 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 systemd[1]: Started Ceph mon.trial128 for 6a31e802-0b95-11f1-ab06-d404e6e7d460. 2026-02-17T00:13:12.506 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: set uid:gid to 167:167 (ceph:ceph) 2026-02-17T00:13:12.506 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: ceph version 19.2.3-680-g05b55d19 (05b55d192f002ad5df41409624b8d176527d0841) squid (stable), process ceph-mon, pid 7 2026-02-17T00:13:12.506 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: pidfile_write: ignore empty --pid-file 2026-02-17T00:13:12.506 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: load: jerasure load: lrc 2026-02-17T00:13:12.506 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: RocksDB version: 7.9.2 2026-02-17T00:13:12.506 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Git sha 0 2026-02-17T00:13:12.506 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Compile date 2026-02-08 08:28:36 2026-02-17T00:13:12.507 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: DB SUMMARY 2026-02-17T00:13:12.507 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: DB Session ID: DKHIUKGIKZRRDDM158HU 2026-02-17T00:13:12.507 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: CURRENT file: CURRENT 2026-02-17T00:13:12.507 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: IDENTITY file: IDENTITY 2026-02-17T00:13:12.507 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2026-02-17T00:13:12.507 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: SST files in /var/lib/ceph/mon/ceph-trial128/store.db dir, Total Num: 1, files: 000008.sst 2026-02-17T00:13:12.507 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-trial128/store.db: 000009.log size: 74657 ; 2026-02-17T00:13:12.507 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.error_if_exists: 0 2026-02-17T00:13:12.507 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.create_if_missing: 0 2026-02-17T00:13:12.507 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.paranoid_checks: 1 2026-02-17T00:13:12.507 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-17T00:13:12.507 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-17T00:13:12.508 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-17T00:13:12.508 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.env: 0x560a3872adc0 2026-02-17T00:13:12.508 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.fs: PosixFileSystem 2026-02-17T00:13:12.508 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.info_log: 0x560a39040e20 2026-02-17T00:13:12.508 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_file_opening_threads: 16 2026-02-17T00:13:12.508 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.statistics: (nil) 2026-02-17T00:13:12.508 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.use_fsync: 0 2026-02-17T00:13:12.508 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_log_file_size: 0 2026-02-17T00:13:12.508 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-17T00:13:12.508 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-17T00:13:12.508 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.keep_log_file_num: 1000 2026-02-17T00:13:12.509 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.recycle_log_file_num: 0 2026-02-17T00:13:12.509 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.allow_fallocate: 1 2026-02-17T00:13:12.509 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.allow_mmap_reads: 0 2026-02-17T00:13:12.509 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.allow_mmap_writes: 0 2026-02-17T00:13:12.509 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.use_direct_reads: 0 2026-02-17T00:13:12.509 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-17T00:13:12.509 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.create_missing_column_families: 0 2026-02-17T00:13:12.509 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.db_log_dir: 2026-02-17T00:13:12.509 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.wal_dir: 2026-02-17T00:13:12.509 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-17T00:13:12.510 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-17T00:13:12.510 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-17T00:13:12.510 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-17T00:13:12.510 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-17T00:13:12.510 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-17T00:13:12.510 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.advise_random_on_open: 1 2026-02-17T00:13:12.510 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.db_write_buffer_size: 0 2026-02-17T00:13:12.510 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.write_buffer_manager: 0x560a39045900 2026-02-17T00:13:12.510 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-17T00:13:12.510 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-17T00:13:12.511 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-17T00:13:12.511 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.rate_limiter: (nil) 2026-02-17T00:13:12.511 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-17T00:13:12.511 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.wal_recovery_mode: 2 2026-02-17T00:13:12.511 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.enable_thread_tracking: 0 2026-02-17T00:13:12.511 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.enable_pipelined_write: 0 2026-02-17T00:13:12.511 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.unordered_write: 0 2026-02-17T00:13:12.511 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-17T00:13:12.511 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-17T00:13:12.511 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-17T00:13:12.511 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-17T00:13:12.511 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.row_cache: None 2026-02-17T00:13:12.511 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.wal_filter: None 2026-02-17T00:13:12.512 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-17T00:13:12.512 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.allow_ingest_behind: 0 2026-02-17T00:13:12.512 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.two_write_queues: 0 2026-02-17T00:13:12.512 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.manual_wal_flush: 0 2026-02-17T00:13:12.512 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.wal_compression: 0 2026-02-17T00:13:12.512 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.atomic_flush: 0 2026-02-17T00:13:12.512 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-17T00:13:12.512 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-17T00:13:12.512 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-17T00:13:12.512 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.log_readahead_size: 0 2026-02-17T00:13:12.512 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-17T00:13:12.512 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.best_efforts_recovery: 0 2026-02-17T00:13:12.512 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-17T00:13:12.513 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-17T00:13:12.513 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.allow_data_in_errors: 0 2026-02-17T00:13:12.513 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.db_host_id: __hostname__ 2026-02-17T00:13:12.513 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-17T00:13:12.513 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_background_jobs: 2 2026-02-17T00:13:12.513 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_background_compactions: -1 2026-02-17T00:13:12.513 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_subcompactions: 1 2026-02-17T00:13:12.513 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-17T00:13:12.513 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-17T00:13:12.513 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-17T00:13:12.513 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_total_wal_size: 0 2026-02-17T00:13:12.513 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-17T00:13:12.513 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-17T00:13:12.514 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-17T00:13:12.514 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-17T00:13:12.514 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_open_files: -1 2026-02-17T00:13:12.514 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.bytes_per_sync: 0 2026-02-17T00:13:12.514 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-17T00:13:12.514 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-17T00:13:12.514 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compaction_readahead_size: 0 2026-02-17T00:13:12.514 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_background_flushes: -1 2026-02-17T00:13:12.514 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Compression algorithms supported: 2026-02-17T00:13:12.514 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: kZSTD supported: 0 2026-02-17T00:13:12.514 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: kXpressCompression supported: 0 2026-02-17T00:13:12.514 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: kBZip2Compression supported: 0 2026-02-17T00:13:12.514 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-17T00:13:12.515 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: kLZ4Compression supported: 1 2026-02-17T00:13:12.515 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: kZlibCompression supported: 1 2026-02-17T00:13:12.515 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: kLZ4HCCompression supported: 1 2026-02-17T00:13:12.515 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: kSnappyCompression supported: 1 2026-02-17T00:13:12.515 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-17T00:13:12.515 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-17T00:13:12.515 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-trial128/store.db/MANIFEST-000010 2026-02-17T00:13:12.515 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-17T00:13:12.515 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-17T00:13:12.515 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.merge_operator: 2026-02-17T00:13:12.515 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compaction_filter: None 2026-02-17T00:13:12.515 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compaction_filter_factory: None 2026-02-17T00:13:12.515 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.sst_partitioner_factory: None 2026-02-17T00:13:12.516 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-17T00:13:12.516 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-17T00:13:12.516 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560a39040aa0) 2026-02-17T00:13:12.516 INFO:journalctl@ceph.mon.trial128.trial128.stdout: cache_index_and_filter_blocks: 1 2026-02-17T00:13:12.516 INFO:journalctl@ceph.mon.trial128.trial128.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-17T00:13:12.516 INFO:journalctl@ceph.mon.trial128.trial128.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-17T00:13:12.516 INFO:journalctl@ceph.mon.trial128.trial128.stdout: pin_top_level_index_and_filter: 1 2026-02-17T00:13:12.516 INFO:journalctl@ceph.mon.trial128.trial128.stdout: index_type: 0 2026-02-17T00:13:12.516 INFO:journalctl@ceph.mon.trial128.trial128.stdout: data_block_index_type: 0 2026-02-17T00:13:12.516 INFO:journalctl@ceph.mon.trial128.trial128.stdout: index_shortening: 1 2026-02-17T00:13:12.516 INFO:journalctl@ceph.mon.trial128.trial128.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-17T00:13:12.516 INFO:journalctl@ceph.mon.trial128.trial128.stdout: checksum: 4 2026-02-17T00:13:12.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout: no_block_cache: 0 2026-02-17T00:13:12.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout: block_cache: 0x560a39065350 2026-02-17T00:13:12.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout: block_cache_name: BinnedLRUCache 2026-02-17T00:13:12.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout: block_cache_options: 2026-02-17T00:13:12.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout: capacity : 536870912 2026-02-17T00:13:12.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout: num_shard_bits : 4 2026-02-17T00:13:12.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout: strict_capacity_limit : 0 2026-02-17T00:13:12.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout: high_pri_pool_ratio: 0.000 2026-02-17T00:13:12.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout: block_cache_compressed: (nil) 2026-02-17T00:13:12.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout: persistent_cache: (nil) 2026-02-17T00:13:12.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout: block_size: 4096 2026-02-17T00:13:12.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout: block_size_deviation: 10 2026-02-17T00:13:12.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout: block_restart_interval: 16 2026-02-17T00:13:12.518 INFO:journalctl@ceph.mon.trial128.trial128.stdout: index_block_restart_interval: 1 2026-02-17T00:13:12.518 INFO:journalctl@ceph.mon.trial128.trial128.stdout: metadata_block_size: 4096 2026-02-17T00:13:12.518 INFO:journalctl@ceph.mon.trial128.trial128.stdout: partition_filters: 0 2026-02-17T00:13:12.518 INFO:journalctl@ceph.mon.trial128.trial128.stdout: use_delta_encoding: 1 2026-02-17T00:13:12.518 INFO:journalctl@ceph.mon.trial128.trial128.stdout: filter_policy: bloomfilter 2026-02-17T00:13:12.518 INFO:journalctl@ceph.mon.trial128.trial128.stdout: whole_key_filtering: 1 2026-02-17T00:13:12.518 INFO:journalctl@ceph.mon.trial128.trial128.stdout: verify_compression: 0 2026-02-17T00:13:12.518 INFO:journalctl@ceph.mon.trial128.trial128.stdout: read_amp_bytes_per_bit: 0 2026-02-17T00:13:12.518 INFO:journalctl@ceph.mon.trial128.trial128.stdout: format_version: 5 2026-02-17T00:13:12.518 INFO:journalctl@ceph.mon.trial128.trial128.stdout: enable_index_compression: 1 2026-02-17T00:13:12.518 INFO:journalctl@ceph.mon.trial128.trial128.stdout: block_align: 0 2026-02-17T00:13:12.518 INFO:journalctl@ceph.mon.trial128.trial128.stdout: max_auto_readahead_size: 262144 2026-02-17T00:13:12.518 INFO:journalctl@ceph.mon.trial128.trial128.stdout: prepopulate_block_cache: 0 2026-02-17T00:13:12.519 INFO:journalctl@ceph.mon.trial128.trial128.stdout: initial_auto_readahead_size: 8192 2026-02-17T00:13:12.519 INFO:journalctl@ceph.mon.trial128.trial128.stdout: num_file_reads_for_auto_readahead: 2 2026-02-17T00:13:12.519 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.write_buffer_size: 33554432 2026-02-17T00:13:12.519 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_write_buffer_number: 2 2026-02-17T00:13:12.519 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compression: NoCompression 2026-02-17T00:13:12.519 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.bottommost_compression: Disabled 2026-02-17T00:13:12.519 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.prefix_extractor: nullptr 2026-02-17T00:13:12.519 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-17T00:13:12.519 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.num_levels: 7 2026-02-17T00:13:12.519 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-17T00:13:12.519 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-17T00:13:12.519 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-17T00:13:12.519 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-17T00:13:12.519 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-17T00:13:12.520 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-17T00:13:12.520 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-17T00:13:12.520 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-17T00:13:12.520 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-17T00:13:12.520 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-17T00:13:12.520 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-17T00:13:12.520 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-17T00:13:12.520 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-17T00:13:12.520 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compression_opts.level: 32767 2026-02-17T00:13:12.520 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compression_opts.strategy: 0 2026-02-17T00:13:12.520 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-17T00:13:12.520 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-17T00:13:12.520 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-17T00:13:12.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-17T00:13:12.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compression_opts.enabled: false 2026-02-17T00:13:12.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-17T00:13:12.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-17T00:13:12.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-17T00:13:12.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-17T00:13:12.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.target_file_size_base: 67108864 2026-02-17T00:13:12.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-17T00:13:12.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-17T00:13:12.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-17T00:13:12.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-17T00:13:12.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-17T00:13:12.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-17T00:13:12.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-17T00:13:12.522 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-17T00:13:12.522 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-17T00:13:12.522 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-17T00:13:12.522 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-17T00:13:12.522 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-17T00:13:12.522 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-17T00:13:12.522 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-17T00:13:12.522 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.arena_block_size: 1048576 2026-02-17T00:13:12.522 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-17T00:13:12.522 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-17T00:13:12.522 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.disable_auto_compactions: 0 2026-02-17T00:13:12.522 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-17T00:13:12.522 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-17T00:13:12.523 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-17T00:13:12.523 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-17T00:13:12.523 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-17T00:13:12.523 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-17T00:13:12.523 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-17T00:13:12.523 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-17T00:13:12.523 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-17T00:13:12.523 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-17T00:13:12.523 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-17T00:13:12.523 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.inplace_update_support: 0 2026-02-17T00:13:12.523 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-17T00:13:12.523 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-17T00:13:12.523 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-17T00:13:12.524 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-17T00:13:12.524 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.bloom_locality: 0 2026-02-17T00:13:12.524 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.max_successive_merges: 0 2026-02-17T00:13:12.524 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-17T00:13:12.524 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.paranoid_file_checks: 0 2026-02-17T00:13:12.524 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.force_consistency_checks: 1 2026-02-17T00:13:12.524 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.report_bg_io_stats: 0 2026-02-17T00:13:12.524 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.ttl: 2592000 2026-02-17T00:13:12.524 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-17T00:13:12.524 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-17T00:13:12.524 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-17T00:13:12.524 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.enable_blob_files: false 2026-02-17T00:13:12.524 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.min_blob_size: 0 2026-02-17T00:13:12.525 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.blob_file_size: 268435456 2026-02-17T00:13:12.525 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-17T00:13:12.525 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-17T00:13:12.525 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-17T00:13:12.525 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-17T00:13:12.525 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-17T00:13:12.525 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.blob_file_starting_level: 0 2026-02-17T00:13:12.525 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-17T00:13:12.525 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-trial128/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2026-02-17T00:13:12.525 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2026-02-17T00:13:12.525 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 2260d7e0-beb0-463b-9c8f-4b67e568aea9 2026-02-17T00:13:12.525 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771287192451126, "job": 1, "event": "recovery_started", "wal_files": [9]} 2026-02-17T00:13:12.525 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2026-02-17T00:13:12.526 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771287192451996, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 71804, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 221, "table_properties": {"data_size": 70079, "index_size": 174, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 517, "raw_key_size": 9407, "raw_average_key_size": 48, "raw_value_size": 64774, "raw_average_value_size": 337, "num_data_blocks": 8, "num_entries": 192, "num_filter_entries": 192, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1771287192, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2260d7e0-beb0-463b-9c8f-4b67e568aea9", "db_session_id": "DKHIUKGIKZRRDDM158HU", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2026-02-17T00:13:12.526 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771287192452062, "job": 1, "event": "recovery_finished"} 2026-02-17T00:13:12.526 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2026-02-17T00:13:12.526 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-trial128/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-17T00:13:12.526 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x560a39066e00 2026-02-17T00:13:12.526 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: DB pointer 0x560a39174000 2026-02-17T00:13:12.526 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-17T00:13:12.526 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-17T00:13:12.526 INFO:journalctl@ceph.mon.trial128.trial128.stdout: ** DB Stats ** 2026-02-17T00:13:12.526 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-17T00:13:12.526 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-17T00:13:12.526 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-17T00:13:12.526 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-17T00:13:12.527 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-17T00:13:12.527 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-17T00:13:12.527 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-17T00:13:12.527 INFO:journalctl@ceph.mon.trial128.trial128.stdout: 2026-02-17T00:13:12.527 INFO:journalctl@ceph.mon.trial128.trial128.stdout: ** Compaction Stats [default] ** 2026-02-17T00:13:12.527 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-17T00:13:12.527 INFO:journalctl@ceph.mon.trial128.trial128.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-17T00:13:12.527 INFO:journalctl@ceph.mon.trial128.trial128.stdout: L0 2/0 72.01 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 111.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-17T00:13:12.527 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Sum 2/0 72.01 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 111.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-17T00:13:12.527 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 111.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-17T00:13:12.527 INFO:journalctl@ceph.mon.trial128.trial128.stdout: 2026-02-17T00:13:12.528 INFO:journalctl@ceph.mon.trial128.trial128.stdout: ** Compaction Stats [default] ** 2026-02-17T00:13:12.528 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-17T00:13:12.528 INFO:journalctl@ceph.mon.trial128.trial128.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-17T00:13:12.528 INFO:journalctl@ceph.mon.trial128.trial128.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 111.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-17T00:13:12.528 INFO:journalctl@ceph.mon.trial128.trial128.stdout: 2026-02-17T00:13:12.528 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-17T00:13:12.528 INFO:journalctl@ceph.mon.trial128.trial128.stdout: 2026-02-17T00:13:12.528 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-17T00:13:12.528 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-17T00:13:12.528 INFO:journalctl@ceph.mon.trial128.trial128.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-17T00:13:12.528 INFO:journalctl@ceph.mon.trial128.trial128.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-17T00:13:12.528 INFO:journalctl@ceph.mon.trial128.trial128.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-17T00:13:12.528 INFO:journalctl@ceph.mon.trial128.trial128.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-17T00:13:12.529 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Cumulative compaction: 0.00 GB write, 22.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-17T00:13:12.529 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Interval compaction: 0.00 GB write, 22.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-17T00:13:12.529 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-17T00:13:12.529 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Block cache BinnedLRUCache@0x560a39065350#7 capacity: 512.00 MB usage: 1.06 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2026-02-17T00:13:12.529 INFO:journalctl@ceph.mon.trial128.trial128.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.70 KB,0.00013411%) IndexBlock(2,0.36 KB,6.85453e-05%) Misc(1,0.00 KB,0%) 2026-02-17T00:13:12.529 INFO:journalctl@ceph.mon.trial128.trial128.stdout: 2026-02-17T00:13:12.529 INFO:journalctl@ceph.mon.trial128.trial128.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-17T00:13:12.529 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: starting mon.trial128 rank 0 at public addrs [v2:10.20.193.128:3300/0,v1:10.20.193.128:6789/0] at bind addrs [v2:10.20.193.128:3300/0,v1:10.20.193.128:6789/0] mon_data /var/lib/ceph/mon/ceph-trial128 fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:13:12.529 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: mon.trial128@-1(???) e1 preinit fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:13:12.529 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: mon.trial128@-1(???).mds e1 new map 2026-02-17T00:13:12.529 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: mon.trial128@-1(???).mds e1 print_map 2026-02-17T00:13:12.529 INFO:journalctl@ceph.mon.trial128.trial128.stdout: e1 2026-02-17T00:13:12.530 INFO:journalctl@ceph.mon.trial128.trial128.stdout: btime 2026-02-17T00:13:11:000198+0000 2026-02-17T00:13:12.530 INFO:journalctl@ceph.mon.trial128.trial128.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-17T00:13:12.530 INFO:journalctl@ceph.mon.trial128.trial128.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-17T00:13:12.530 INFO:journalctl@ceph.mon.trial128.trial128.stdout: legacy client fscid: -1 2026-02-17T00:13:12.530 INFO:journalctl@ceph.mon.trial128.trial128.stdout: 2026-02-17T00:13:12.530 INFO:journalctl@ceph.mon.trial128.trial128.stdout: No filesystems configured 2026-02-17T00:13:12.530 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: mon.trial128@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2026-02-17T00:13:12.530 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: mon.trial128@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-17T00:13:12.530 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: mon.trial128@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-17T00:13:12.530 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: mon.trial128@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-17T00:13:12.530 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: mon.trial128@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2026-02-17T00:13:12.725 INFO:teuthology.orchestra.run.trial128.stdout:Wrote config to /etc/ceph/ceph.conf 2026-02-17T00:13:12.726 INFO:teuthology.orchestra.run.trial128.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2026-02-17T00:13:12.726 INFO:teuthology.orchestra.run.trial128.stdout:Creating mgr... 2026-02-17T00:13:12.727 INFO:teuthology.orchestra.run.trial128.stdout:Verifying port 0.0.0.0:9283 ... 2026-02-17T00:13:12.727 INFO:teuthology.orchestra.run.trial128.stdout:Verifying port 0.0.0.0:8765 ... 2026-02-17T00:13:12.727 INFO:teuthology.orchestra.run.trial128.stdout:Verifying port 0.0.0.0:8443 ... 2026-02-17T00:13:12.773 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: mon.trial128 is new leader, mons trial128 in quorum (ranks 0) 2026-02-17T00:13:12.773 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: monmap epoch 1 2026-02-17T00:13:12.773 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:13:12.773 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: last_changed 2026-02-17T00:13:09.796412+0000 2026-02-17T00:13:12.773 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: created 2026-02-17T00:13:09.796412+0000 2026-02-17T00:13:12.774 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: min_mon_release 19 (squid) 2026-02-17T00:13:12.774 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: election_strategy: 1 2026-02-17T00:13:12.774 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: 0: [v2:10.20.193.128:3300/0,v1:10.20.193.128:6789/0] mon.trial128 2026-02-17T00:13:12.774 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: fsmap 2026-02-17T00:13:12.774 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: osdmap e1: 0 total, 0 up, 0 in 2026-02-17T00:13:12.774 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:12 trial128 ceph-mon[35886]: mgrmap e1: no daemons active 2026-02-17T00:13:12.862 INFO:teuthology.orchestra.run.trial128.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mgr.trial128.jipewu 2026-02-17T00:13:12.863 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stderr Failed to reset failed state of unit ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mgr.trial128.jipewu.service: Unit ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mgr.trial128.jipewu.service not loaded. 2026-02-17T00:13:12.977 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460.target.wants/ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mgr.trial128.jipewu.service → /etc/systemd/system/ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@.service. 2026-02-17T00:13:13.140 INFO:teuthology.orchestra.run.trial128.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-17T00:13:13.140 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stdout disabled 2026-02-17T00:13:13.146 INFO:teuthology.orchestra.run.trial128.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-17T00:13:13.147 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stdout inactive 2026-02-17T00:13:13.147 INFO:teuthology.orchestra.run.trial128.stdout:firewalld.service is not enabled 2026-02-17T00:13:13.147 INFO:teuthology.orchestra.run.trial128.stdout:Not possible to enable service . firewalld.service is not available 2026-02-17T00:13:13.154 INFO:teuthology.orchestra.run.trial128.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-17T00:13:13.154 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stdout disabled 2026-02-17T00:13:13.160 INFO:teuthology.orchestra.run.trial128.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-17T00:13:13.160 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stdout inactive 2026-02-17T00:13:13.160 INFO:teuthology.orchestra.run.trial128.stdout:firewalld.service is not enabled 2026-02-17T00:13:13.160 INFO:teuthology.orchestra.run.trial128.stdout:Not possible to open ports <[9283, 8765, 8443]>. firewalld.service is not available 2026-02-17T00:13:13.160 INFO:teuthology.orchestra.run.trial128.stdout:Waiting for mgr to start... 2026-02-17T00:13:13.160 INFO:teuthology.orchestra.run.trial128.stdout:Waiting for mgr... 2026-02-17T00:13:13.476 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 2026-02-17T00:13:13.476 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout { 2026-02-17T00:13:13.476 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "fsid": "6a31e802-0b95-11f1-ab06-d404e6e7d460", 2026-02-17T00:13:13.476 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "health": { 2026-02-17T00:13:13.476 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-17T00:13:13.476 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-17T00:13:13.476 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-17T00:13:13.477 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:13.477 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-17T00:13:13.477 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-17T00:13:13.477 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 0 2026-02-17T00:13:13.477 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:13:13.477 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-17T00:13:13.477 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "trial128" 2026-02-17T00:13:13.477 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:13:13.477 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "quorum_age": 0, 2026-02-17T00:13:13.477 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-17T00:13:13.477 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:13:13.478 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-17T00:13:13.478 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-17T00:13:13.478 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:13.478 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-17T00:13:13.478 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:13:13.478 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-17T00:13:13.478 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-17T00:13:13.478 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-17T00:13:13.478 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-17T00:13:13.478 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-17T00:13:13.478 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-17T00:13:13.479 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:13.479 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-17T00:13:13.479 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-17T00:13:13.479 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-17T00:13:13.479 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-17T00:13:13.479 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-17T00:13:13.479 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-17T00:13:13.479 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-17T00:13:13.479 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-17T00:13:13.479 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-17T00:13:13.479 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:13.479 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-17T00:13:13.480 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:13:13.480 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "btime": "2026-02-17T00:13:11:000198+0000", 2026-02-17T00:13:13.480 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-17T00:13:13.480 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-17T00:13:13.480 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:13.480 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-17T00:13:13.480 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "available": false, 2026-02-17T00:13:13.480 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-17T00:13:13.480 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-17T00:13:13.480 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-17T00:13:13.481 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-17T00:13:13.481 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "restful" 2026-02-17T00:13:13.481 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:13:13.481 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-17T00:13:13.481 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:13.481 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-17T00:13:13.481 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:13:13.481 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "modified": "2026-02-17T00:13:11.000672+0000", 2026-02-17T00:13:13.481 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-17T00:13:13.481 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:13.481 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-17T00:13:13.481 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout } 2026-02-17T00:13:13.482 INFO:teuthology.orchestra.run.trial128.stdout:mgr not available, waiting (1/15)... 2026-02-17T00:13:13.731 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:13 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/808838530' entity='client.admin' 2026-02-17T00:13:13.731 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:13 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2246647522' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-17T00:13:15.743 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 2026-02-17T00:13:15.743 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout { 2026-02-17T00:13:15.743 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "fsid": "6a31e802-0b95-11f1-ab06-d404e6e7d460", 2026-02-17T00:13:15.743 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "health": { 2026-02-17T00:13:15.743 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-17T00:13:15.743 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-17T00:13:15.743 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-17T00:13:15.743 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:15.743 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-17T00:13:15.743 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-17T00:13:15.743 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 0 2026-02-17T00:13:15.743 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:13:15.743 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "trial128" 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-17T00:13:15.744 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "btime": "2026-02-17T00:13:11:000198+0000", 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "available": false, 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "restful" 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-17T00:13:15.745 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:13:15.746 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "modified": "2026-02-17T00:13:11.000672+0000", 2026-02-17T00:13:15.746 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-17T00:13:15.746 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:15.746 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-17T00:13:15.746 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout } 2026-02-17T00:13:15.746 INFO:teuthology.orchestra.run.trial128.stdout:mgr not available, waiting (2/15)... 2026-02-17T00:13:15.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:15 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/411689069' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-17T00:13:17.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:16 trial128 ceph-mon[35886]: Activating manager daemon trial128.jipewu 2026-02-17T00:13:17.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:16 trial128 ceph-mon[35886]: mgrmap e2: trial128.jipewu(active, starting, since 0.00219666s) 2026-02-17T00:13:17.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:16 trial128 ceph-mon[35886]: from='mgr.14100 10.20.193.128:0/1777054963' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-17T00:13:17.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:16 trial128 ceph-mon[35886]: from='mgr.14100 10.20.193.128:0/1777054963' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-17T00:13:17.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:16 trial128 ceph-mon[35886]: from='mgr.14100 10.20.193.128:0/1777054963' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-17T00:13:17.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:16 trial128 ceph-mon[35886]: from='mgr.14100 10.20.193.128:0/1777054963' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial128"}]: dispatch 2026-02-17T00:13:17.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:16 trial128 ceph-mon[35886]: from='mgr.14100 10.20.193.128:0/1777054963' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mgr metadata", "who": "trial128.jipewu", "id": "trial128.jipewu"}]: dispatch 2026-02-17T00:13:17.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:16 trial128 ceph-mon[35886]: Manager daemon trial128.jipewu is now available 2026-02-17T00:13:17.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:16 trial128 ceph-mon[35886]: from='mgr.14100 10.20.193.128:0/1777054963' entity='mgr.trial128.jipewu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial128.jipewu/mirror_snapshot_schedule"}]: dispatch 2026-02-17T00:13:17.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:16 trial128 ceph-mon[35886]: from='mgr.14100 10.20.193.128:0/1777054963' entity='mgr.trial128.jipewu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial128.jipewu/trash_purge_schedule"}]: dispatch 2026-02-17T00:13:17.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:16 trial128 ceph-mon[35886]: from='mgr.14100 10.20.193.128:0/1777054963' entity='mgr.trial128.jipewu' 2026-02-17T00:13:17.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:16 trial128 ceph-mon[35886]: from='mgr.14100 10.20.193.128:0/1777054963' entity='mgr.trial128.jipewu' 2026-02-17T00:13:17.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:16 trial128 ceph-mon[35886]: from='mgr.14100 10.20.193.128:0/1777054963' entity='mgr.trial128.jipewu' 2026-02-17T00:13:17.986 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:17 trial128 ceph-mon[35886]: mgrmap e3: trial128.jipewu(active, since 1.00468s) 2026-02-17T00:13:18.108 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 2026-02-17T00:13:18.108 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout { 2026-02-17T00:13:18.108 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "fsid": "6a31e802-0b95-11f1-ab06-d404e6e7d460", 2026-02-17T00:13:18.109 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "health": { 2026-02-17T00:13:18.109 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-17T00:13:18.109 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-17T00:13:18.109 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-17T00:13:18.109 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:18.109 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-17T00:13:18.109 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-17T00:13:18.109 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 0 2026-02-17T00:13:18.109 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:13:18.109 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-17T00:13:18.110 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "trial128" 2026-02-17T00:13:18.110 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:13:18.110 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2026-02-17T00:13:18.110 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-17T00:13:18.110 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:13:18.110 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-17T00:13:18.110 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-17T00:13:18.110 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:18.110 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-17T00:13:18.110 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:13:18.110 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-17T00:13:18.110 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-17T00:13:18.110 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-17T00:13:18.111 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-17T00:13:18.111 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-17T00:13:18.111 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-17T00:13:18.111 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:18.111 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-17T00:13:18.111 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-17T00:13:18.111 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-17T00:13:18.111 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-17T00:13:18.111 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-17T00:13:18.111 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-17T00:13:18.111 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-17T00:13:18.111 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-17T00:13:18.111 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-17T00:13:18.112 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:18.112 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-17T00:13:18.112 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:13:18.112 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "btime": "2026-02-17T00:13:11:000198+0000", 2026-02-17T00:13:18.112 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-17T00:13:18.112 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-17T00:13:18.112 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:18.112 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-17T00:13:18.112 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-17T00:13:18.112 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-17T00:13:18.112 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-17T00:13:18.112 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-17T00:13:18.112 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-17T00:13:18.113 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "restful" 2026-02-17T00:13:18.113 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:13:18.113 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-17T00:13:18.113 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:18.113 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-17T00:13:18.113 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:13:18.113 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "modified": "2026-02-17T00:13:11.000672+0000", 2026-02-17T00:13:18.113 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-17T00:13:18.113 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:13:18.113 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-17T00:13:18.113 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout } 2026-02-17T00:13:18.114 INFO:teuthology.orchestra.run.trial128.stdout:mgr is available 2026-02-17T00:13:18.427 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 2026-02-17T00:13:18.428 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout [global] 2026-02-17T00:13:18.428 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout fsid = 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:13:18.428 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-02-17T00:13:18.428 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout mon_host = [v2:10.20.193.128:3300,v1:10.20.193.128:6789] 2026-02-17T00:13:18.428 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-02-17T00:13:18.428 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-02-17T00:13:18.428 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-02-17T00:13:18.428 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-02-17T00:13:18.428 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 2026-02-17T00:13:18.428 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout [mgr] 2026-02-17T00:13:18.428 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-02-17T00:13:18.429 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 2026-02-17T00:13:18.429 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout [osd] 2026-02-17T00:13:18.429 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-02-17T00:13:18.429 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-02-17T00:13:18.429 INFO:teuthology.orchestra.run.trial128.stdout:Enabling cephadm module... 2026-02-17T00:13:19.097 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:18 trial128 ceph-mon[35886]: mgrmap e4: trial128.jipewu(active, since 2s) 2026-02-17T00:13:19.097 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:18 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1997306326' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-17T00:13:19.097 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:18 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1478638536' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-02-17T00:13:19.097 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:18 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1036877667' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-02-17T00:13:19.221 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout { 2026-02-17T00:13:19.221 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "epoch": 5, 2026-02-17T00:13:19.221 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-17T00:13:19.221 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "active_name": "trial128.jipewu", 2026-02-17T00:13:19.221 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-02-17T00:13:19.221 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout } 2026-02-17T00:13:19.221 INFO:teuthology.orchestra.run.trial128.stdout:Waiting for the mgr to restart... 2026-02-17T00:13:19.221 INFO:teuthology.orchestra.run.trial128.stdout:Waiting for mgr epoch 5... 2026-02-17T00:13:20.107 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:19 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1036877667' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-02-17T00:13:20.107 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:19 trial128 ceph-mon[35886]: mgrmap e5: trial128.jipewu(active, since 3s) 2026-02-17T00:13:20.107 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:19 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1428651039' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-17T00:13:21.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: Active manager daemon trial128.jipewu restarted 2026-02-17T00:13:21.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: Activating manager daemon trial128.jipewu 2026-02-17T00:13:21.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: osdmap e2: 0 total, 0 up, 0 in 2026-02-17T00:13:21.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: mgrmap e6: trial128.jipewu(active, starting, since 0.00282774s) 2026-02-17T00:13:21.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial128"}]: dispatch 2026-02-17T00:13:21.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mgr metadata", "who": "trial128.jipewu", "id": "trial128.jipewu"}]: dispatch 2026-02-17T00:13:21.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-17T00:13:21.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-17T00:13:21.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-17T00:13:21.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: Manager daemon trial128.jipewu is now available 2026-02-17T00:13:21.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:21.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:21.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:13:21.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:13:21.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial128.jipewu/mirror_snapshot_schedule"}]: dispatch 2026-02-17T00:13:21.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:21 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial128.jipewu/trash_purge_schedule"}]: dispatch 2026-02-17T00:13:22.475 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout { 2026-02-17T00:13:22.476 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2026-02-17T00:13:22.476 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "initialized": true 2026-02-17T00:13:22.476 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout } 2026-02-17T00:13:22.476 INFO:teuthology.orchestra.run.trial128.stdout:mgr epoch 5 is available 2026-02-17T00:13:22.476 INFO:teuthology.orchestra.run.trial128.stdout:Setting orchestrator backend to cephadm... 2026-02-17T00:13:22.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:22 trial128 ceph-mon[35886]: Found migration_current of "None". Setting to last migration. 2026-02-17T00:13:22.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:22 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:22.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:22 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:22.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:22 trial128 ceph-mon[35886]: mgrmap e7: trial128.jipewu(active, since 1.00316s) 2026-02-17T00:13:23.142 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout value unchanged 2026-02-17T00:13:23.143 INFO:teuthology.orchestra.run.trial128.stdout:Generating ssh key... 2026-02-17T00:13:23.821 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIC6F1m1KTj5u5eJYGX0pw8zptThMOP/puxGiWRlo4P4k ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:13:23.821 INFO:teuthology.orchestra.run.trial128.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2026-02-17T00:13:23.821 INFO:teuthology.orchestra.run.trial128.stdout:Adding key to root@localhost authorized_keys... 2026-02-17T00:13:23.822 INFO:teuthology.orchestra.run.trial128.stdout:Adding host trial128... 2026-02-17T00:13:24.042 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:23 trial128 ceph-mon[35886]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-17T00:13:24.042 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:23 trial128 ceph-mon[35886]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-17T00:13:24.042 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:23 trial128 ceph-mon[35886]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:24.042 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:23 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:24.042 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:23 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:13:24.043 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:23 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:22] ENGINE Bus STARTING 2026-02-17T00:13:24.043 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:23 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:13:24.043 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:23 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:24.043 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:23 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:25.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:24 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:22] ENGINE Serving on http://10.20.193.128:8765 2026-02-17T00:13:25.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:24 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:22] ENGINE Serving on https://10.20.193.128:7150 2026-02-17T00:13:25.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:24 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:22] ENGINE Bus STARTED 2026-02-17T00:13:25.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:24 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:22] ENGINE Client ('10.20.193.128', 45858) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-17T00:13:25.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:24 trial128 ceph-mon[35886]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:25.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:24 trial128 ceph-mon[35886]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:25.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:24 trial128 ceph-mon[35886]: Generating ssh key... 2026-02-17T00:13:25.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:24 trial128 ceph-mon[35886]: mgrmap e8: trial128.jipewu(active, since 2s) 2026-02-17T00:13:25.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:24 trial128 ceph-mon[35886]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:25.631 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout Added host 'trial128' with addr '10.20.193.128' 2026-02-17T00:13:25.631 INFO:teuthology.orchestra.run.trial128.stdout:Deploying mon service with default placement... 2026-02-17T00:13:25.745 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:25 trial128 ceph-mon[35886]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial128", "addr": "10.20.193.128", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:25.745 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:25 trial128 ceph-mon[35886]: Deploying cephadm binary to trial128 2026-02-17T00:13:25.746 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:25 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:25.746 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:25 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:13:25.972 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2026-02-17T00:13:25.972 INFO:teuthology.orchestra.run.trial128.stdout:Deploying mgr service with default placement... 2026-02-17T00:13:26.392 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2026-02-17T00:13:26.393 INFO:teuthology.orchestra.run.trial128.stdout:Deploying crash service with default placement... 2026-02-17T00:13:26.728 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout Scheduled crash update... 2026-02-17T00:13:26.728 INFO:teuthology.orchestra.run.trial128.stdout:Deploying ceph-exporter service with default placement... 2026-02-17T00:13:26.958 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:26 trial128 ceph-mon[35886]: Added host trial128 2026-02-17T00:13:26.958 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:26 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:26.958 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:26 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:26.958 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:26 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:26.958 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:26 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:26.958 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:26 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:26.958 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:26 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:27.081 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout Scheduled ceph-exporter update... 2026-02-17T00:13:27.081 INFO:teuthology.orchestra.run.trial128.stdout:Deploying prometheus service with default placement... 2026-02-17T00:13:27.420 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout Scheduled prometheus update... 2026-02-17T00:13:27.420 INFO:teuthology.orchestra.run.trial128.stdout:Deploying grafana service with default placement... 2026-02-17T00:13:27.744 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:27 trial128 ceph-mon[35886]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:27.745 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:27 trial128 ceph-mon[35886]: Saving service mon spec with placement count:5 2026-02-17T00:13:27.745 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:27 trial128 ceph-mon[35886]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:27.745 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:27 trial128 ceph-mon[35886]: Saving service mgr spec with placement count:2 2026-02-17T00:13:27.745 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:27 trial128 ceph-mon[35886]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "crash", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:27.745 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:27 trial128 ceph-mon[35886]: Saving service crash spec with placement * 2026-02-17T00:13:27.745 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:27 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:27.745 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:27 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:27.745 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:27 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:27.745 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:27 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:27.749 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout Scheduled grafana update... 2026-02-17T00:13:27.750 INFO:teuthology.orchestra.run.trial128.stdout:Deploying node-exporter service with default placement... 2026-02-17T00:13:28.088 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout Scheduled node-exporter update... 2026-02-17T00:13:28.088 INFO:teuthology.orchestra.run.trial128.stdout:Deploying alertmanager service with default placement... 2026-02-17T00:13:28.427 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout Scheduled alertmanager update... 2026-02-17T00:13:28.964 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:28 trial128 ceph-mon[35886]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "ceph-exporter", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:28.964 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:28 trial128 ceph-mon[35886]: Saving service ceph-exporter spec with placement * 2026-02-17T00:13:28.964 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:28 trial128 ceph-mon[35886]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:28.964 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:28 trial128 ceph-mon[35886]: Saving service prometheus spec with placement count:1 2026-02-17T00:13:28.964 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:28 trial128 ceph-mon[35886]: from='client.14150 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:28.964 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:28 trial128 ceph-mon[35886]: Saving service grafana spec with placement count:1 2026-02-17T00:13:28.964 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:28 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:28.965 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:28 trial128 ceph-mon[35886]: from='mgr.14118 10.20.193.128:0/128560631' entity='mgr.trial128.jipewu' 2026-02-17T00:13:28.965 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:28 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/4141931086' entity='client.admin' 2026-02-17T00:13:29.079 INFO:teuthology.orchestra.run.trial128.stdout:Enabling the dashboard module... 2026-02-17T00:13:29.968 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:29 trial128 ceph-mon[35886]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:29.968 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:29 trial128 ceph-mon[35886]: Saving service node-exporter spec with placement * 2026-02-17T00:13:29.968 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:29 trial128 ceph-mon[35886]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:29.968 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:29 trial128 ceph-mon[35886]: Saving service alertmanager spec with placement count:1 2026-02-17T00:13:29.968 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:29 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1130525505' entity='client.admin' 2026-02-17T00:13:29.968 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:29 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/861840880' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-02-17T00:13:30.441 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout { 2026-02-17T00:13:30.441 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "epoch": 9, 2026-02-17T00:13:30.441 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-17T00:13:30.441 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "active_name": "trial128.jipewu", 2026-02-17T00:13:30.441 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-02-17T00:13:30.441 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout } 2026-02-17T00:13:30.441 INFO:teuthology.orchestra.run.trial128.stdout:Waiting for the mgr to restart... 2026-02-17T00:13:30.441 INFO:teuthology.orchestra.run.trial128.stdout:Waiting for mgr epoch 9... 2026-02-17T00:13:31.355 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:30 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/861840880' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-02-17T00:13:31.356 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:30 trial128 ceph-mon[35886]: mgrmap e9: trial128.jipewu(active, since 8s) 2026-02-17T00:13:31.356 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:30 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1406070599' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-17T00:13:32.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:32 trial128 ceph-mon[35886]: Active manager daemon trial128.jipewu restarted 2026-02-17T00:13:32.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:32 trial128 ceph-mon[35886]: Activating manager daemon trial128.jipewu 2026-02-17T00:13:32.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:32 trial128 ceph-mon[35886]: osdmap e3: 0 total, 0 up, 0 in 2026-02-17T00:13:32.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:32 trial128 ceph-mon[35886]: mgrmap e10: trial128.jipewu(active, starting, since 0.00260467s) 2026-02-17T00:13:32.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:32 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial128"}]: dispatch 2026-02-17T00:13:32.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:32 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mgr metadata", "who": "trial128.jipewu", "id": "trial128.jipewu"}]: dispatch 2026-02-17T00:13:32.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:32 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-17T00:13:32.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:32 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-17T00:13:32.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:32 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-17T00:13:32.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:32 trial128 ceph-mon[35886]: Manager daemon trial128.jipewu is now available 2026-02-17T00:13:32.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:32 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:13:32.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:32 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial128.jipewu/mirror_snapshot_schedule"}]: dispatch 2026-02-17T00:13:32.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:32 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial128.jipewu/trash_purge_schedule"}]: dispatch 2026-02-17T00:13:33.750 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout { 2026-02-17T00:13:33.750 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2026-02-17T00:13:33.750 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout "initialized": true 2026-02-17T00:13:33.750 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout } 2026-02-17T00:13:33.750 INFO:teuthology.orchestra.run.trial128.stdout:mgr epoch 9 is available 2026-02-17T00:13:33.750 INFO:teuthology.orchestra.run.trial128.stdout:Generating a dashboard self-signed certificate... 2026-02-17T00:13:34.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:34 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:34.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:34 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:33] ENGINE Bus STARTING 2026-02-17T00:13:34.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:34 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:33] ENGINE Serving on http://10.20.193.128:8765 2026-02-17T00:13:34.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:34 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:34.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:34 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:33] ENGINE Serving on https://10.20.193.128:7150 2026-02-17T00:13:34.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:34 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:33] ENGINE Bus STARTED 2026-02-17T00:13:34.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:34 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:33] ENGINE Client ('10.20.193.128', 49896) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-17T00:13:34.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:34 trial128 ceph-mon[35886]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-17T00:13:34.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:34 trial128 ceph-mon[35886]: mgrmap e11: trial128.jipewu(active, since 1.00456s) 2026-02-17T00:13:34.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:34 trial128 ceph-mon[35886]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-17T00:13:34.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:34 trial128 ceph-mon[35886]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:34.228 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2026-02-17T00:13:34.228 INFO:teuthology.orchestra.run.trial128.stdout:Creating initial admin user... 2026-02-17T00:13:34.774 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$cvMLxb5HWD409OLAq7HBNu0CuFCvXkWr9IkqbNNrdL9JOZPdbkT/G", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1771287214, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2026-02-17T00:13:34.774 INFO:teuthology.orchestra.run.trial128.stdout:Fetching dashboard port number... 2026-02-17T00:13:35.103 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stdout 8443 2026-02-17T00:13:35.112 INFO:teuthology.orchestra.run.trial128.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-17T00:13:35.112 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stdout disabled 2026-02-17T00:13:35.118 INFO:teuthology.orchestra.run.trial128.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-17T00:13:35.118 INFO:teuthology.orchestra.run.trial128.stdout:systemctl: stdout inactive 2026-02-17T00:13:35.119 INFO:teuthology.orchestra.run.trial128.stdout:firewalld.service is not enabled 2026-02-17T00:13:35.119 INFO:teuthology.orchestra.run.trial128.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2026-02-17T00:13:35.119 INFO:teuthology.orchestra.run.trial128.stdout:Ceph Dashboard is now available at: 2026-02-17T00:13:35.119 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:13:35.120 INFO:teuthology.orchestra.run.trial128.stdout: URL: https://trial128:8443/ 2026-02-17T00:13:35.120 INFO:teuthology.orchestra.run.trial128.stdout: User: admin 2026-02-17T00:13:35.120 INFO:teuthology.orchestra.run.trial128.stdout: Password: ho25hk5asp 2026-02-17T00:13:35.120 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:13:35.120 INFO:teuthology.orchestra.run.trial128.stdout:Saving cluster configuration to /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/config directory 2026-02-17T00:13:35.235 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:35 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:35.235 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:35 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:35.235 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:35 trial128 ceph-mon[35886]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:35.236 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:35 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:35.236 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:35 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1854581863' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-02-17T00:13:35.501 INFO:teuthology.orchestra.run.trial128.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2026-02-17T00:13:35.501 INFO:teuthology.orchestra.run.trial128.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2026-02-17T00:13:35.501 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:13:35.501 INFO:teuthology.orchestra.run.trial128.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2026-02-17T00:13:35.501 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:13:35.501 INFO:teuthology.orchestra.run.trial128.stdout:Or, if you are only running a single cluster on this host: 2026-02-17T00:13:35.502 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:13:35.502 INFO:teuthology.orchestra.run.trial128.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2026-02-17T00:13:35.502 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:13:35.502 INFO:teuthology.orchestra.run.trial128.stdout:Please consider enabling telemetry to help improve Ceph: 2026-02-17T00:13:35.502 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:13:35.502 INFO:teuthology.orchestra.run.trial128.stdout: ceph telemetry on 2026-02-17T00:13:35.502 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:13:35.502 INFO:teuthology.orchestra.run.trial128.stdout:For more information see: 2026-02-17T00:13:35.502 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:13:35.502 INFO:teuthology.orchestra.run.trial128.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2026-02-17T00:13:35.503 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:13:35.503 INFO:teuthology.orchestra.run.trial128.stdout:Bootstrap complete. 2026-02-17T00:13:35.529 INFO:tasks.cephadm:Fetching config... 2026-02-17T00:13:35.529 DEBUG:teuthology.orchestra.run.trial128:> set -ex 2026-02-17T00:13:35.529 DEBUG:teuthology.orchestra.run.trial128:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2026-02-17T00:13:35.547 INFO:tasks.cephadm:Fetching client.admin keyring... 2026-02-17T00:13:35.548 DEBUG:teuthology.orchestra.run.trial128:> set -ex 2026-02-17T00:13:35.548 DEBUG:teuthology.orchestra.run.trial128:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2026-02-17T00:13:35.605 INFO:tasks.cephadm:Fetching mon keyring... 2026-02-17T00:13:35.606 DEBUG:teuthology.orchestra.run.trial128:> set -ex 2026-02-17T00:13:35.606 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/keyring of=/dev/stdout 2026-02-17T00:13:35.671 INFO:tasks.cephadm:Fetching pub ssh key... 2026-02-17T00:13:35.672 DEBUG:teuthology.orchestra.run.trial128:> set -ex 2026-02-17T00:13:35.672 DEBUG:teuthology.orchestra.run.trial128:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2026-02-17T00:13:35.727 INFO:tasks.cephadm:Installing pub ssh key for root users... 2026-02-17T00:13:35.727 DEBUG:teuthology.orchestra.run.trial128:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIC6F1m1KTj5u5eJYGX0pw8zptThMOP/puxGiWRlo4P4k ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-02-17T00:13:35.800 INFO:teuthology.orchestra.run.trial128.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIC6F1m1KTj5u5eJYGX0pw8zptThMOP/puxGiWRlo4P4k ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:13:35.810 DEBUG:teuthology.orchestra.run.trial160:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIC6F1m1KTj5u5eJYGX0pw8zptThMOP/puxGiWRlo4P4k ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-02-17T00:13:35.845 INFO:teuthology.orchestra.run.trial160.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIC6F1m1KTj5u5eJYGX0pw8zptThMOP/puxGiWRlo4P4k ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:13:35.855 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2026-02-17T00:13:36.000 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:13:36.348 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:36 trial128 ceph-mon[35886]: mgrmap e12: trial128.jipewu(active, since 2s) 2026-02-17T00:13:36.348 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:36 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/3977623804' entity='client.admin' 2026-02-17T00:13:36.368 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2026-02-17T00:13:36.368 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch client-keyring set client.admin '*' --mode 0755 2026-02-17T00:13:36.562 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:13:36.933 INFO:tasks.cephadm:Writing (initial) conf and keyring to trial160 2026-02-17T00:13:36.933 DEBUG:teuthology.orchestra.run.trial160:> set -ex 2026-02-17T00:13:36.933 DEBUG:teuthology.orchestra.run.trial160:> dd of=/etc/ceph/ceph.conf 2026-02-17T00:13:36.952 DEBUG:teuthology.orchestra.run.trial160:> set -ex 2026-02-17T00:13:36.952 DEBUG:teuthology.orchestra.run.trial160:> dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-17T00:13:37.008 INFO:tasks.cephadm:Adding host trial160 to orchestrator... 2026-02-17T00:13:37.009 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch host add trial160 2026-02-17T00:13:37.158 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:13:37.441 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:37 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/3141321177' entity='client.admin' 2026-02-17T00:13:37.441 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:37 trial128 ceph-mon[35886]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:37.442 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:37 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:38.738 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial160", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:38.739 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:38.739 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:38.739 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd/host:trial128", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:13:38.739 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:13:38.739 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:13:38.739 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: Updating trial128:/etc/ceph/ceph.conf 2026-02-17T00:13:38.739 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: Updating trial128:/var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/config/ceph.conf 2026-02-17T00:13:38.739 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: Updating trial128:/etc/ceph/ceph.client.admin.keyring 2026-02-17T00:13:38.739 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: Deploying cephadm binary to trial160 2026-02-17T00:13:38.739 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: Updating trial128:/var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-17T00:13:38.739 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:38.739 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:38.739 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:38.740 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial128", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-17T00:13:38.740 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial128", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2026-02-17T00:13:38.740 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:13:38.740 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:38 trial128 ceph-mon[35886]: Deploying daemon ceph-exporter.trial128 on trial128 2026-02-17T00:13:38.889 INFO:teuthology.orchestra.run.trial128.stdout:Added host 'trial160' with addr '10.20.193.160' 2026-02-17T00:13:39.031 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch host ls --format=json 2026-02-17T00:13:39.213 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:13:39.621 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:13:39.621 INFO:teuthology.orchestra.run.trial128.stdout:[{"addr": "10.20.193.128", "hostname": "trial128", "labels": [], "status": ""}, {"addr": "10.20.193.160", "hostname": "trial160", "labels": [], "status": ""}] 2026-02-17T00:13:39.765 INFO:tasks.cephadm:Setting crush tunables to default 2026-02-17T00:13:39.765 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd crush tunables default 2026-02-17T00:13:39.876 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:39.876 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:39.876 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:39.876 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:39.877 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial128", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-17T00:13:39.877 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.trial128", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2026-02-17T00:13:39.877 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:13:39.877 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: Deploying daemon crash.trial128 on trial128 2026-02-17T00:13:39.877 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:39.877 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: Added host trial160 2026-02-17T00:13:39.877 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: mgrmap e13: trial128.jipewu(active, since 6s) 2026-02-17T00:13:39.877 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:39.877 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:39.877 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:39.877 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:39 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:39.924 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:13:40.824 INFO:teuthology.orchestra.run.trial128.stderr:adjusted tunables profile to default 2026-02-17T00:13:40.967 INFO:tasks.cephadm:Adding mon.trial128 on trial128 2026-02-17T00:13:40.967 INFO:tasks.cephadm:Adding mon.trial160 on trial160 2026-02-17T00:13:40.968 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch apply mon '2;trial128:10.20.193.128=trial128;trial160:10.20.193.160=trial160' 2026-02-17T00:13:41.111 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:41.140 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:41.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:40 trial128 ceph-mon[35886]: from='client.14189 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:13:41.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:40 trial128 ceph-mon[35886]: Deploying daemon node-exporter.trial128 on trial128 2026-02-17T00:13:41.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:40 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/3856809795' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-02-17T00:13:41.387 INFO:teuthology.orchestra.run.trial160.stdout:Scheduled mon update... 2026-02-17T00:13:41.550 DEBUG:teuthology.orchestra.run.trial160:mon.trial160> sudo journalctl -f -n 0 -u ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mon.trial160.service 2026-02-17T00:13:41.552 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:13:41.553 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:13:41.731 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:41.759 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:42.031 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:13:42.031 INFO:teuthology.orchestra.run.trial160.stdout:{"epoch":1,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","modified":"2026-02-17T00:13:09.796412Z","created":"2026-02-17T00:13:09.796412Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial128","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:3300","nonce":0},{"type":"v1","addr":"10.20.193.128:6789","nonce":0}]},"addr":"10.20.193.128:6789/0","public_addr":"10.20.193.128:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:13:42.031 INFO:teuthology.orchestra.run.trial160.stderr:dumped monmap epoch 1 2026-02-17T00:13:42.140 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:41 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/3856809795' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-02-17T00:13:42.140 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:41 trial128 ceph-mon[35886]: osdmap e4: 0 total, 0 up, 0 in 2026-02-17T00:13:42.140 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:41 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:42.140 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:41 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:42.141 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:41 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:42.141 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:41 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:42.141 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:41 trial128 ceph-mon[35886]: Deploying daemon alertmanager.trial128 on trial128 2026-02-17T00:13:42.141 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:41 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:43.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:42 trial128 ceph-mon[35886]: from='client.14193 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;trial128:10.20.193.128=trial128;trial160:10.20.193.160=trial160", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:13:43.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:42 trial128 ceph-mon[35886]: Saving service mon spec with placement trial128:10.20.193.128=trial128;trial160:10.20.193.160=trial160;count:2 2026-02-17T00:13:43.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:42 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/536296270' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:13:43.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:42 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:43.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:42 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:43.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:42 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:43.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:42 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:43.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:42 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:43.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:42 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:43.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:42 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:43.171 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:13:43.171 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:13:43.312 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:43.341 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:43.597 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:13:43.597 INFO:teuthology.orchestra.run.trial160.stdout:{"epoch":1,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","modified":"2026-02-17T00:13:09.796412Z","created":"2026-02-17T00:13:09.796412Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial128","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:3300","nonce":0},{"type":"v1","addr":"10.20.193.128:6789","nonce":0}]},"addr":"10.20.193.128:6789/0","public_addr":"10.20.193.128:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:13:43.597 INFO:teuthology.orchestra.run.trial160.stderr:dumped monmap epoch 1 2026-02-17T00:13:44.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:43 trial128 ceph-mon[35886]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-17T00:13:44.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:43 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:44.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:43 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:44.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:43 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-17T00:13:44.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:43 trial128 ceph-mon[35886]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-17T00:13:44.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:43 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:44.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:43 trial128 ceph-mon[35886]: Deploying daemon grafana.trial128 on trial128 2026-02-17T00:13:44.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:43 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/2919402841' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:13:44.737 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:13:44.737 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:13:44.878 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:44.906 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:45.177 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:13:45.177 INFO:teuthology.orchestra.run.trial160.stdout:{"epoch":1,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","modified":"2026-02-17T00:13:09.796412Z","created":"2026-02-17T00:13:09.796412Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial128","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:3300","nonce":0},{"type":"v1","addr":"10.20.193.128:6789","nonce":0}]},"addr":"10.20.193.128:6789/0","public_addr":"10.20.193.128:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:13:45.177 INFO:teuthology.orchestra.run.trial160.stderr:dumped monmap epoch 1 2026-02-17T00:13:45.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:45 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/2883052975' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:13:46.314 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:13:46.315 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:13:46.457 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:46.485 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:46.743 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:13:46.744 INFO:teuthology.orchestra.run.trial160.stdout:{"epoch":1,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","modified":"2026-02-17T00:13:09.796412Z","created":"2026-02-17T00:13:09.796412Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial128","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:3300","nonce":0},{"type":"v1","addr":"10.20.193.128:6789","nonce":0}]},"addr":"10.20.193.128:6789/0","public_addr":"10.20.193.128:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:13:46.744 INFO:teuthology.orchestra.run.trial160.stderr:dumped monmap epoch 1 2026-02-17T00:13:47.053 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:46 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/4197620176' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:13:47.881 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:13:47.882 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:13:48.022 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:48.050 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:48.333 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:13:48.333 INFO:teuthology.orchestra.run.trial160.stdout:{"epoch":1,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","modified":"2026-02-17T00:13:09.796412Z","created":"2026-02-17T00:13:09.796412Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial128","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:3300","nonce":0},{"type":"v1","addr":"10.20.193.128:6789","nonce":0}]},"addr":"10.20.193.128:6789/0","public_addr":"10.20.193.128:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:13:48.333 INFO:teuthology.orchestra.run.trial160.stderr:dumped monmap epoch 1 2026-02-17T00:13:48.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:48 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:48.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:48 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:48.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:48 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:48.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:48 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:48.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:48 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:48.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:48 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:48.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:48 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:48.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:48 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:48.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:48 trial128 ceph-mon[35886]: Deploying daemon prometheus.trial128 on trial128 2026-02-17T00:13:48.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:48 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:49.246 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:49 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/2438057534' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:13:49.472 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:13:49.472 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:13:49.614 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:49.643 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:49.903 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:13:49.903 INFO:teuthology.orchestra.run.trial160.stdout:{"epoch":1,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","modified":"2026-02-17T00:13:09.796412Z","created":"2026-02-17T00:13:09.796412Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial128","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:3300","nonce":0},{"type":"v1","addr":"10.20.193.128:6789","nonce":0}]},"addr":"10.20.193.128:6789/0","public_addr":"10.20.193.128:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:13:49.904 INFO:teuthology.orchestra.run.trial160.stderr:dumped monmap epoch 1 2026-02-17T00:13:50.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:50 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:50.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:50 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:50.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:50 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' 2026-02-17T00:13:50.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:50 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-17T00:13:50.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:50 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/2366240438' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:13:51.042 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:13:51.042 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:13:51.184 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:51.212 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:51.485 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:13:51.485 INFO:teuthology.orchestra.run.trial160.stdout:{"epoch":1,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","modified":"2026-02-17T00:13:09.796412Z","created":"2026-02-17T00:13:09.796412Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial128","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:3300","nonce":0},{"type":"v1","addr":"10.20.193.128:6789","nonce":0}]},"addr":"10.20.193.128:6789/0","public_addr":"10.20.193.128:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:13:51.485 INFO:teuthology.orchestra.run.trial160.stderr:dumped monmap epoch 1 2026-02-17T00:13:51.887 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:51 trial128 ceph-mon[35886]: from='mgr.14162 10.20.193.128:0/1872451198' entity='mgr.trial128.jipewu' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-17T00:13:51.887 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:51 trial128 ceph-mon[35886]: mgrmap e14: trial128.jipewu(active, since 17s) 2026-02-17T00:13:51.887 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:51 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/1455764135' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:13:52.621 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:13:52.621 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:13:52.766 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:52.795 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:53.058 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:13:53.058 INFO:teuthology.orchestra.run.trial160.stdout:{"epoch":1,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","modified":"2026-02-17T00:13:09.796412Z","created":"2026-02-17T00:13:09.796412Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial128","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:3300","nonce":0},{"type":"v1","addr":"10.20.193.128:6789","nonce":0}]},"addr":"10.20.193.128:6789/0","public_addr":"10.20.193.128:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:13:53.058 INFO:teuthology.orchestra.run.trial160.stderr:dumped monmap epoch 1 2026-02-17T00:13:53.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:53 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/1339027713' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:13:54.196 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:13:54.197 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:13:54.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: Active manager daemon trial128.jipewu restarted 2026-02-17T00:13:54.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: Activating manager daemon trial128.jipewu 2026-02-17T00:13:54.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: osdmap e5: 0 total, 0 up, 0 in 2026-02-17T00:13:54.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: mgrmap e15: trial128.jipewu(active, starting, since 0.00220142s) 2026-02-17T00:13:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial128"}]: dispatch 2026-02-17T00:13:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mgr metadata", "who": "trial128.jipewu", "id": "trial128.jipewu"}]: dispatch 2026-02-17T00:13:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-17T00:13:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-17T00:13:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-17T00:13:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: Manager daemon trial128.jipewu is now available 2026-02-17T00:13:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:13:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:13:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial128.jipewu/mirror_snapshot_schedule"}]: dispatch 2026-02-17T00:13:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial128.jipewu/trash_purge_schedule"}]: dispatch 2026-02-17T00:13:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:54.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:54.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:54.462 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:54.490 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:13:54.766 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:13:54.766 INFO:teuthology.orchestra.run.trial160.stdout:{"epoch":1,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","modified":"2026-02-17T00:13:09.796412Z","created":"2026-02-17T00:13:09.796412Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial128","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:3300","nonce":0},{"type":"v1","addr":"10.20.193.128:6789","nonce":0}]},"addr":"10.20.193.128:6789/0","public_addr":"10.20.193.128:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:13:54.767 INFO:teuthology.orchestra.run.trial160.stderr:dumped monmap epoch 1 2026-02-17T00:13:55.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:55 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:53] ENGINE Bus STARTING 2026-02-17T00:13:55.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:55 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:54] ENGINE Serving on http://10.20.193.128:8765 2026-02-17T00:13:55.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:55 trial128 ceph-mon[35886]: mgrmap e16: trial128.jipewu(active, since 1.00405s) 2026-02-17T00:13:55.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:55 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:54] ENGINE Serving on https://10.20.193.128:7150 2026-02-17T00:13:55.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:55 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:54] ENGINE Bus STARTED 2026-02-17T00:13:55.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:55 trial128 ceph-mon[35886]: [17/Feb/2026:00:13:54] ENGINE Client ('10.20.193.128', 58266) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-17T00:13:55.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:55 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:55.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:55 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:55.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:55 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:55.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:55 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:55.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:55 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd/host:trial128", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:13:55.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:55 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/3813138786' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:13:55.904 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:13:55.904 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:13:56.047 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/config/ceph.conf 2026-02-17T00:13:56.324 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:13:56.324 INFO:teuthology.orchestra.run.trial160.stdout:{"epoch":1,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","modified":"2026-02-17T00:13:09.796412Z","created":"2026-02-17T00:13:09.796412Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial128","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:3300","nonce":0},{"type":"v1","addr":"10.20.193.128:6789","nonce":0}]},"addr":"10.20.193.128:6789/0","public_addr":"10.20.193.128:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:13:56.325 INFO:teuthology.orchestra.run.trial160.stderr:dumped monmap epoch 1 2026-02-17T00:13:56.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:56.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:56.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:56.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:56.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd/host:trial160", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:13:56.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:13:56.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:13:56.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: Updating trial128:/etc/ceph/ceph.conf 2026-02-17T00:13:56.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: Updating trial160:/etc/ceph/ceph.conf 2026-02-17T00:13:56.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: mgrmap e17: trial128.jipewu(active, since 2s) 2026-02-17T00:13:56.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:56.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:56.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:56.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:56.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:56.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial160", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-17T00:13:56.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial160", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2026-02-17T00:13:56.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:13:56.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:56 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/3517496096' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:13:57.528 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:13:57.528 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:13:57.691 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/config/ceph.conf 2026-02-17T00:13:57.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:57 trial128 ceph-mon[35886]: Updating trial128:/var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/config/ceph.conf 2026-02-17T00:13:57.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:57 trial128 ceph-mon[35886]: Updating trial160:/var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/config/ceph.conf 2026-02-17T00:13:57.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:57 trial128 ceph-mon[35886]: Updating trial128:/etc/ceph/ceph.client.admin.keyring 2026-02-17T00:13:57.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:57 trial128 ceph-mon[35886]: Updating trial160:/etc/ceph/ceph.client.admin.keyring 2026-02-17T00:13:57.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:57 trial128 ceph-mon[35886]: Updating trial160:/var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-17T00:13:57.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:57 trial128 ceph-mon[35886]: Updating trial128:/var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-17T00:13:57.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:57 trial128 ceph-mon[35886]: Deploying daemon ceph-exporter.trial160 on trial160 2026-02-17T00:13:57.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:57.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:57.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:57.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:57.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial160", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-17T00:13:57.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.trial160", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2026-02-17T00:13:57.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:13:58.060 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:13:58.061 INFO:teuthology.orchestra.run.trial160.stdout:{"epoch":1,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","modified":"2026-02-17T00:13:09.796412Z","created":"2026-02-17T00:13:09.796412Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial128","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:3300","nonce":0},{"type":"v1","addr":"10.20.193.128:6789","nonce":0}]},"addr":"10.20.193.128:6789/0","public_addr":"10.20.193.128:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:13:58.061 INFO:teuthology.orchestra.run.trial160.stderr:dumped monmap epoch 1 2026-02-17T00:13:58.793 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:58 trial128 ceph-mon[35886]: Deploying daemon crash.trial160 on trial160 2026-02-17T00:13:58.793 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:58 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/681428356' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:13:58.794 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:58 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:58.794 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:58 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:58.794 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:58 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:58.794 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:58 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:58.794 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:58 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:59.205 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:13:59.205 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:13:59.362 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/config/ceph.conf 2026-02-17T00:13:59.617 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:13:59.618 INFO:teuthology.orchestra.run.trial160.stdout:{"epoch":1,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","modified":"2026-02-17T00:13:09.796412Z","created":"2026-02-17T00:13:09.796412Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial128","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:3300","nonce":0},{"type":"v1","addr":"10.20.193.128:6789","nonce":0}]},"addr":"10.20.193.128:6789/0","public_addr":"10.20.193.128:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:13:59.618 INFO:teuthology.orchestra.run.trial160.stderr:dumped monmap epoch 1 2026-02-17T00:13:59.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:59 trial128 ceph-mon[35886]: Deploying daemon node-exporter.trial160 on trial160 2026-02-17T00:13:59.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:59 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:59.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:59 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:59.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:59 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:59.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:59 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:13:59.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:59 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial160.gplrao", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-17T00:13:59.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:59 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.trial160.gplrao", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-02-17T00:13:59.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:59 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-17T00:13:59.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:13:59 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:00.859 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:14:00.859 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:14:00.892 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:00 trial128 ceph-mon[35886]: Deploying daemon mgr.trial160.gplrao on trial160 2026-02-17T00:14:00.892 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:00 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/28794430' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:14:00.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:00.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:00.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:00.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:00.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-17T00:14:00.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:01.056 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial160/config 2026-02-17T00:14:06.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial128"}]: dispatch 2026-02-17T00:14:06.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial160"}]: dispatch 2026-02-17T00:14:06.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: mon.trial128 calling monitor election 2026-02-17T00:14:06.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial160"}]: dispatch 2026-02-17T00:14:06.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: from='mgr.? 10.20.193.160:0/861425334' entity='mgr.trial160.gplrao' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial160.gplrao/crt"}]: dispatch 2026-02-17T00:14:06.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: mon.trial160 calling monitor election 2026-02-17T00:14:06.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial160"}]: dispatch 2026-02-17T00:14:06.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial160"}]: dispatch 2026-02-17T00:14:06.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial160"}]: dispatch 2026-02-17T00:14:06.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial160"}]: dispatch 2026-02-17T00:14:06.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: mon.trial128 is new leader, mons trial128,trial160 in quorum (ranks 0,1) 2026-02-17T00:14:06.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: monmap epoch 2 2026-02-17T00:14:06.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:14:06.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: last_changed 2026-02-17T00:14:01.091540+0000 2026-02-17T00:14:06.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: created 2026-02-17T00:13:09.796412+0000 2026-02-17T00:14:06.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: min_mon_release 19 (squid) 2026-02-17T00:14:06.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: election_strategy: 1 2026-02-17T00:14:06.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: 0: [v2:10.20.193.128:3300/0,v1:10.20.193.128:6789/0] mon.trial128 2026-02-17T00:14:06.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: 1: [v2:10.20.193.160:3300/0,v1:10.20.193.160:6789/0] mon.trial160 2026-02-17T00:14:06.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: fsmap 2026-02-17T00:14:06.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: osdmap e5: 0 total, 0 up, 0 in 2026-02-17T00:14:06.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: mgrmap e17: trial128.jipewu(active, since 12s) 2026-02-17T00:14:06.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: overall HEALTH_OK 2026-02-17T00:14:06.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: Standby manager daemon trial160.gplrao started 2026-02-17T00:14:06.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: from='mgr.? 10.20.193.160:0/861425334' entity='mgr.trial160.gplrao' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-17T00:14:06.646 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:06.646 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: from='mgr.? 10.20.193.160:0/861425334' entity='mgr.trial160.gplrao' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial160.gplrao/key"}]: dispatch 2026-02-17T00:14:06.646 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: from='mgr.? 10.20.193.160:0/861425334' entity='mgr.trial160.gplrao' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-17T00:14:06.646 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:06.646 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:14:07.330 INFO:teuthology.orchestra.run.trial160.stdout: 2026-02-17T00:14:07.330 INFO:teuthology.orchestra.run.trial160.stdout:{"epoch":2,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","modified":"2026-02-17T00:14:01.091540Z","created":"2026-02-17T00:13:09.796412Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial128","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:3300","nonce":0},{"type":"v1","addr":"10.20.193.128:6789","nonce":0}]},"addr":"10.20.193.128:6789/0","public_addr":"10.20.193.128:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"trial160","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:3300","nonce":0},{"type":"v1","addr":"10.20.193.160:6789","nonce":0}]},"addr":"10.20.193.160:6789/0","public_addr":"10.20.193.160:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2026-02-17T00:14:07.330 INFO:teuthology.orchestra.run.trial160.stderr:dumped monmap epoch 2 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: mgrmap e18: trial128.jipewu(active, since 13s), standbys: trial160.gplrao 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mgr metadata", "who": "trial160.gplrao", "id": "trial160.gplrao"}]: dispatch 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:07.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial160"}]: dispatch 2026-02-17T00:14:07.471 INFO:tasks.cephadm:Generating final ceph.conf file... 2026-02-17T00:14:07.471 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph config generate-minimal-conf 2026-02-17T00:14:07.630 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:07.852 INFO:teuthology.orchestra.run.trial128.stdout:# minimal ceph.conf for 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:14:07.852 INFO:teuthology.orchestra.run.trial128.stdout:[global] 2026-02-17T00:14:07.852 INFO:teuthology.orchestra.run.trial128.stdout: fsid = 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:14:07.852 INFO:teuthology.orchestra.run.trial128.stdout: mon_host = [v2:10.20.193.128:3300/0,v1:10.20.193.128:6789/0] [v2:10.20.193.160:3300/0,v1:10.20.193.160:6789/0] 2026-02-17T00:14:07.995 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2026-02-17T00:14:07.995 DEBUG:teuthology.orchestra.run.trial128:> set -ex 2026-02-17T00:14:07.996 DEBUG:teuthology.orchestra.run.trial128:> sudo dd of=/etc/ceph/ceph.conf 2026-02-17T00:14:08.023 DEBUG:teuthology.orchestra.run.trial128:> set -ex 2026-02-17T00:14:08.023 DEBUG:teuthology.orchestra.run.trial128:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-17T00:14:08.088 DEBUG:teuthology.orchestra.run.trial160:> set -ex 2026-02-17T00:14:08.088 DEBUG:teuthology.orchestra.run.trial160:> sudo dd of=/etc/ceph/ceph.conf 2026-02-17T00:14:08.114 DEBUG:teuthology.orchestra.run.trial160:> set -ex 2026-02-17T00:14:08.114 DEBUG:teuthology.orchestra.run.trial160:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-17T00:14:08.179 INFO:tasks.cephadm:Deploying OSDs... 2026-02-17T00:14:08.180 DEBUG:teuthology.orchestra.run.trial128:> set -ex 2026-02-17T00:14:08.180 DEBUG:teuthology.orchestra.run.trial128:> dd if=/scratch_devs of=/dev/stdout 2026-02-17T00:14:08.197 DEBUG:teuthology.misc:devs=['/dev/nvme3n1', '/dev/nvme4n1', '/dev/nvme5n1', '/dev/nvme6n1'] 2026-02-17T00:14:08.197 DEBUG:teuthology.orchestra.run.trial128:> stat /dev/nvme3n1 2026-02-17T00:14:08.254 INFO:teuthology.orchestra.run.trial128.stdout: File: /dev/nvme3n1 2026-02-17T00:14:08.254 INFO:teuthology.orchestra.run.trial128.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:14:08.254 INFO:teuthology.orchestra.run.trial128.stdout:Device: 6h/6d Inode: 1328 Links: 1 Device type: 103,6 2026-02-17T00:14:08.254 INFO:teuthology.orchestra.run.trial128.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:14:08.254 INFO:teuthology.orchestra.run.trial128.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:14:08.254 INFO:teuthology.orchestra.run.trial128.stdout:Access: 2026-02-17 00:13:37.178161511 +0000 2026-02-17T00:14:08.255 INFO:teuthology.orchestra.run.trial128.stdout:Modify: 2026-02-17 00:12:53.848545958 +0000 2026-02-17T00:14:08.255 INFO:teuthology.orchestra.run.trial128.stdout:Change: 2026-02-17 00:12:53.848545958 +0000 2026-02-17T00:14:08.255 INFO:teuthology.orchestra.run.trial128.stdout: Birth: 2026-02-17 00:12:52.930561991 +0000 2026-02-17T00:14:08.255 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-02-17T00:14:08.318 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records in 2026-02-17T00:14:08.319 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records out 2026-02-17T00:14:08.319 INFO:teuthology.orchestra.run.trial128.stderr:512 bytes copied, 0.000162019 s, 3.2 MB/s 2026-02-17T00:14:08.319 DEBUG:teuthology.orchestra.run.trial128:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-02-17T00:14:08.377 DEBUG:teuthology.orchestra.run.trial128:> stat /dev/nvme4n1 2026-02-17T00:14:08.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:14:08.435 INFO:teuthology.orchestra.run.trial128.stdout: File: /dev/nvme4n1 2026-02-17T00:14:08.435 INFO:teuthology.orchestra.run.trial128.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:14:08.436 INFO:teuthology.orchestra.run.trial128.stdout:Device: 6h/6d Inode: 1340 Links: 1 Device type: 103,8 2026-02-17T00:14:08.436 INFO:teuthology.orchestra.run.trial128.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:14:08.436 INFO:teuthology.orchestra.run.trial128.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:14:08.436 INFO:teuthology.orchestra.run.trial128.stdout:Access: 2026-02-17 00:13:37.222160741 +0000 2026-02-17T00:14:08.436 INFO:teuthology.orchestra.run.trial128.stdout:Modify: 2026-02-17 00:12:54.249538953 +0000 2026-02-17T00:14:08.436 INFO:teuthology.orchestra.run.trial128.stdout:Change: 2026-02-17 00:12:54.249538953 +0000 2026-02-17T00:14:08.437 INFO:teuthology.orchestra.run.trial128.stdout: Birth: 2026-02-17 00:12:53.052559861 +0000 2026-02-17T00:14:08.437 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/nvme4n1 of=/dev/null count=1 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: Updating trial128:/etc/ceph/ceph.conf 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: Updating trial160:/etc/ceph/ceph.conf 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: Updating trial128:/var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/config/ceph.conf 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: Updating trial160:/var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/config/ceph.conf 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: Reconfiguring mon.trial128 (unknown last config time)... 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: Reconfiguring daemon mon.trial128 on trial128 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: Reconfiguring mgr.trial128.jipewu (unknown last config time)... 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial128.jipewu", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: Reconfiguring daemon mgr.trial128.jipewu on trial128 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/2675994012' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial128", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2102471998' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial128", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:08.497 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:14:08.499 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records in 2026-02-17T00:14:08.499 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records out 2026-02-17T00:14:08.499 INFO:teuthology.orchestra.run.trial128.stderr:512 bytes copied, 0.000174782 s, 2.9 MB/s 2026-02-17T00:14:08.500 DEBUG:teuthology.orchestra.run.trial128:> ! mount | grep -v devtmpfs | grep -q /dev/nvme4n1 2026-02-17T00:14:08.558 DEBUG:teuthology.orchestra.run.trial128:> stat /dev/nvme5n1 2026-02-17T00:14:08.615 INFO:teuthology.orchestra.run.trial128.stdout: File: /dev/nvme5n1 2026-02-17T00:14:08.615 INFO:teuthology.orchestra.run.trial128.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:14:08.615 INFO:teuthology.orchestra.run.trial128.stdout:Device: 6h/6d Inode: 1352 Links: 1 Device type: 103,a 2026-02-17T00:14:08.615 INFO:teuthology.orchestra.run.trial128.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:14:08.616 INFO:teuthology.orchestra.run.trial128.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:14:08.616 INFO:teuthology.orchestra.run.trial128.stdout:Access: 2026-02-17 00:13:37.269159919 +0000 2026-02-17T00:14:08.616 INFO:teuthology.orchestra.run.trial128.stdout:Modify: 2026-02-17 00:12:54.648680538 +0000 2026-02-17T00:14:08.616 INFO:teuthology.orchestra.run.trial128.stdout:Change: 2026-02-17 00:12:54.648680538 +0000 2026-02-17T00:14:08.616 INFO:teuthology.orchestra.run.trial128.stdout: Birth: 2026-02-17 00:12:53.193557398 +0000 2026-02-17T00:14:08.616 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/nvme5n1 of=/dev/null count=1 2026-02-17T00:14:08.680 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records in 2026-02-17T00:14:08.680 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records out 2026-02-17T00:14:08.680 INFO:teuthology.orchestra.run.trial128.stderr:512 bytes copied, 0.000171145 s, 3.0 MB/s 2026-02-17T00:14:08.682 DEBUG:teuthology.orchestra.run.trial128:> ! mount | grep -v devtmpfs | grep -q /dev/nvme5n1 2026-02-17T00:14:08.740 DEBUG:teuthology.orchestra.run.trial128:> stat /dev/nvme6n1 2026-02-17T00:14:08.798 INFO:teuthology.orchestra.run.trial128.stdout: File: /dev/nvme6n1 2026-02-17T00:14:08.798 INFO:teuthology.orchestra.run.trial128.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:14:08.799 INFO:teuthology.orchestra.run.trial128.stdout:Device: 6h/6d Inode: 1364 Links: 1 Device type: 103,c 2026-02-17T00:14:08.799 INFO:teuthology.orchestra.run.trial128.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:14:08.799 INFO:teuthology.orchestra.run.trial128.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:14:08.799 INFO:teuthology.orchestra.run.trial128.stdout:Access: 2026-02-17 00:13:37.312159167 +0000 2026-02-17T00:14:08.799 INFO:teuthology.orchestra.run.trial128.stdout:Modify: 2026-02-17 00:12:55.048393503 +0000 2026-02-17T00:14:08.799 INFO:teuthology.orchestra.run.trial128.stdout:Change: 2026-02-17 00:12:55.048393503 +0000 2026-02-17T00:14:08.799 INFO:teuthology.orchestra.run.trial128.stdout: Birth: 2026-02-17 00:12:53.319555198 +0000 2026-02-17T00:14:08.799 DEBUG:teuthology.orchestra.run.trial128:> sudo dd if=/dev/nvme6n1 of=/dev/null count=1 2026-02-17T00:14:08.862 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records in 2026-02-17T00:14:08.862 INFO:teuthology.orchestra.run.trial128.stderr:1+0 records out 2026-02-17T00:14:08.862 INFO:teuthology.orchestra.run.trial128.stderr:512 bytes copied, 0.000186834 s, 2.7 MB/s 2026-02-17T00:14:08.864 DEBUG:teuthology.orchestra.run.trial128:> ! mount | grep -v devtmpfs | grep -q /dev/nvme6n1 2026-02-17T00:14:08.922 DEBUG:teuthology.orchestra.run.trial160:> set -ex 2026-02-17T00:14:08.922 DEBUG:teuthology.orchestra.run.trial160:> dd if=/scratch_devs of=/dev/stdout 2026-02-17T00:14:08.940 DEBUG:teuthology.misc:devs=['/dev/nvme3n1', '/dev/nvme4n1', '/dev/nvme5n1', '/dev/nvme6n1'] 2026-02-17T00:14:08.940 DEBUG:teuthology.orchestra.run.trial160:> stat /dev/nvme3n1 2026-02-17T00:14:08.997 INFO:teuthology.orchestra.run.trial160.stdout: File: /dev/nvme3n1 2026-02-17T00:14:08.997 INFO:teuthology.orchestra.run.trial160.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:14:08.997 INFO:teuthology.orchestra.run.trial160.stdout:Device: 6h/6d Inode: 1328 Links: 1 Device type: 103,6 2026-02-17T00:14:08.997 INFO:teuthology.orchestra.run.trial160.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:14:08.997 INFO:teuthology.orchestra.run.trial160.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:14:08.997 INFO:teuthology.orchestra.run.trial160.stdout:Access: 2026-02-17 00:13:55.194480105 +0000 2026-02-17T00:14:08.997 INFO:teuthology.orchestra.run.trial160.stdout:Modify: 2026-02-17 00:12:57.034321711 +0000 2026-02-17T00:14:08.997 INFO:teuthology.orchestra.run.trial160.stdout:Change: 2026-02-17 00:12:57.034321711 +0000 2026-02-17T00:14:08.998 INFO:teuthology.orchestra.run.trial160.stdout: Birth: 2026-02-17 00:12:56.114317857 +0000 2026-02-17T00:14:08.998 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-02-17T00:14:09.060 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records in 2026-02-17T00:14:09.060 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records out 2026-02-17T00:14:09.060 INFO:teuthology.orchestra.run.trial160.stderr:512 bytes copied, 0.000160571 s, 3.2 MB/s 2026-02-17T00:14:09.061 DEBUG:teuthology.orchestra.run.trial160:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-02-17T00:14:09.118 DEBUG:teuthology.orchestra.run.trial160:> stat /dev/nvme4n1 2026-02-17T00:14:09.175 INFO:teuthology.orchestra.run.trial160.stdout: File: /dev/nvme4n1 2026-02-17T00:14:09.175 INFO:teuthology.orchestra.run.trial160.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:14:09.176 INFO:teuthology.orchestra.run.trial160.stdout:Device: 6h/6d Inode: 1340 Links: 1 Device type: 103,8 2026-02-17T00:14:09.176 INFO:teuthology.orchestra.run.trial160.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:14:09.176 INFO:teuthology.orchestra.run.trial160.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:14:09.176 INFO:teuthology.orchestra.run.trial160.stdout:Access: 2026-02-17 00:13:55.235480091 +0000 2026-02-17T00:14:09.176 INFO:teuthology.orchestra.run.trial160.stdout:Modify: 2026-02-17 00:12:57.430326030 +0000 2026-02-17T00:14:09.176 INFO:teuthology.orchestra.run.trial160.stdout:Change: 2026-02-17 00:12:57.430326030 +0000 2026-02-17T00:14:09.176 INFO:teuthology.orchestra.run.trial160.stdout: Birth: 2026-02-17 00:12:56.249317539 +0000 2026-02-17T00:14:09.176 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/nvme4n1 of=/dev/null count=1 2026-02-17T00:14:09.237 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records in 2026-02-17T00:14:09.238 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records out 2026-02-17T00:14:09.238 INFO:teuthology.orchestra.run.trial160.stderr:512 bytes copied, 0.000164849 s, 3.1 MB/s 2026-02-17T00:14:09.239 DEBUG:teuthology.orchestra.run.trial160:> ! mount | grep -v devtmpfs | grep -q /dev/nvme4n1 2026-02-17T00:14:09.298 DEBUG:teuthology.orchestra.run.trial160:> stat /dev/nvme5n1 2026-02-17T00:14:09.355 INFO:teuthology.orchestra.run.trial160.stdout: File: /dev/nvme5n1 2026-02-17T00:14:09.355 INFO:teuthology.orchestra.run.trial160.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:14:09.355 INFO:teuthology.orchestra.run.trial160.stdout:Device: 6h/6d Inode: 1352 Links: 1 Device type: 103,a 2026-02-17T00:14:09.355 INFO:teuthology.orchestra.run.trial160.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:14:09.355 INFO:teuthology.orchestra.run.trial160.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:14:09.356 INFO:teuthology.orchestra.run.trial160.stdout:Access: 2026-02-17 00:13:55.278480077 +0000 2026-02-17T00:14:09.356 INFO:teuthology.orchestra.run.trial160.stdout:Modify: 2026-02-17 00:12:57.826330348 +0000 2026-02-17T00:14:09.356 INFO:teuthology.orchestra.run.trial160.stdout:Change: 2026-02-17 00:12:57.826330348 +0000 2026-02-17T00:14:09.356 INFO:teuthology.orchestra.run.trial160.stdout: Birth: 2026-02-17 00:12:56.376317240 +0000 2026-02-17T00:14:09.356 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/nvme5n1 of=/dev/null count=1 2026-02-17T00:14:09.419 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records in 2026-02-17T00:14:09.419 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records out 2026-02-17T00:14:09.419 INFO:teuthology.orchestra.run.trial160.stderr:512 bytes copied, 0.000155271 s, 3.3 MB/s 2026-02-17T00:14:09.420 DEBUG:teuthology.orchestra.run.trial160:> ! mount | grep -v devtmpfs | grep -q /dev/nvme5n1 2026-02-17T00:14:09.478 DEBUG:teuthology.orchestra.run.trial160:> stat /dev/nvme6n1 2026-02-17T00:14:09.533 INFO:teuthology.orchestra.run.trial160.stdout: File: /dev/nvme6n1 2026-02-17T00:14:09.533 INFO:teuthology.orchestra.run.trial160.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:14:09.534 INFO:teuthology.orchestra.run.trial160.stdout:Device: 6h/6d Inode: 1364 Links: 1 Device type: 103,c 2026-02-17T00:14:09.534 INFO:teuthology.orchestra.run.trial160.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:14:09.534 INFO:teuthology.orchestra.run.trial160.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:14:09.534 INFO:teuthology.orchestra.run.trial160.stdout:Access: 2026-02-17 00:13:55.318480063 +0000 2026-02-17T00:14:09.534 INFO:teuthology.orchestra.run.trial160.stdout:Modify: 2026-02-17 00:12:58.224334688 +0000 2026-02-17T00:14:09.534 INFO:teuthology.orchestra.run.trial160.stdout:Change: 2026-02-17 00:12:58.224334688 +0000 2026-02-17T00:14:09.534 INFO:teuthology.orchestra.run.trial160.stdout: Birth: 2026-02-17 00:12:56.514316915 +0000 2026-02-17T00:14:09.534 DEBUG:teuthology.orchestra.run.trial160:> sudo dd if=/dev/nvme6n1 of=/dev/null count=1 2026-02-17T00:14:09.596 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records in 2026-02-17T00:14:09.596 INFO:teuthology.orchestra.run.trial160.stderr:1+0 records out 2026-02-17T00:14:09.597 INFO:teuthology.orchestra.run.trial160.stderr:512 bytes copied, 0.00014935 s, 3.4 MB/s 2026-02-17T00:14:09.598 DEBUG:teuthology.orchestra.run.trial160:> ! mount | grep -v devtmpfs | grep -q /dev/nvme6n1 2026-02-17T00:14:09.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:09 trial128 ceph-mon[35886]: Reconfiguring ceph-exporter.trial128 (monmap changed)... 2026-02-17T00:14:09.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:09 trial128 ceph-mon[35886]: Reconfiguring daemon ceph-exporter.trial128 on trial128 2026-02-17T00:14:09.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:09 trial128 ceph-mon[35886]: Reconfiguring crash.trial128 (monmap changed)... 2026-02-17T00:14:09.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:09 trial128 ceph-mon[35886]: Reconfiguring daemon crash.trial128 on trial128 2026-02-17T00:14:09.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:09.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:09.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:09 trial128 ceph-mon[35886]: Reconfiguring alertmanager.trial128 (dependencies changed)... 2026-02-17T00:14:09.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:09 trial128 ceph-mon[35886]: Reconfiguring daemon alertmanager.trial128 on trial128 2026-02-17T00:14:09.655 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch apply osd --all-available-devices 2026-02-17T00:14:09.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:09 trial160 ceph-mon[43391]: Reconfiguring ceph-exporter.trial128 (monmap changed)... 2026-02-17T00:14:09.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:09 trial160 ceph-mon[43391]: Reconfiguring daemon ceph-exporter.trial128 on trial128 2026-02-17T00:14:09.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:09 trial160 ceph-mon[43391]: Reconfiguring crash.trial128 (monmap changed)... 2026-02-17T00:14:09.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:09 trial160 ceph-mon[43391]: Reconfiguring daemon crash.trial128 on trial128 2026-02-17T00:14:09.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:09.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:09.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:09 trial160 ceph-mon[43391]: Reconfiguring alertmanager.trial128 (dependencies changed)... 2026-02-17T00:14:09.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:09 trial160 ceph-mon[43391]: Reconfiguring daemon alertmanager.trial128 on trial128 2026-02-17T00:14:09.826 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial160/config 2026-02-17T00:14:10.048 INFO:teuthology.orchestra.run.trial160.stdout:Scheduled osd.all-available-devices update... 2026-02-17T00:14:10.188 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2026-02-17T00:14:10.188 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:10.348 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:10.571 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:10.714 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":5,"num_osds":0,"num_up_osds":0,"osd_up_since":0,"num_in_osds":0,"osd_in_since":0,"num_remapped_pgs":0} 2026-02-17T00:14:10.716 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:10 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:10.716 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:10 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:10.716 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:10 trial128 ceph-mon[35886]: Reconfiguring grafana.trial128 (dependencies changed)... 2026-02-17T00:14:10.716 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:10 trial128 ceph-mon[35886]: Reconfiguring daemon grafana.trial128 on trial128 2026-02-17T00:14:10.716 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:10 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:10.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:10 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:10.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:10 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:10.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:10 trial160 ceph-mon[43391]: Reconfiguring grafana.trial128 (dependencies changed)... 2026-02-17T00:14:10.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:10 trial160 ceph-mon[43391]: Reconfiguring daemon grafana.trial128 on trial128 2026-02-17T00:14:10.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:10 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:11.537 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:11 trial128 ceph-mon[35886]: from='client.14240 -' entity='client.admin' cmd=[{"prefix": "orch apply osd", "all_available_devices": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:14:11.537 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:11 trial128 ceph-mon[35886]: Marking host: trial128 for OSDSpec preview refresh. 2026-02-17T00:14:11.537 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:11 trial128 ceph-mon[35886]: Marking host: trial160 for OSDSpec preview refresh. 2026-02-17T00:14:11.538 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:11 trial128 ceph-mon[35886]: Saving service osd.all-available-devices spec with placement * 2026-02-17T00:14:11.538 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:11 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/567483655' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:11.538 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:11 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:11.538 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:11 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:11.716 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:11.875 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:11.905 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:11 trial160 ceph-mon[43391]: from='client.14240 -' entity='client.admin' cmd=[{"prefix": "orch apply osd", "all_available_devices": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:14:11.905 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:11 trial160 ceph-mon[43391]: Marking host: trial128 for OSDSpec preview refresh. 2026-02-17T00:14:11.905 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:11 trial160 ceph-mon[43391]: Marking host: trial160 for OSDSpec preview refresh. 2026-02-17T00:14:11.905 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:11 trial160 ceph-mon[43391]: Saving service osd.all-available-devices spec with placement * 2026-02-17T00:14:11.905 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:11 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/567483655' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:11.905 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:11 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:11.906 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:11 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:12.104 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:12.242 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":5,"num_osds":0,"num_up_osds":0,"osd_up_since":0,"num_in_osds":0,"osd_in_since":0,"num_remapped_pgs":0} 2026-02-17T00:14:12.628 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:12 trial160 ceph-mon[43391]: Reconfiguring prometheus.trial128 (dependencies changed)... 2026-02-17T00:14:12.628 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:12 trial160 ceph-mon[43391]: Reconfiguring daemon prometheus.trial128 on trial128 2026-02-17T00:14:12.629 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:12 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:12.629 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:12 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:12.629 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:12 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial160", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-17T00:14:12.629 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:12 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:12.629 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:12 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2072248791' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:12.629 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:12 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:12.629 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:12 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:12.629 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:12 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial160", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-17T00:14:12.629 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:12 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:12.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:12 trial128 ceph-mon[35886]: Reconfiguring prometheus.trial128 (dependencies changed)... 2026-02-17T00:14:12.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:12 trial128 ceph-mon[35886]: Reconfiguring daemon prometheus.trial128 on trial128 2026-02-17T00:14:12.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:12 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:12.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:12 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:12.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:12 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial160", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-17T00:14:12.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:12 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:12.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:12 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2072248791' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:12.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:12 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:12.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:12 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:12.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:12 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial160", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-17T00:14:12.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:12 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:13.243 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:13.398 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:13.622 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:13.723 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: Reconfiguring ceph-exporter.trial160 (monmap changed)... 2026-02-17T00:14:13.723 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: Reconfiguring daemon ceph-exporter.trial160 on trial160 2026-02-17T00:14:13.723 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: Reconfiguring crash.trial160 (monmap changed)... 2026-02-17T00:14:13.723 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: Reconfiguring daemon crash.trial160 on trial160 2026-02-17T00:14:13.723 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.723 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.723 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: Reconfiguring mgr.trial160.gplrao (monmap changed)... 2026-02-17T00:14:13.723 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial160.gplrao", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-17T00:14:13.723 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: Reconfiguring daemon mgr.trial160.gplrao on trial160 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial128:9093"}]: dispatch 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial128:3000"}]: dispatch 2026-02-17T00:14:13.724 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.725 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:14:13.725 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial128:9095"}]: dispatch 2026-02-17T00:14:13.725 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.725 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:13 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:14:13.765 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":5,"num_osds":0,"num_up_osds":0,"osd_up_since":0,"num_in_osds":0,"osd_in_since":0,"num_remapped_pgs":0} 2026-02-17T00:14:13.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: Reconfiguring ceph-exporter.trial160 (monmap changed)... 2026-02-17T00:14:13.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: Reconfiguring daemon ceph-exporter.trial160 on trial160 2026-02-17T00:14:13.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: Reconfiguring crash.trial160 (monmap changed)... 2026-02-17T00:14:13.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: Reconfiguring daemon crash.trial160 on trial160 2026-02-17T00:14:13.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: Reconfiguring mgr.trial160.gplrao (monmap changed)... 2026-02-17T00:14:13.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial160.gplrao", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-17T00:14:13.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-17T00:14:13.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:13.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: Reconfiguring daemon mgr.trial160.gplrao on trial160 2026-02-17T00:14:13.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-17T00:14:13.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-17T00:14:13.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:13.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-17T00:14:13.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial128:9093"}]: dispatch 2026-02-17T00:14:13.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-17T00:14:13.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial128:3000"}]: dispatch 2026-02-17T00:14:13.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:14:13.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial128:9095"}]: dispatch 2026-02-17T00:14:13.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:13.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:13 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:14:14.616 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: Reconfiguring mon.trial160 (monmap changed)... 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: Reconfiguring daemon mon.trial160 on trial160 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial128:9093"}]: dispatch 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial128:3000"}]: dispatch 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial128:9095"}]: dispatch 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1202578125' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:14:14.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.618 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:14:14.618 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-17T00:14:14.618 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:14.618 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-17T00:14:14.618 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:14.767 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:14.783 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: Reconfiguring mon.trial160 (monmap changed)... 2026-02-17T00:14:14.783 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: Reconfiguring daemon mon.trial160 on trial160 2026-02-17T00:14:14.783 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:14.783 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-17T00:14:14.783 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial128:9093"}]: dispatch 2026-02-17T00:14:14.783 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-17T00:14:14.783 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial128:3000"}]: dispatch 2026-02-17T00:14:14.783 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:14:14.783 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial128:9095"}]: dispatch 2026-02-17T00:14:14.783 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1202578125' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:14.783 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.783 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.783 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.783 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.784 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.784 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.784 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.784 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.784 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:14.784 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:14:14.784 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:14.784 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:14:14.784 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-17T00:14:14.784 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:14.784 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-17T00:14:14.784 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:14.930 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:15.144 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:15.286 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":5,"num_osds":0,"num_up_osds":0,"osd_up_since":0,"num_in_osds":0,"osd_in_since":0,"num_remapped_pgs":0} 2026-02-17T00:14:15.871 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:15 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/3118904905' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:15.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:15 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/3118904905' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:16.288 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:16.445 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:16.662 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:16.778 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:16 trial128 ceph-mon[35886]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:16.778 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:16 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/614425030' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9990c8c3-b936-4063-9704-8ac8e0e8e62a"}]: dispatch 2026-02-17T00:14:16.779 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:16 trial128 ceph-mon[35886]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9990c8c3-b936-4063-9704-8ac8e0e8e62a"}]: dispatch 2026-02-17T00:14:16.779 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:16 trial128 ceph-mon[35886]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9990c8c3-b936-4063-9704-8ac8e0e8e62a"}]': finished 2026-02-17T00:14:16.779 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:16 trial128 ceph-mon[35886]: osdmap e6: 1 total, 0 up, 1 in 2026-02-17T00:14:16.779 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:16 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:16.779 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:16 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2064121555' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9a14671-0b25-44ee-8c6b-7806d6e0d6f4"}]: dispatch 2026-02-17T00:14:16.779 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:16 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2064121555' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a9a14671-0b25-44ee-8c6b-7806d6e0d6f4"}]': finished 2026-02-17T00:14:16.779 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:16 trial128 ceph-mon[35886]: osdmap e7: 2 total, 0 up, 2 in 2026-02-17T00:14:16.779 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:16 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:16.779 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:16 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:16.779 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:16 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/918519023' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:16.779 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:16 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/153495330' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:16.798 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":7,"num_osds":2,"num_up_osds":0,"osd_up_since":0,"num_in_osds":2,"osd_in_since":1771287255,"num_remapped_pgs":0} 2026-02-17T00:14:16.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:16 trial160 ceph-mon[43391]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:16.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:16 trial160 ceph-mon[43391]: from='client.? 10.20.193.160:0/614425030' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9990c8c3-b936-4063-9704-8ac8e0e8e62a"}]: dispatch 2026-02-17T00:14:16.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:16 trial160 ceph-mon[43391]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9990c8c3-b936-4063-9704-8ac8e0e8e62a"}]: dispatch 2026-02-17T00:14:16.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:16 trial160 ceph-mon[43391]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9990c8c3-b936-4063-9704-8ac8e0e8e62a"}]': finished 2026-02-17T00:14:16.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:16 trial160 ceph-mon[43391]: osdmap e6: 1 total, 0 up, 1 in 2026-02-17T00:14:16.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:16 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:16.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:16 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2064121555' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a9a14671-0b25-44ee-8c6b-7806d6e0d6f4"}]: dispatch 2026-02-17T00:14:16.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:16 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2064121555' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a9a14671-0b25-44ee-8c6b-7806d6e0d6f4"}]': finished 2026-02-17T00:14:16.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:16 trial160 ceph-mon[43391]: osdmap e7: 2 total, 0 up, 2 in 2026-02-17T00:14:16.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:16 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:16.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:16 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:16.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:16 trial160 ceph-mon[43391]: from='client.? 10.20.193.160:0/918519023' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:16.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:16 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/153495330' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:17.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:17 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1184594419' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:17.799 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:17.821 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:17 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1184594419' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:17.953 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:18.169 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:18.306 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":7,"num_osds":2,"num_up_osds":0,"osd_up_since":0,"num_in_osds":2,"osd_in_since":1771287255,"num_remapped_pgs":0} 2026-02-17T00:14:18.851 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:18 trial128 ceph-mon[35886]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:18.851 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:18 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2345772870' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:18.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:18 trial160 ceph-mon[43391]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:18.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:18 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2345772870' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:19.307 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:19.468 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:19.682 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:19.822 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":7,"num_osds":2,"num_up_osds":0,"osd_up_since":0,"num_in_osds":2,"osd_in_since":1771287255,"num_remapped_pgs":0} 2026-02-17T00:14:20.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:20.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/3077432076' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:20.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='client.? 10.20.193.160:0/1473216089' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "42e0acb7-8dcc-4b92-a610-a9f4c28dd38f"}]: dispatch 2026-02-17T00:14:20.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "42e0acb7-8dcc-4b92-a610-a9f4c28dd38f"}]: dispatch 2026-02-17T00:14:20.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "42e0acb7-8dcc-4b92-a610-a9f4c28dd38f"}]': finished 2026-02-17T00:14:20.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: osdmap e8: 3 total, 0 up, 3 in 2026-02-17T00:14:20.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:20.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:20.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:20.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1156679097' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "033d75b0-d14a-4531-a09e-59ad62e7b3ac"}]: dispatch 2026-02-17T00:14:20.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1156679097' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "033d75b0-d14a-4531-a09e-59ad62e7b3ac"}]': finished 2026-02-17T00:14:20.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: osdmap e9: 4 total, 0 up, 4 in 2026-02-17T00:14:20.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:20.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:20.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:20.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:20.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='client.? 10.20.193.160:0/333743096' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:20.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:20 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2857342659' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:20.824 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:20.850 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:20.851 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/3077432076' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:20.851 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/1473216089' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "42e0acb7-8dcc-4b92-a610-a9f4c28dd38f"}]: dispatch 2026-02-17T00:14:20.851 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "42e0acb7-8dcc-4b92-a610-a9f4c28dd38f"}]: dispatch 2026-02-17T00:14:20.851 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "42e0acb7-8dcc-4b92-a610-a9f4c28dd38f"}]': finished 2026-02-17T00:14:20.851 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: osdmap e8: 3 total, 0 up, 3 in 2026-02-17T00:14:20.851 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:20.851 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:20.851 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:20.851 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1156679097' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "033d75b0-d14a-4531-a09e-59ad62e7b3ac"}]: dispatch 2026-02-17T00:14:20.852 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1156679097' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "033d75b0-d14a-4531-a09e-59ad62e7b3ac"}]': finished 2026-02-17T00:14:20.852 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: osdmap e9: 4 total, 0 up, 4 in 2026-02-17T00:14:20.852 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:20.852 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:20.852 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:20.852 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:20.852 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/333743096' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:20.852 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:20 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2857342659' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:20.981 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:21.199 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:21.340 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":9,"num_osds":4,"num_up_osds":0,"osd_up_since":0,"num_in_osds":4,"osd_in_since":1771287259,"num_remapped_pgs":0} 2026-02-17T00:14:21.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:21 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/605924585' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:21.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:21 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/605924585' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:22.341 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:22.495 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:22.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:22 trial128 ceph-mon[35886]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:22.710 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:22.850 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":9,"num_osds":4,"num_up_osds":0,"osd_up_since":0,"num_in_osds":4,"osd_in_since":1771287259,"num_remapped_pgs":0} 2026-02-17T00:14:22.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:22 trial160 ceph-mon[43391]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:23.602 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:23 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2383969511' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:23.602 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:23 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:14:23.602 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:23 trial160 ceph-mon[43391]: from='client.? 10.20.193.160:0/4611755' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6193f593-4676-4a7a-be91-d4ecdcdb399a"}]: dispatch 2026-02-17T00:14:23.603 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:23 trial160 ceph-mon[43391]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6193f593-4676-4a7a-be91-d4ecdcdb399a"}]: dispatch 2026-02-17T00:14:23.603 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:23 trial160 ceph-mon[43391]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6193f593-4676-4a7a-be91-d4ecdcdb399a"}]': finished 2026-02-17T00:14:23.603 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:23 trial160 ceph-mon[43391]: osdmap e10: 5 total, 0 up, 5 in 2026-02-17T00:14:23.603 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:23 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:23.603 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:23 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:23.603 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:23 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:23.603 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:23 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:23.603 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:23 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:23.851 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:23.859 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:23 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2383969511' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:23.859 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:23 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:14:23.859 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:23 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/4611755' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6193f593-4676-4a7a-be91-d4ecdcdb399a"}]: dispatch 2026-02-17T00:14:23.859 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:23 trial128 ceph-mon[35886]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6193f593-4676-4a7a-be91-d4ecdcdb399a"}]: dispatch 2026-02-17T00:14:23.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:23 trial128 ceph-mon[35886]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6193f593-4676-4a7a-be91-d4ecdcdb399a"}]': finished 2026-02-17T00:14:23.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:23 trial128 ceph-mon[35886]: osdmap e10: 5 total, 0 up, 5 in 2026-02-17T00:14:23.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:23 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:23.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:23 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:23.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:23 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:23.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:23 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:23.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:23 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:24.006 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:24.234 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:24.375 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":11,"num_osds":6,"num_up_osds":0,"osd_up_since":0,"num_in_osds":6,"osd_in_since":1771287264,"num_remapped_pgs":0} 2026-02-17T00:14:24.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:24 trial128 ceph-mon[35886]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:24.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:24 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/3581025384' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:24.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:24 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/3158214618' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a00abf7f-e0cb-4f34-b739-7d668b5d972d"}]: dispatch 2026-02-17T00:14:24.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:24 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/3158214618' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a00abf7f-e0cb-4f34-b739-7d668b5d972d"}]': finished 2026-02-17T00:14:24.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:24 trial128 ceph-mon[35886]: osdmap e11: 6 total, 0 up, 6 in 2026-02-17T00:14:24.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:24 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:24.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:24 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:24.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:24 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:24.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:24 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:24.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:24 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:24.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:24 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:24.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:24 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/4151747464' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:24.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:24 trial160 ceph-mon[43391]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:24.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:24 trial160 ceph-mon[43391]: from='client.? 10.20.193.160:0/3581025384' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:24.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:24 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/3158214618' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a00abf7f-e0cb-4f34-b739-7d668b5d972d"}]: dispatch 2026-02-17T00:14:24.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:24 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/3158214618' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a00abf7f-e0cb-4f34-b739-7d668b5d972d"}]': finished 2026-02-17T00:14:24.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:24 trial160 ceph-mon[43391]: osdmap e11: 6 total, 0 up, 6 in 2026-02-17T00:14:24.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:24 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:24.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:24 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:24.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:24 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:24.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:24 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:24.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:24 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:24.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:24 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:24.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:24 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/4151747464' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:25.376 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:25.534 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:25.755 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:25 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2650922029' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:25.756 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:25.901 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":11,"num_osds":6,"num_up_osds":0,"osd_up_since":0,"num_in_osds":6,"osd_in_since":1771287264,"num_remapped_pgs":0} 2026-02-17T00:14:25.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:25 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2650922029' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:26.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:26 trial128 ceph-mon[35886]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:26.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:26 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/3717128080' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:26.902 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:26.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:26 trial160 ceph-mon[43391]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:26.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:26 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/3717128080' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:27.053 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:27.279 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:27.415 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":12,"num_osds":7,"num_up_osds":0,"osd_up_since":0,"num_in_osds":7,"osd_in_since":1771287267,"num_remapped_pgs":0} 2026-02-17T00:14:27.615 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:27 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/405577664' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67ee1879-9b43-41e6-8f26-1f7e05f8ffe6"}]: dispatch 2026-02-17T00:14:27.615 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:27 trial128 ceph-mon[35886]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67ee1879-9b43-41e6-8f26-1f7e05f8ffe6"}]: dispatch 2026-02-17T00:14:27.615 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:27 trial128 ceph-mon[35886]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "67ee1879-9b43-41e6-8f26-1f7e05f8ffe6"}]': finished 2026-02-17T00:14:27.615 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:27 trial128 ceph-mon[35886]: osdmap e12: 7 total, 0 up, 7 in 2026-02-17T00:14:27.616 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:27 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:27.616 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:27 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:27.616 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:27 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:27.616 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:27 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:27.616 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:27 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:27.616 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:27 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:27.616 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:27 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:27.616 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:27 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1251606776' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:27.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:27 trial160 ceph-mon[43391]: from='client.? 10.20.193.160:0/405577664' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67ee1879-9b43-41e6-8f26-1f7e05f8ffe6"}]: dispatch 2026-02-17T00:14:27.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:27 trial160 ceph-mon[43391]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67ee1879-9b43-41e6-8f26-1f7e05f8ffe6"}]: dispatch 2026-02-17T00:14:27.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:27 trial160 ceph-mon[43391]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "67ee1879-9b43-41e6-8f26-1f7e05f8ffe6"}]': finished 2026-02-17T00:14:27.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:27 trial160 ceph-mon[43391]: osdmap e12: 7 total, 0 up, 7 in 2026-02-17T00:14:27.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:27 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:27.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:27 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:27.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:27 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:27.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:27 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:27.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:27 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:27.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:27 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:27.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:27 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:27.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:27 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1251606776' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:28.417 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:28.576 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:28.796 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:28.796 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:28 trial128 ceph-mon[35886]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:28.796 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:28 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/914378557' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:28.796 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:28 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/904327157' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1eb70096-194b-4cc9-80ef-69022842854f"}]: dispatch 2026-02-17T00:14:28.796 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:28 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/904327157' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1eb70096-194b-4cc9-80ef-69022842854f"}]': finished 2026-02-17T00:14:28.796 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:28 trial128 ceph-mon[35886]: osdmap e13: 8 total, 0 up, 8 in 2026-02-17T00:14:28.797 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:28 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:28.797 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:28 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:28.797 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:28 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:28.797 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:28 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:28.797 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:28 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:28.797 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:28 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:28.797 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:28 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:28.797 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:28 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:28.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:28 trial160 ceph-mon[43391]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:28.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:28 trial160 ceph-mon[43391]: from='client.? 10.20.193.160:0/914378557' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:28.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:28 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/904327157' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1eb70096-194b-4cc9-80ef-69022842854f"}]: dispatch 2026-02-17T00:14:28.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:28 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/904327157' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1eb70096-194b-4cc9-80ef-69022842854f"}]': finished 2026-02-17T00:14:28.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:28 trial160 ceph-mon[43391]: osdmap e13: 8 total, 0 up, 8 in 2026-02-17T00:14:28.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:28 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:28.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:28 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:28.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:28 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:28.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:28 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:28.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:28 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:28.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:28 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:28.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:28 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:28.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:28 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:28.936 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:29.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:29 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1352721700' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:29.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:29 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2251075600' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:29.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:29 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1352721700' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:14:29.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:29 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2251075600' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:29.937 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:30.104 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:30.316 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:30.453 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:30.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:30 trial128 ceph-mon[35886]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:30.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:30 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/4164101016' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:30.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:30 trial160 ceph-mon[43391]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:30.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:30 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/4164101016' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:31.454 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:31.609 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:31.818 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:31.959 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:32.597 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:32 trial160 ceph-mon[43391]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:32.597 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:32 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2221259938' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:32.597 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:32 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-17T00:14:32.597 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:32 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:32.626 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:32 trial128 ceph-mon[35886]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:32.626 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:32 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2221259938' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:32.626 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:32 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-17T00:14:32.626 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:32 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:32.960 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:33.248 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:33.478 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:33.620 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:33.802 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:33 trial128 ceph-mon[35886]: Deploying daemon osd.0 on trial160 2026-02-17T00:14:33.802 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:33 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-17T00:14:33.802 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:33 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:33.802 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:33 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/961779247' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:33.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:33 trial160 ceph-mon[43391]: Deploying daemon osd.0 on trial160 2026-02-17T00:14:33.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:33 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-17T00:14:33.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:33 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:33.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:33 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/961779247' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:34.621 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:34.635 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:34 trial160 ceph-mon[43391]: Deploying daemon osd.1 on trial128 2026-02-17T00:14:34.635 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:34 trial160 ceph-mon[43391]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:34.785 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:34.807 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:34 trial128 ceph-mon[35886]: Deploying daemon osd.1 on trial128 2026-02-17T00:14:34.807 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:34 trial128 ceph-mon[35886]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:35.010 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:35.150 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:35.707 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:35 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:35.707 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:35 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:35.707 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:35 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-17T00:14:35.708 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:35 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:35.708 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:35 trial128 ceph-mon[35886]: Deploying daemon osd.2 on trial160 2026-02-17T00:14:35.708 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:35 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/3833681098' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:35.708 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:35 trial128 ceph-mon[35886]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:35.733 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:35 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:35.733 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:35 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:35.733 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:35 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-17T00:14:35.733 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:35 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:35.733 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:35 trial160 ceph-mon[43391]: Deploying daemon osd.2 on trial160 2026-02-17T00:14:35.733 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:35 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/3833681098' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:35.733 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:35 trial160 ceph-mon[43391]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:36.151 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:36.309 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:36.530 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:36.696 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:36.805 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:36 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:36.806 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:36 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:36.806 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:36 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-17T00:14:36.806 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:36 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:36.806 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:36 trial128 ceph-mon[35886]: Deploying daemon osd.3 on trial128 2026-02-17T00:14:36.806 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:36 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1370414536' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:36.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:36 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:36.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:36 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:36.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:36 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-17T00:14:36.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:36 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:36.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:36 trial160 ceph-mon[43391]: Deploying daemon osd.3 on trial128 2026-02-17T00:14:36.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:36 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1370414536' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:37.697 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:37.855 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:37.913 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:37 trial128 ceph-mon[35886]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:37.913 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:37 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:37.913 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:37 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:37.914 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:37 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-17T00:14:37.914 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:37 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:38.029 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:37 trial160 ceph-mon[43391]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:38.029 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:37 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:38.029 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:37 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:38.029 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:37 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-17T00:14:38.029 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:37 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:38.092 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:38.231 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:38.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:38 trial160 ceph-mon[43391]: Deploying daemon osd.4 on trial160 2026-02-17T00:14:38.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:38 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/963747116' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:38.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:38 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:14:38.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:38 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:38.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:38 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:38.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:38 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-17T00:14:38.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:38 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:39.080 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:38 trial128 ceph-mon[35886]: Deploying daemon osd.4 on trial160 2026-02-17T00:14:39.080 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:38 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/963747116' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:39.080 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:38 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:14:39.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:38 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:39.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:38 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:39.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:38 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-17T00:14:39.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:38 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:39.232 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:39.392 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:39.838 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:39.960 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:39 trial128 ceph-mon[35886]: Deploying daemon osd.5 on trial128 2026-02-17T00:14:39.961 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:39 trial128 ceph-mon[35886]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:39.982 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:40.121 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:39 trial160 ceph-mon[43391]: Deploying daemon osd.5 on trial128 2026-02-17T00:14:40.121 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:39 trial160 ceph-mon[43391]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:40.948 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:40 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1727373253' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:40.948 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:40 trial160 ceph-mon[43391]: from='osd.0 [v2:10.20.193.160:6800/1968553429,v1:10.20.193.160:6801/1968553429]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-17T00:14:40.948 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:40 trial160 ceph-mon[43391]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-17T00:14:40.948 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:40 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:40.948 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:40 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:40.948 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:40 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-17T00:14:40.948 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:40 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:40.948 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:40 trial160 ceph-mon[43391]: Deploying daemon osd.6 on trial160 2026-02-17T00:14:40.983 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:41.140 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:41.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:40 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1727373253' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:41.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:40 trial128 ceph-mon[35886]: from='osd.0 [v2:10.20.193.160:6800/1968553429,v1:10.20.193.160:6801/1968553429]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-17T00:14:41.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:40 trial128 ceph-mon[35886]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-17T00:14:41.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:40 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:41.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:40 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:41.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:40 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-17T00:14:41.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:40 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:41.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:40 trial128 ceph-mon[35886]: Deploying daemon osd.6 on trial160 2026-02-17T00:14:41.368 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:41.534 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":14,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:41.918 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='osd.0 [v2:10.20.193.160:6800/1968553429,v1:10.20.193.160:6801/1968553429]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:41.919 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-17T00:14:41.919 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: osdmap e14: 8 total, 0 up, 8 in 2026-02-17T00:14:41.919 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:41.919 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:41.919 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:41.919 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:41.919 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:41.919 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:41.919 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:41.920 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:41.920 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:41.920 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='osd.1 [v2:10.20.193.128:6802/596118148,v1:10.20.193.128:6803/596118148]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-17T00:14:41.920 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:41.920 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/234342087' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:41.920 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:41.920 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:41.920 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-17T00:14:41.920 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:41.920 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:41 trial160 ceph-mon[43391]: Deploying daemon osd.7 on trial128 2026-02-17T00:14:41.951 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='osd.0 [v2:10.20.193.160:6800/1968553429,v1:10.20.193.160:6801/1968553429]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:41.951 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-17T00:14:41.951 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: osdmap e14: 8 total, 0 up, 8 in 2026-02-17T00:14:41.952 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:41.952 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:41.952 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:41.952 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:41.952 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:41.952 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:41.952 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:41.952 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:41.952 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:41.952 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='osd.1 [v2:10.20.193.128:6802/596118148,v1:10.20.193.128:6803/596118148]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-17T00:14:41.952 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:14:41.952 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/234342087' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:41.953 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:41.953 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:41.953 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-17T00:14:41.953 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:41.953 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:41 trial128 ceph-mon[35886]: Deploying daemon osd.7 on trial128 2026-02-17T00:14:42.535 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:42.706 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:42.823 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:42 trial128 ceph-mon[35886]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial160", "root=default"]}]': finished 2026-02-17T00:14:42.823 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:42 trial128 ceph-mon[35886]: from='osd.1 [v2:10.20.193.128:6802/596118148,v1:10.20.193.128:6803/596118148]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-17T00:14:42.823 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:42 trial128 ceph-mon[35886]: osdmap e15: 8 total, 0 up, 8 in 2026-02-17T00:14:42.823 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:42 trial128 ceph-mon[35886]: from='osd.1 [v2:10.20.193.128:6802/596118148,v1:10.20.193.128:6803/596118148]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial128", "root=default"]}]: dispatch 2026-02-17T00:14:42.823 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:42 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:42.823 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:42 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:42.823 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:42 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:42.823 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:42 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:42.823 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:42 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:42.824 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:42 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:42.824 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:42 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:42.824 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:42 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:42.824 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:42 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:42.824 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:42 trial128 ceph-mon[35886]: from='osd.1 [v2:10.20.193.128:6802/596118148,v1:10.20.193.128:6803/596118148]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial128", "root=default"]}]': finished 2026-02-17T00:14:42.937 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:43.078 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":16,"num_osds":8,"num_up_osds":1,"osd_up_since":1771287282,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:43.120 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:42 trial160 ceph-mon[43391]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial160", "root=default"]}]': finished 2026-02-17T00:14:43.120 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:42 trial160 ceph-mon[43391]: from='osd.1 [v2:10.20.193.128:6802/596118148,v1:10.20.193.128:6803/596118148]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-17T00:14:43.120 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:42 trial160 ceph-mon[43391]: osdmap e15: 8 total, 0 up, 8 in 2026-02-17T00:14:43.120 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:42 trial160 ceph-mon[43391]: from='osd.1 [v2:10.20.193.128:6802/596118148,v1:10.20.193.128:6803/596118148]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial128", "root=default"]}]: dispatch 2026-02-17T00:14:43.120 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:42 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:43.120 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:42 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:43.120 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:42 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:43.120 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:42 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:43.120 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:42 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:43.120 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:42 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:43.120 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:42 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:43.120 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:42 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:43.120 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:42 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:43.120 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:42 trial160 ceph-mon[43391]: from='osd.1 [v2:10.20.193.128:6802/596118148,v1:10.20.193.128:6803/596118148]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial128", "root=default"]}]': finished 2026-02-17T00:14:43.913 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: purged_snaps scrub starts 2026-02-17T00:14:43.913 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: purged_snaps scrub ok 2026-02-17T00:14:43.913 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: OSD bench result of 126431.861908 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.0. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:14:43.913 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: osd.0 [v2:10.20.193.160:6800/1968553429,v1:10.20.193.160:6801/1968553429] boot 2026-02-17T00:14:43.913 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: osdmap e16: 8 total, 1 up, 8 in 2026-02-17T00:14:43.913 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:43.913 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:43.913 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:43.914 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:43.914 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:43.914 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:43.914 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:43.914 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:43.914 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: from='osd.2 [v2:10.20.193.160:6808/414704956,v1:10.20.193.160:6809/414704956]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-17T00:14:43.914 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-17T00:14:43.914 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2627705158' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:43.914 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: pgmap v29: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-17T00:14:43.914 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:43.914 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:43.914 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:43 trial160 ceph-mon[43391]: from='osd.3 [v2:10.20.193.128:6810/648899520,v1:10.20.193.128:6811/648899520]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-17T00:14:44.027 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: purged_snaps scrub starts 2026-02-17T00:14:44.027 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: purged_snaps scrub ok 2026-02-17T00:14:44.027 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: OSD bench result of 126431.861908 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.0. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:14:44.027 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: osd.0 [v2:10.20.193.160:6800/1968553429,v1:10.20.193.160:6801/1968553429] boot 2026-02-17T00:14:44.028 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: osdmap e16: 8 total, 1 up, 8 in 2026-02-17T00:14:44.028 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:14:44.028 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:44.028 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:44.028 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:44.028 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:44.028 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:44.028 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:44.028 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:44.028 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: from='osd.2 [v2:10.20.193.160:6808/414704956,v1:10.20.193.160:6809/414704956]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-17T00:14:44.029 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-17T00:14:44.029 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2627705158' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:44.029 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: pgmap v29: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-17T00:14:44.029 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:44.029 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:44.029 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:43 trial128 ceph-mon[35886]: from='osd.3 [v2:10.20.193.128:6810/648899520,v1:10.20.193.128:6811/648899520]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-17T00:14:44.080 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:44.238 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:44.454 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:44.594 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":17,"num_osds":8,"num_up_osds":2,"osd_up_since":1771287283,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:44.859 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: purged_snaps scrub starts 2026-02-17T00:14:44.859 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: purged_snaps scrub ok 2026-02-17T00:14:44.859 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='osd.2 [v2:10.20.193.160:6808/414704956,v1:10.20.193.160:6809/414704956]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:44.859 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-17T00:14:44.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='osd.3 [v2:10.20.193.128:6810/648899520,v1:10.20.193.128:6811/648899520]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-17T00:14:44.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: osd.1 [v2:10.20.193.128:6802/596118148,v1:10.20.193.128:6803/596118148] boot 2026-02-17T00:14:44.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: osdmap e17: 8 total, 2 up, 8 in 2026-02-17T00:14:44.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='osd.3 [v2:10.20.193.128:6810/648899520,v1:10.20.193.128:6811/648899520]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial128", "root=default"]}]: dispatch 2026-02-17T00:14:44.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:44.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:44.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:44.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:44.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:44.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:44.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:44.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:44.860 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:44.861 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:44.861 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2737419370' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:44.861 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:44 trial128 ceph-mon[35886]: from='osd.3 [v2:10.20.193.128:6810/648899520,v1:10.20.193.128:6811/648899520]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial128", "root=default"]}]': finished 2026-02-17T00:14:45.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: purged_snaps scrub starts 2026-02-17T00:14:45.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: purged_snaps scrub ok 2026-02-17T00:14:45.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='osd.2 [v2:10.20.193.160:6808/414704956,v1:10.20.193.160:6809/414704956]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:45.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-17T00:14:45.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='osd.3 [v2:10.20.193.128:6810/648899520,v1:10.20.193.128:6811/648899520]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-17T00:14:45.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: osd.1 [v2:10.20.193.128:6802/596118148,v1:10.20.193.128:6803/596118148] boot 2026-02-17T00:14:45.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: osdmap e17: 8 total, 2 up, 8 in 2026-02-17T00:14:45.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='osd.3 [v2:10.20.193.128:6810/648899520,v1:10.20.193.128:6811/648899520]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial128", "root=default"]}]: dispatch 2026-02-17T00:14:45.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:14:45.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:45.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:45.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:45.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:45.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:45.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:45.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:45.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:45.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:45.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2737419370' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:45.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:44 trial160 ceph-mon[43391]: from='osd.3 [v2:10.20.193.128:6810/648899520,v1:10.20.193.128:6811/648899520]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial128", "root=default"]}]': finished 2026-02-17T00:14:45.596 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:45.753 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:45.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial160", "root=default"]}]': finished 2026-02-17T00:14:45.893 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: osdmap e18: 8 total, 2 up, 8 in 2026-02-17T00:14:45.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:45.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:45.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:45.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:45.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:45.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:45.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:45.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:45.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:45.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:45.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: pgmap v32: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-17T00:14:45.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: from='osd.4 [v2:10.20.193.160:6816/2377060133,v1:10.20.193.160:6817/2377060133]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-17T00:14:45.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:45 trial128 ceph-mon[35886]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-17T00:14:45.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial160", "root=default"]}]': finished 2026-02-17T00:14:45.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: osdmap e18: 8 total, 2 up, 8 in 2026-02-17T00:14:45.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:45.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:45.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:45.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:45.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:45.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:45.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:45.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:45.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:45.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:45.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: pgmap v32: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-17T00:14:45.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: from='osd.4 [v2:10.20.193.160:6816/2377060133,v1:10.20.193.160:6817/2377060133]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-17T00:14:45.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:45 trial160 ceph-mon[43391]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-17T00:14:45.978 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:46.123 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":19,"num_osds":8,"num_up_osds":4,"osd_up_since":1771287285,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:47.027 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: purged_snaps scrub starts 2026-02-17T00:14:47.027 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: purged_snaps scrub ok 2026-02-17T00:14:47.027 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: purged_snaps scrub starts 2026-02-17T00:14:47.027 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: purged_snaps scrub ok 2026-02-17T00:14:47.027 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: OSD bench result of 111285.379894 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.3. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:14:47.027 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: OSD bench result of 125438.103028 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.2. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:14:47.028 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:47.028 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:47.028 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='osd.4 [v2:10.20.193.160:6816/2377060133,v1:10.20.193.160:6817/2377060133]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:47.028 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-17T00:14:47.028 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: osd.3 [v2:10.20.193.128:6810/648899520,v1:10.20.193.128:6811/648899520] boot 2026-02-17T00:14:47.028 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: osd.2 [v2:10.20.193.160:6808/414704956,v1:10.20.193.160:6809/414704956] boot 2026-02-17T00:14:47.028 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: osdmap e19: 8 total, 4 up, 8 in 2026-02-17T00:14:47.028 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:47.028 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:47.028 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:47.028 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:47.028 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:47.029 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:47.029 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:47.029 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:47.029 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:47.029 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2385737799' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:47.029 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:14:47.029 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='osd.5 [v2:10.20.193.128:6818/1725089613,v1:10.20.193.128:6819/1725089613]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-17T00:14:47.029 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:47.029 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:47.125 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:47.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: purged_snaps scrub starts 2026-02-17T00:14:47.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: purged_snaps scrub ok 2026-02-17T00:14:47.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: purged_snaps scrub starts 2026-02-17T00:14:47.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: purged_snaps scrub ok 2026-02-17T00:14:47.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: OSD bench result of 111285.379894 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.3. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:14:47.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: OSD bench result of 125438.103028 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.2. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:14:47.145 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:47.145 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:47.145 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='osd.4 [v2:10.20.193.160:6816/2377060133,v1:10.20.193.160:6817/2377060133]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:47.145 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-17T00:14:47.145 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: osd.3 [v2:10.20.193.128:6810/648899520,v1:10.20.193.128:6811/648899520] boot 2026-02-17T00:14:47.145 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: osd.2 [v2:10.20.193.160:6808/414704956,v1:10.20.193.160:6809/414704956] boot 2026-02-17T00:14:47.145 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: osdmap e19: 8 total, 4 up, 8 in 2026-02-17T00:14:47.145 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:14:47.145 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:14:47.145 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:47.145 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:47.145 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:47.146 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:47.146 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:47.146 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:47.146 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:47.146 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2385737799' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:47.146 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:14:47.146 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='osd.5 [v2:10.20.193.128:6818/1725089613,v1:10.20.193.128:6819/1725089613]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-17T00:14:47.146 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:47.146 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:47.443 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:47.665 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:47.804 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":20,"num_osds":8,"num_up_osds":4,"osd_up_since":1771287285,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:48.070 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:47 trial128 ceph-mon[35886]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial160", "root=default"]}]': finished 2026-02-17T00:14:48.070 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:47 trial128 ceph-mon[35886]: from='osd.5 [v2:10.20.193.128:6818/1725089613,v1:10.20.193.128:6819/1725089613]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-17T00:14:48.070 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:47 trial128 ceph-mon[35886]: osdmap e20: 8 total, 4 up, 8 in 2026-02-17T00:14:48.070 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:47 trial128 ceph-mon[35886]: from='osd.5 [v2:10.20.193.128:6818/1725089613,v1:10.20.193.128:6819/1725089613]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial128", "root=default"]}]: dispatch 2026-02-17T00:14:48.070 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:48.070 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:48.070 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:48.070 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:48.070 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:48.070 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:48.070 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:48.070 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:47 trial128 ceph-mon[35886]: pgmap v35: 0 pgs: ; 0 B data, 106 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-17T00:14:48.070 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-17T00:14:48.070 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:47 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1688856143' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:48.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:47 trial160 ceph-mon[43391]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial160", "root=default"]}]': finished 2026-02-17T00:14:48.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:47 trial160 ceph-mon[43391]: from='osd.5 [v2:10.20.193.128:6818/1725089613,v1:10.20.193.128:6819/1725089613]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-17T00:14:48.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:47 trial160 ceph-mon[43391]: osdmap e20: 8 total, 4 up, 8 in 2026-02-17T00:14:48.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:47 trial160 ceph-mon[43391]: from='osd.5 [v2:10.20.193.128:6818/1725089613,v1:10.20.193.128:6819/1725089613]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial128", "root=default"]}]: dispatch 2026-02-17T00:14:48.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:48.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:48.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:48.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:48.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:48.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:48.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:48.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:47 trial160 ceph-mon[43391]: pgmap v35: 0 pgs: ; 0 B data, 106 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-17T00:14:48.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-17T00:14:48.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:47 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1688856143' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:48.805 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:48.964 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: purged_snaps scrub starts 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: purged_snaps scrub ok 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: Detected new or changed devices on trial160 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='osd.5 [v2:10.20.193.128:6818/1725089613,v1:10.20.193.128:6819/1725089613]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial128", "root=default"]}]': finished 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: osd.4 [v2:10.20.193.160:6816/2377060133,v1:10.20.193.160:6817/2377060133] boot 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: osdmap e21: 8 total, 5 up, 8 in 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: Adjusting osd_memory_target on trial160 to 20467M 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: Detected new or changed devices on trial128 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: Adjusting osd_memory_target on trial128 to 19699M 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='osd.6 [v2:10.20.193.160:6824/2216618165,v1:10.20.193.160:6825/2216618165]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-17T00:14:49.081 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:48 trial128 ceph-mon[35886]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-17T00:14:49.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: purged_snaps scrub starts 2026-02-17T00:14:49.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: purged_snaps scrub ok 2026-02-17T00:14:49.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: Detected new or changed devices on trial160 2026-02-17T00:14:49.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='osd.5 [v2:10.20.193.128:6818/1725089613,v1:10.20.193.128:6819/1725089613]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial128", "root=default"]}]': finished 2026-02-17T00:14:49.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-17T00:14:49.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: osd.4 [v2:10.20.193.160:6816/2377060133,v1:10.20.193.160:6817/2377060133] boot 2026-02-17T00:14:49.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: osdmap e21: 8 total, 5 up, 8 in 2026-02-17T00:14:49.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:14:49.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:49.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:49.181 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:49.182 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-17T00:14:49.182 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:49.182 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.182 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.182 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.182 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.182 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: Adjusting osd_memory_target on trial160 to 20467M 2026-02-17T00:14:49.182 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.182 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: Detected new or changed devices on trial128 2026-02-17T00:14:49.182 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.182 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.182 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.182 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.182 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.183 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:14:49.183 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: Adjusting osd_memory_target on trial128 to 19699M 2026-02-17T00:14:49.183 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.183 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:14:49.183 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:14:49.183 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.183 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:14:49.183 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='osd.6 [v2:10.20.193.160:6824/2216618165,v1:10.20.193.160:6825/2216618165]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-17T00:14:49.183 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:48 trial160 ceph-mon[43391]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-17T00:14:49.188 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:49.328 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":22,"num_osds":8,"num_up_osds":6,"osd_up_since":1771287288,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:49.995 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: purged_snaps scrub starts 2026-02-17T00:14:49.995 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: purged_snaps scrub ok 2026-02-17T00:14:49.995 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: OSD bench result of 137228.776472 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.5. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:14:49.995 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:49.995 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='osd.6 [v2:10.20.193.160:6824/2216618165,v1:10.20.193.160:6825/2216618165]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:49.995 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-17T00:14:49.995 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-17T00:14:49.995 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: osd.5 [v2:10.20.193.128:6818/1725089613,v1:10.20.193.128:6819/1725089613] boot 2026-02-17T00:14:49.996 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: osdmap e22: 8 total, 6 up, 8 in 2026-02-17T00:14:49.996 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:49.996 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:49.996 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:49.996 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:49.996 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: pgmap v38: 1 pgs: 1 unknown; 0 B data, 132 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-17T00:14:49.996 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/638342540' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:49.996 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.996 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.996 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.996 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='osd.7 [v2:10.20.193.128:6826/629448957,v1:10.20.193.128:6827/629448957]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-17T00:14:49.996 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.996 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:49.996 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 sudo[59827]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: purged_snaps scrub starts 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: purged_snaps scrub ok 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: OSD bench result of 137228.776472 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.5. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='osd.6 [v2:10.20.193.160:6824/2216618165,v1:10.20.193.160:6825/2216618165]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: osd.5 [v2:10.20.193.128:6818/1725089613,v1:10.20.193.128:6819/1725089613] boot 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: osdmap e22: 8 total, 6 up, 8 in 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial160", "root=default"]}]: dispatch 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: pgmap v38: 1 pgs: 1 unknown; 0 B data, 132 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/638342540' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='osd.7 [v2:10.20.193.128:6826/629448957,v1:10.20.193.128:6827/629448957]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 sudo[75840]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 sudo[75840]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 sudo[75840]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 sudo[75840]: pam_unix(sudo:session): session closed for user root 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 sudo[75844]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 sudo[75844]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 sudo[75844]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-17T00:14:50.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:49 trial128 sudo[75844]: pam_unix(sudo:session): session closed for user root 2026-02-17T00:14:50.329 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:50.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 sudo[59827]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-17T00:14:50.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 sudo[59827]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-17T00:14:50.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:49 trial160 sudo[59827]: pam_unix(sudo:session): session closed for user root 2026-02-17T00:14:50.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 sudo[59831]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme0n1 2026-02-17T00:14:50.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 sudo[59831]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-17T00:14:50.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 sudo[59831]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-17T00:14:50.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 sudo[59831]: pam_unix(sudo:session): session closed for user root 2026-02-17T00:14:50.491 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:50.704 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:50.844 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":23,"num_osds":8,"num_up_osds":6,"osd_up_since":1771287288,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":0} 2026-02-17T00:14:51.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial160", "root=default"]}]': finished 2026-02-17T00:14:51.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='osd.7 [v2:10.20.193.128:6826/629448957,v1:10.20.193.128:6827/629448957]' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-17T00:14:51.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: osdmap e23: 8 total, 6 up, 8 in 2026-02-17T00:14:51.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='osd.7 [v2:10.20.193.128:6826/629448957,v1:10.20.193.128:6827/629448957]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial128", "root=default"]}]: dispatch 2026-02-17T00:14:51.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:51.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:51.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:51.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:51.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-17T00:14:51.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-17T00:14:51.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial128"}]: dispatch 2026-02-17T00:14:51.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial160"}]: dispatch 2026-02-17T00:14:51.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-17T00:14:51.396 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:51.396 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial128"}]: dispatch 2026-02-17T00:14:51.396 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial160"}]: dispatch 2026-02-17T00:14:51.396 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-17T00:14:51.396 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:51.396 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:50 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/492459721' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:51.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial160", "root=default"]}]': finished 2026-02-17T00:14:51.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='osd.7 [v2:10.20.193.128:6826/629448957,v1:10.20.193.128:6827/629448957]' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-17T00:14:51.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: osdmap e23: 8 total, 6 up, 8 in 2026-02-17T00:14:51.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='osd.7 [v2:10.20.193.128:6826/629448957,v1:10.20.193.128:6827/629448957]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial128", "root=default"]}]: dispatch 2026-02-17T00:14:51.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:51.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:51.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:51.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:51.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-17T00:14:51.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-17T00:14:51.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial128"}]: dispatch 2026-02-17T00:14:51.432 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial160"}]: dispatch 2026-02-17T00:14:51.432 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-17T00:14:51.432 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:51.432 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial128"}]: dispatch 2026-02-17T00:14:51.432 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mon metadata", "id": "trial160"}]: dispatch 2026-02-17T00:14:51.432 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-17T00:14:51.432 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:14:51.432 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:50 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/492459721' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:51.846 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:14:52.002 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:52.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:51 trial128 ceph-mon[35886]: purged_snaps scrub starts 2026-02-17T00:14:52.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:51 trial128 ceph-mon[35886]: purged_snaps scrub ok 2026-02-17T00:14:52.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:51 trial128 ceph-mon[35886]: from='osd.7 [v2:10.20.193.128:6826/629448957,v1:10.20.193.128:6827/629448957]' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial128", "root=default"]}]': finished 2026-02-17T00:14:52.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:51 trial128 ceph-mon[35886]: osd.6 [v2:10.20.193.160:6824/2216618165,v1:10.20.193.160:6825/2216618165] boot 2026-02-17T00:14:52.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:51 trial128 ceph-mon[35886]: osdmap e24: 8 total, 7 up, 8 in 2026-02-17T00:14:52.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:51 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:52.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:51 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:52.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:51 trial128 ceph-mon[35886]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-17T00:14:52.212 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:52.235 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:51 trial160 ceph-mon[43391]: purged_snaps scrub starts 2026-02-17T00:14:52.235 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:51 trial160 ceph-mon[43391]: purged_snaps scrub ok 2026-02-17T00:14:52.235 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:51 trial160 ceph-mon[43391]: from='osd.7 [v2:10.20.193.128:6826/629448957,v1:10.20.193.128:6827/629448957]' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial128", "root=default"]}]': finished 2026-02-17T00:14:52.235 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:51 trial160 ceph-mon[43391]: osd.6 [v2:10.20.193.160:6824/2216618165,v1:10.20.193.160:6825/2216618165] boot 2026-02-17T00:14:52.235 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:51 trial160 ceph-mon[43391]: osdmap e24: 8 total, 7 up, 8 in 2026-02-17T00:14:52.235 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:51 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:14:52.235 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:51 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:52.235 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:51 trial160 ceph-mon[43391]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-17T00:14:52.352 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":25,"num_osds":8,"num_up_osds":8,"osd_up_since":1771287291,"num_in_osds":8,"osd_in_since":1771287268,"num_remapped_pgs":1} 2026-02-17T00:14:52.352 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd dump --format=json 2026-02-17T00:14:52.505 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:52.718 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:52.718 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":26,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","created":"2026-02-17T00:13:11.000358+0000","modified":"2026-02-17T00:14:52.467446+0000","last_up_change":"2026-02-17T00:14:51.926540+0000","last_in_change":"2026-02-17T00:14:28.110831+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":13,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T00:14:47.180697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9990c8c3-b936-4063-9704-8ac8e0e8e62a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6800","nonce":1968553429},{"type":"v1","addr":"10.20.193.160:6801","nonce":1968553429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6802","nonce":1968553429},{"type":"v1","addr":"10.20.193.160:6803","nonce":1968553429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6806","nonce":1968553429},{"type":"v1","addr":"10.20.193.160:6807","nonce":1968553429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6804","nonce":1968553429},{"type":"v1","addr":"10.20.193.160:6805","nonce":1968553429}]},"public_addr":"10.20.193.160:6801/1968553429","cluster_addr":"10.20.193.160:6803/1968553429","heartbeat_back_addr":"10.20.193.160:6807/1968553429","heartbeat_front_addr":"10.20.193.160:6805/1968553429","state":["exists","up"]},{"osd":1,"uuid":"a9a14671-0b25-44ee-8c6b-7806d6e0d6f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6802","nonce":596118148},{"type":"v1","addr":"10.20.193.128:6803","nonce":596118148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6804","nonce":596118148},{"type":"v1","addr":"10.20.193.128:6805","nonce":596118148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6808","nonce":596118148},{"type":"v1","addr":"10.20.193.128:6809","nonce":596118148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6806","nonce":596118148},{"type":"v1","addr":"10.20.193.128:6807","nonce":596118148}]},"public_addr":"10.20.193.128:6803/596118148","cluster_addr":"10.20.193.128:6805/596118148","heartbeat_back_addr":"10.20.193.128:6809/596118148","heartbeat_front_addr":"10.20.193.128:6807/596118148","state":["exists","up"]},{"osd":2,"uuid":"42e0acb7-8dcc-4b92-a610-a9f4c28dd38f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6808","nonce":414704956},{"type":"v1","addr":"10.20.193.160:6809","nonce":414704956}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6810","nonce":414704956},{"type":"v1","addr":"10.20.193.160:6811","nonce":414704956}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6814","nonce":414704956},{"type":"v1","addr":"10.20.193.160:6815","nonce":414704956}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6812","nonce":414704956},{"type":"v1","addr":"10.20.193.160:6813","nonce":414704956}]},"public_addr":"10.20.193.160:6809/414704956","cluster_addr":"10.20.193.160:6811/414704956","heartbeat_back_addr":"10.20.193.160:6815/414704956","heartbeat_front_addr":"10.20.193.160:6813/414704956","state":["exists","up"]},{"osd":3,"uuid":"033d75b0-d14a-4531-a09e-59ad62e7b3ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6810","nonce":648899520},{"type":"v1","addr":"10.20.193.128:6811","nonce":648899520}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6812","nonce":648899520},{"type":"v1","addr":"10.20.193.128:6813","nonce":648899520}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6816","nonce":648899520},{"type":"v1","addr":"10.20.193.128:6817","nonce":648899520}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6814","nonce":648899520},{"type":"v1","addr":"10.20.193.128:6815","nonce":648899520}]},"public_addr":"10.20.193.128:6811/648899520","cluster_addr":"10.20.193.128:6813/648899520","heartbeat_back_addr":"10.20.193.128:6817/648899520","heartbeat_front_addr":"10.20.193.128:6815/648899520","state":["exists","up"]},{"osd":4,"uuid":"6193f593-4676-4a7a-be91-d4ecdcdb399a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6816","nonce":2377060133},{"type":"v1","addr":"10.20.193.160:6817","nonce":2377060133}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6818","nonce":2377060133},{"type":"v1","addr":"10.20.193.160:6819","nonce":2377060133}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6822","nonce":2377060133},{"type":"v1","addr":"10.20.193.160:6823","nonce":2377060133}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6820","nonce":2377060133},{"type":"v1","addr":"10.20.193.160:6821","nonce":2377060133}]},"public_addr":"10.20.193.160:6817/2377060133","cluster_addr":"10.20.193.160:6819/2377060133","heartbeat_back_addr":"10.20.193.160:6823/2377060133","heartbeat_front_addr":"10.20.193.160:6821/2377060133","state":["exists","up"]},{"osd":5,"uuid":"a00abf7f-e0cb-4f34-b739-7d668b5d972d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6818","nonce":1725089613},{"type":"v1","addr":"10.20.193.128:6819","nonce":1725089613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6820","nonce":1725089613},{"type":"v1","addr":"10.20.193.128:6821","nonce":1725089613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6824","nonce":1725089613},{"type":"v1","addr":"10.20.193.128:6825","nonce":1725089613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6822","nonce":1725089613},{"type":"v1","addr":"10.20.193.128:6823","nonce":1725089613}]},"public_addr":"10.20.193.128:6819/1725089613","cluster_addr":"10.20.193.128:6821/1725089613","heartbeat_back_addr":"10.20.193.128:6825/1725089613","heartbeat_front_addr":"10.20.193.128:6823/1725089613","state":["exists","up"]},{"osd":6,"uuid":"67ee1879-9b43-41e6-8f26-1f7e05f8ffe6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6824","nonce":2216618165},{"type":"v1","addr":"10.20.193.160:6825","nonce":2216618165}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6826","nonce":2216618165},{"type":"v1","addr":"10.20.193.160:6827","nonce":2216618165}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6830","nonce":2216618165},{"type":"v1","addr":"10.20.193.160:6831","nonce":2216618165}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6828","nonce":2216618165},{"type":"v1","addr":"10.20.193.160:6829","nonce":2216618165}]},"public_addr":"10.20.193.160:6825/2216618165","cluster_addr":"10.20.193.160:6827/2216618165","heartbeat_back_addr":"10.20.193.160:6831/2216618165","heartbeat_front_addr":"10.20.193.160:6829/2216618165","state":["exists","up"]},{"osd":7,"uuid":"1eb70096-194b-4cc9-80ef-69022842854f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6826","nonce":629448957},{"type":"v1","addr":"10.20.193.128:6827","nonce":629448957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6828","nonce":629448957},{"type":"v1","addr":"10.20.193.128:6829","nonce":629448957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6832","nonce":629448957},{"type":"v1","addr":"10.20.193.128:6833","nonce":629448957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6830","nonce":629448957},{"type":"v1","addr":"10.20.193.128:6831","nonce":629448957}]},"public_addr":"10.20.193.128:6827/629448957","cluster_addr":"10.20.193.128:6829/629448957","heartbeat_back_addr":"10.20.193.128:6833/629448957","heartbeat_front_addr":"10.20.193.128:6831/629448957","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:41.083246+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:41.910730+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:43.820175+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:44.677191+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:46.641376+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:47.486948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:49.577292+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[{"pgid":"1.0","osds":[0,3]}],"primary_temp":[],"blocklist":{"10.20.193.128:0/949715359":"2026-02-18T00:13:53.145019+0000","10.20.193.128:0/1512276545":"2026-02-18T00:13:32.616563+0000","10.20.193.128:6800/699748481":"2026-02-18T00:13:21.342473+0000","10.20.193.128:6801/286539643":"2026-02-18T00:13:32.616563+0000","10.20.193.128:0/694321865":"2026-02-18T00:13:21.342473+0000","10.20.193.128:0/1649839480":"2026-02-18T00:13:32.616563+0000","10.20.193.128:6801/699748481":"2026-02-18T00:13:21.342473+0000","10.20.193.128:0/1942151126":"2026-02-18T00:13:21.342473+0000","10.20.193.128:0/3444521423":"2026-02-18T00:13:53.145019+0000","10.20.193.128:0/1036162138":"2026-02-18T00:13:32.616563+0000","10.20.193.128:0/183722838":"2026-02-18T00:13:21.342473+0000","10.20.193.128:6800/286539643":"2026-02-18T00:13:32.616563+0000","10.20.193.128:0/3795721063":"2026-02-18T00:13:53.145019+0000","10.20.193.128:6801/221281438":"2026-02-18T00:13:53.145019+0000","10.20.193.128:6800/221281438":"2026-02-18T00:13:53.145019+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T00:14:52.858 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-17T00:14:47.180697+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-02-17T00:14:52.858 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd pool get .mgr pg_num 2026-02-17T00:14:53.013 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:53.090 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:52 trial128 ceph-mon[35886]: purged_snaps scrub starts 2026-02-17T00:14:53.090 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:52 trial128 ceph-mon[35886]: purged_snaps scrub ok 2026-02-17T00:14:53.091 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:52 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:53.091 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:52 trial128 ceph-mon[35886]: osd.7 [v2:10.20.193.128:6826/629448957,v1:10.20.193.128:6827/629448957] boot 2026-02-17T00:14:53.091 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:52 trial128 ceph-mon[35886]: osdmap e25: 8 total, 8 up, 8 in 2026-02-17T00:14:53.091 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:52 trial128 ceph-mon[35886]: mgrmap e19: trial128.jipewu(active, since 58s), standbys: trial160.gplrao 2026-02-17T00:14:53.091 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:52 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:53.091 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:52 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/3611706255' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:53.091 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:52 trial128 ceph-mon[35886]: osdmap e26: 8 total, 8 up, 8 in 2026-02-17T00:14:53.091 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:52 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2743828016' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-17T00:14:53.231 INFO:teuthology.orchestra.run.trial128.stdout:pg_num: 1 2026-02-17T00:14:53.368 INFO:tasks.cephadm:Setting up client nodes... 2026-02-17T00:14:53.369 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-02-17T00:14:53.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:52 trial160 ceph-mon[43391]: purged_snaps scrub starts 2026-02-17T00:14:53.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:52 trial160 ceph-mon[43391]: purged_snaps scrub ok 2026-02-17T00:14:53.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:52 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:53.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:52 trial160 ceph-mon[43391]: osd.7 [v2:10.20.193.128:6826/629448957,v1:10.20.193.128:6827/629448957] boot 2026-02-17T00:14:53.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:52 trial160 ceph-mon[43391]: osdmap e25: 8 total, 8 up, 8 in 2026-02-17T00:14:53.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:52 trial160 ceph-mon[43391]: mgrmap e19: trial128.jipewu(active, since 58s), standbys: trial160.gplrao 2026-02-17T00:14:53.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:52 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:14:53.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:52 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/3611706255' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:14:53.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:52 trial160 ceph-mon[43391]: osdmap e26: 8 total, 8 up, 8 in 2026-02-17T00:14:53.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:52 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2743828016' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-17T00:14:53.520 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:53.782 INFO:teuthology.orchestra.run.trial128.stdout:[client.0] 2026-02-17T00:14:53.782 INFO:teuthology.orchestra.run.trial128.stdout: key = AQD9spNpSv5DLhAA9tlWQDo29KFjAGLp1nsc7A== 2026-02-17T00:14:53.923 DEBUG:teuthology.orchestra.run.trial128:> set -ex 2026-02-17T00:14:53.923 DEBUG:teuthology.orchestra.run.trial128:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2026-02-17T00:14:53.924 DEBUG:teuthology.orchestra.run.trial128:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-02-17T00:14:53.960 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-02-17T00:14:54.112 INFO:teuthology.orchestra.run.trial160.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial160/config 2026-02-17T00:14:54.189 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:53 trial160 ceph-mon[43391]: pgmap v44: 1 pgs: 1 remapped+peering; 577 KiB data, 214 MiB used, 5.5 TiB / 5.5 TiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 66 op/s 2026-02-17T00:14:54.189 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:53 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:14:54.189 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:53 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1599409702' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-17T00:14:54.190 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:53 trial160 ceph-mon[43391]: osdmap e27: 8 total, 8 up, 8 in 2026-02-17T00:14:54.190 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:53 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1397994266' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-17T00:14:54.190 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:53 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1397994266' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-17T00:14:54.358 INFO:teuthology.orchestra.run.trial160.stdout:[client.1] 2026-02-17T00:14:54.358 INFO:teuthology.orchestra.run.trial160.stdout: key = AQD+spNpYkzlFBAA8i9Om8usN+zLdO8NWI1UlQ== 2026-02-17T00:14:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:53 trial128 ceph-mon[35886]: pgmap v44: 1 pgs: 1 remapped+peering; 577 KiB data, 214 MiB used, 5.5 TiB / 5.5 TiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 66 op/s 2026-02-17T00:14:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:53 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:14:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:53 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1599409702' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-17T00:14:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:53 trial128 ceph-mon[35886]: osdmap e27: 8 total, 8 up, 8 in 2026-02-17T00:14:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:53 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1397994266' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-17T00:14:54.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:53 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1397994266' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-17T00:14:54.495 DEBUG:teuthology.orchestra.run.trial160:> set -ex 2026-02-17T00:14:54.495 DEBUG:teuthology.orchestra.run.trial160:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2026-02-17T00:14:54.495 DEBUG:teuthology.orchestra.run.trial160:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-02-17T00:14:54.530 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-17T00:14:54.530 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2026-02-17T00:14:54.530 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mgr dump --format=json 2026-02-17T00:14:54.681 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:54.918 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:55.061 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":19,"flags":0,"active_gid":14207,"active_name":"trial128.jipewu","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6800","nonce":4138408686},{"type":"v1","addr":"10.20.193.128:6801","nonce":4138408686}]},"active_addr":"10.20.193.128:6801/4138408686","active_change":"2026-02-17T00:13:53.145104+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":14228,"name":"trial160.gplrao","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crypto_caller":{"name":"crypto_caller","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crypto_caller":{"name":"crypto_caller","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://10.20.193.128:8443/","prometheus":"http://10.20.193.128:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":5,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.128:0","nonce":1704537378}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.128:0","nonce":1778090815}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.128:0","nonce":3567614546}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.128:0","nonce":1333742996}]}]} 2026-02-17T00:14:55.068 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2026-02-17T00:14:55.068 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2026-02-17T00:14:55.069 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd dump --format=json 2026-02-17T00:14:55.221 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:55.243 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:54 trial128 ceph-mon[35886]: from='client.? 10.20.193.160:0/2947462762' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-17T00:14:55.244 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:54 trial128 ceph-mon[35886]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-17T00:14:55.244 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:54 trial128 ceph-mon[35886]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-17T00:14:55.244 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:54 trial128 ceph-mon[35886]: osdmap e28: 8 total, 8 up, 8 in 2026-02-17T00:14:55.244 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:54 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/420796837' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-17T00:14:55.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:54 trial160 ceph-mon[43391]: from='client.? 10.20.193.160:0/2947462762' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-17T00:14:55.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:54 trial160 ceph-mon[43391]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-17T00:14:55.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:54 trial160 ceph-mon[43391]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-17T00:14:55.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:54 trial160 ceph-mon[43391]: osdmap e28: 8 total, 8 up, 8 in 2026-02-17T00:14:55.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:54 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/420796837' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-17T00:14:55.437 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:55.437 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":28,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","created":"2026-02-17T00:13:11.000358+0000","modified":"2026-02-17T00:14:54.469587+0000","last_up_change":"2026-02-17T00:14:51.926540+0000","last_in_change":"2026-02-17T00:14:28.110831+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":13,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T00:14:47.180697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9990c8c3-b936-4063-9704-8ac8e0e8e62a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6800","nonce":1968553429},{"type":"v1","addr":"10.20.193.160:6801","nonce":1968553429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6802","nonce":1968553429},{"type":"v1","addr":"10.20.193.160:6803","nonce":1968553429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6806","nonce":1968553429},{"type":"v1","addr":"10.20.193.160:6807","nonce":1968553429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6804","nonce":1968553429},{"type":"v1","addr":"10.20.193.160:6805","nonce":1968553429}]},"public_addr":"10.20.193.160:6801/1968553429","cluster_addr":"10.20.193.160:6803/1968553429","heartbeat_back_addr":"10.20.193.160:6807/1968553429","heartbeat_front_addr":"10.20.193.160:6805/1968553429","state":["exists","up"]},{"osd":1,"uuid":"a9a14671-0b25-44ee-8c6b-7806d6e0d6f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6802","nonce":596118148},{"type":"v1","addr":"10.20.193.128:6803","nonce":596118148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6804","nonce":596118148},{"type":"v1","addr":"10.20.193.128:6805","nonce":596118148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6808","nonce":596118148},{"type":"v1","addr":"10.20.193.128:6809","nonce":596118148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6806","nonce":596118148},{"type":"v1","addr":"10.20.193.128:6807","nonce":596118148}]},"public_addr":"10.20.193.128:6803/596118148","cluster_addr":"10.20.193.128:6805/596118148","heartbeat_back_addr":"10.20.193.128:6809/596118148","heartbeat_front_addr":"10.20.193.128:6807/596118148","state":["exists","up"]},{"osd":2,"uuid":"42e0acb7-8dcc-4b92-a610-a9f4c28dd38f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6808","nonce":414704956},{"type":"v1","addr":"10.20.193.160:6809","nonce":414704956}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6810","nonce":414704956},{"type":"v1","addr":"10.20.193.160:6811","nonce":414704956}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6814","nonce":414704956},{"type":"v1","addr":"10.20.193.160:6815","nonce":414704956}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6812","nonce":414704956},{"type":"v1","addr":"10.20.193.160:6813","nonce":414704956}]},"public_addr":"10.20.193.160:6809/414704956","cluster_addr":"10.20.193.160:6811/414704956","heartbeat_back_addr":"10.20.193.160:6815/414704956","heartbeat_front_addr":"10.20.193.160:6813/414704956","state":["exists","up"]},{"osd":3,"uuid":"033d75b0-d14a-4531-a09e-59ad62e7b3ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6810","nonce":648899520},{"type":"v1","addr":"10.20.193.128:6811","nonce":648899520}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6812","nonce":648899520},{"type":"v1","addr":"10.20.193.128:6813","nonce":648899520}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6816","nonce":648899520},{"type":"v1","addr":"10.20.193.128:6817","nonce":648899520}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6814","nonce":648899520},{"type":"v1","addr":"10.20.193.128:6815","nonce":648899520}]},"public_addr":"10.20.193.128:6811/648899520","cluster_addr":"10.20.193.128:6813/648899520","heartbeat_back_addr":"10.20.193.128:6817/648899520","heartbeat_front_addr":"10.20.193.128:6815/648899520","state":["exists","up"]},{"osd":4,"uuid":"6193f593-4676-4a7a-be91-d4ecdcdb399a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6816","nonce":2377060133},{"type":"v1","addr":"10.20.193.160:6817","nonce":2377060133}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6818","nonce":2377060133},{"type":"v1","addr":"10.20.193.160:6819","nonce":2377060133}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6822","nonce":2377060133},{"type":"v1","addr":"10.20.193.160:6823","nonce":2377060133}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6820","nonce":2377060133},{"type":"v1","addr":"10.20.193.160:6821","nonce":2377060133}]},"public_addr":"10.20.193.160:6817/2377060133","cluster_addr":"10.20.193.160:6819/2377060133","heartbeat_back_addr":"10.20.193.160:6823/2377060133","heartbeat_front_addr":"10.20.193.160:6821/2377060133","state":["exists","up"]},{"osd":5,"uuid":"a00abf7f-e0cb-4f34-b739-7d668b5d972d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6818","nonce":1725089613},{"type":"v1","addr":"10.20.193.128:6819","nonce":1725089613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6820","nonce":1725089613},{"type":"v1","addr":"10.20.193.128:6821","nonce":1725089613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6824","nonce":1725089613},{"type":"v1","addr":"10.20.193.128:6825","nonce":1725089613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6822","nonce":1725089613},{"type":"v1","addr":"10.20.193.128:6823","nonce":1725089613}]},"public_addr":"10.20.193.128:6819/1725089613","cluster_addr":"10.20.193.128:6821/1725089613","heartbeat_back_addr":"10.20.193.128:6825/1725089613","heartbeat_front_addr":"10.20.193.128:6823/1725089613","state":["exists","up"]},{"osd":6,"uuid":"67ee1879-9b43-41e6-8f26-1f7e05f8ffe6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6824","nonce":2216618165},{"type":"v1","addr":"10.20.193.160:6825","nonce":2216618165}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6826","nonce":2216618165},{"type":"v1","addr":"10.20.193.160:6827","nonce":2216618165}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6830","nonce":2216618165},{"type":"v1","addr":"10.20.193.160:6831","nonce":2216618165}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6828","nonce":2216618165},{"type":"v1","addr":"10.20.193.160:6829","nonce":2216618165}]},"public_addr":"10.20.193.160:6825/2216618165","cluster_addr":"10.20.193.160:6827/2216618165","heartbeat_back_addr":"10.20.193.160:6831/2216618165","heartbeat_front_addr":"10.20.193.160:6829/2216618165","state":["exists","up"]},{"osd":7,"uuid":"1eb70096-194b-4cc9-80ef-69022842854f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6826","nonce":629448957},{"type":"v1","addr":"10.20.193.128:6827","nonce":629448957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6828","nonce":629448957},{"type":"v1","addr":"10.20.193.128:6829","nonce":629448957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6832","nonce":629448957},{"type":"v1","addr":"10.20.193.128:6833","nonce":629448957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6830","nonce":629448957},{"type":"v1","addr":"10.20.193.128:6831","nonce":629448957}]},"public_addr":"10.20.193.128:6827/629448957","cluster_addr":"10.20.193.128:6829/629448957","heartbeat_back_addr":"10.20.193.128:6833/629448957","heartbeat_front_addr":"10.20.193.128:6831/629448957","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:41.083246+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:41.910730+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:43.820175+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:44.677191+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:46.641376+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:47.486948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:49.577292+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:50.842015+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.128:0/949715359":"2026-02-18T00:13:53.145019+0000","10.20.193.128:0/1512276545":"2026-02-18T00:13:32.616563+0000","10.20.193.128:6800/699748481":"2026-02-18T00:13:21.342473+0000","10.20.193.128:6801/286539643":"2026-02-18T00:13:32.616563+0000","10.20.193.128:0/694321865":"2026-02-18T00:13:21.342473+0000","10.20.193.128:0/1649839480":"2026-02-18T00:13:32.616563+0000","10.20.193.128:6801/699748481":"2026-02-18T00:13:21.342473+0000","10.20.193.128:0/1942151126":"2026-02-18T00:13:21.342473+0000","10.20.193.128:0/3444521423":"2026-02-18T00:13:53.145019+0000","10.20.193.128:0/1036162138":"2026-02-18T00:13:32.616563+0000","10.20.193.128:0/183722838":"2026-02-18T00:13:21.342473+0000","10.20.193.128:6800/286539643":"2026-02-18T00:13:32.616563+0000","10.20.193.128:0/3795721063":"2026-02-18T00:13:53.145019+0000","10.20.193.128:6801/221281438":"2026-02-18T00:13:53.145019+0000","10.20.193.128:6800/221281438":"2026-02-18T00:13:53.145019+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T00:14:55.578 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2026-02-17T00:14:55.579 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd dump --format=json 2026-02-17T00:14:55.734 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:55.945 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:55.945 INFO:teuthology.orchestra.run.trial128.stdout:{"epoch":29,"fsid":"6a31e802-0b95-11f1-ab06-d404e6e7d460","created":"2026-02-17T00:13:11.000358+0000","modified":"2026-02-17T00:14:55.470538+0000","last_up_change":"2026-02-17T00:14:51.926540+0000","last_in_change":"2026-02-17T00:14:28.110831+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":13,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T00:14:47.180697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9990c8c3-b936-4063-9704-8ac8e0e8e62a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6800","nonce":1968553429},{"type":"v1","addr":"10.20.193.160:6801","nonce":1968553429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6802","nonce":1968553429},{"type":"v1","addr":"10.20.193.160:6803","nonce":1968553429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6806","nonce":1968553429},{"type":"v1","addr":"10.20.193.160:6807","nonce":1968553429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6804","nonce":1968553429},{"type":"v1","addr":"10.20.193.160:6805","nonce":1968553429}]},"public_addr":"10.20.193.160:6801/1968553429","cluster_addr":"10.20.193.160:6803/1968553429","heartbeat_back_addr":"10.20.193.160:6807/1968553429","heartbeat_front_addr":"10.20.193.160:6805/1968553429","state":["exists","up"]},{"osd":1,"uuid":"a9a14671-0b25-44ee-8c6b-7806d6e0d6f4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6802","nonce":596118148},{"type":"v1","addr":"10.20.193.128:6803","nonce":596118148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6804","nonce":596118148},{"type":"v1","addr":"10.20.193.128:6805","nonce":596118148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6808","nonce":596118148},{"type":"v1","addr":"10.20.193.128:6809","nonce":596118148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6806","nonce":596118148},{"type":"v1","addr":"10.20.193.128:6807","nonce":596118148}]},"public_addr":"10.20.193.128:6803/596118148","cluster_addr":"10.20.193.128:6805/596118148","heartbeat_back_addr":"10.20.193.128:6809/596118148","heartbeat_front_addr":"10.20.193.128:6807/596118148","state":["exists","up"]},{"osd":2,"uuid":"42e0acb7-8dcc-4b92-a610-a9f4c28dd38f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6808","nonce":414704956},{"type":"v1","addr":"10.20.193.160:6809","nonce":414704956}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6810","nonce":414704956},{"type":"v1","addr":"10.20.193.160:6811","nonce":414704956}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6814","nonce":414704956},{"type":"v1","addr":"10.20.193.160:6815","nonce":414704956}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6812","nonce":414704956},{"type":"v1","addr":"10.20.193.160:6813","nonce":414704956}]},"public_addr":"10.20.193.160:6809/414704956","cluster_addr":"10.20.193.160:6811/414704956","heartbeat_back_addr":"10.20.193.160:6815/414704956","heartbeat_front_addr":"10.20.193.160:6813/414704956","state":["exists","up"]},{"osd":3,"uuid":"033d75b0-d14a-4531-a09e-59ad62e7b3ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6810","nonce":648899520},{"type":"v1","addr":"10.20.193.128:6811","nonce":648899520}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6812","nonce":648899520},{"type":"v1","addr":"10.20.193.128:6813","nonce":648899520}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6816","nonce":648899520},{"type":"v1","addr":"10.20.193.128:6817","nonce":648899520}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6814","nonce":648899520},{"type":"v1","addr":"10.20.193.128:6815","nonce":648899520}]},"public_addr":"10.20.193.128:6811/648899520","cluster_addr":"10.20.193.128:6813/648899520","heartbeat_back_addr":"10.20.193.128:6817/648899520","heartbeat_front_addr":"10.20.193.128:6815/648899520","state":["exists","up"]},{"osd":4,"uuid":"6193f593-4676-4a7a-be91-d4ecdcdb399a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6816","nonce":2377060133},{"type":"v1","addr":"10.20.193.160:6817","nonce":2377060133}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6818","nonce":2377060133},{"type":"v1","addr":"10.20.193.160:6819","nonce":2377060133}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6822","nonce":2377060133},{"type":"v1","addr":"10.20.193.160:6823","nonce":2377060133}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6820","nonce":2377060133},{"type":"v1","addr":"10.20.193.160:6821","nonce":2377060133}]},"public_addr":"10.20.193.160:6817/2377060133","cluster_addr":"10.20.193.160:6819/2377060133","heartbeat_back_addr":"10.20.193.160:6823/2377060133","heartbeat_front_addr":"10.20.193.160:6821/2377060133","state":["exists","up"]},{"osd":5,"uuid":"a00abf7f-e0cb-4f34-b739-7d668b5d972d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6818","nonce":1725089613},{"type":"v1","addr":"10.20.193.128:6819","nonce":1725089613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6820","nonce":1725089613},{"type":"v1","addr":"10.20.193.128:6821","nonce":1725089613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6824","nonce":1725089613},{"type":"v1","addr":"10.20.193.128:6825","nonce":1725089613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6822","nonce":1725089613},{"type":"v1","addr":"10.20.193.128:6823","nonce":1725089613}]},"public_addr":"10.20.193.128:6819/1725089613","cluster_addr":"10.20.193.128:6821/1725089613","heartbeat_back_addr":"10.20.193.128:6825/1725089613","heartbeat_front_addr":"10.20.193.128:6823/1725089613","state":["exists","up"]},{"osd":6,"uuid":"67ee1879-9b43-41e6-8f26-1f7e05f8ffe6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6824","nonce":2216618165},{"type":"v1","addr":"10.20.193.160:6825","nonce":2216618165}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6826","nonce":2216618165},{"type":"v1","addr":"10.20.193.160:6827","nonce":2216618165}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6830","nonce":2216618165},{"type":"v1","addr":"10.20.193.160:6831","nonce":2216618165}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.160:6828","nonce":2216618165},{"type":"v1","addr":"10.20.193.160:6829","nonce":2216618165}]},"public_addr":"10.20.193.160:6825/2216618165","cluster_addr":"10.20.193.160:6827/2216618165","heartbeat_back_addr":"10.20.193.160:6831/2216618165","heartbeat_front_addr":"10.20.193.160:6829/2216618165","state":["exists","up"]},{"osd":7,"uuid":"1eb70096-194b-4cc9-80ef-69022842854f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6826","nonce":629448957},{"type":"v1","addr":"10.20.193.128:6827","nonce":629448957}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6828","nonce":629448957},{"type":"v1","addr":"10.20.193.128:6829","nonce":629448957}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6832","nonce":629448957},{"type":"v1","addr":"10.20.193.128:6833","nonce":629448957}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.128:6830","nonce":629448957},{"type":"v1","addr":"10.20.193.128:6831","nonce":629448957}]},"public_addr":"10.20.193.128:6827/629448957","cluster_addr":"10.20.193.128:6829/629448957","heartbeat_back_addr":"10.20.193.128:6833/629448957","heartbeat_front_addr":"10.20.193.128:6831/629448957","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:41.083246+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:41.910730+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:43.820175+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:44.677191+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:46.641376+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:47.486948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:49.577292+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:14:50.842015+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.128:0/949715359":"2026-02-18T00:13:53.145019+0000","10.20.193.128:0/1512276545":"2026-02-18T00:13:32.616563+0000","10.20.193.128:6800/699748481":"2026-02-18T00:13:21.342473+0000","10.20.193.128:6801/286539643":"2026-02-18T00:13:32.616563+0000","10.20.193.128:0/694321865":"2026-02-18T00:13:21.342473+0000","10.20.193.128:0/1649839480":"2026-02-18T00:13:32.616563+0000","10.20.193.128:6801/699748481":"2026-02-18T00:13:21.342473+0000","10.20.193.128:0/1942151126":"2026-02-18T00:13:21.342473+0000","10.20.193.128:0/3444521423":"2026-02-18T00:13:53.145019+0000","10.20.193.128:0/1036162138":"2026-02-18T00:13:32.616563+0000","10.20.193.128:0/183722838":"2026-02-18T00:13:21.342473+0000","10.20.193.128:6800/286539643":"2026-02-18T00:13:32.616563+0000","10.20.193.128:0/3795721063":"2026-02-18T00:13:53.145019+0000","10.20.193.128:6801/221281438":"2026-02-18T00:13:53.145019+0000","10.20.193.128:6800/221281438":"2026-02-18T00:13:53.145019+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T00:14:56.063 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:55 trial128 ceph-mon[35886]: pgmap v47: 1 pgs: 1 remapped+peering; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 848 KiB/s wr, 53 op/s 2026-02-17T00:14:56.063 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:55 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1226691452' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-17T00:14:56.063 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:55 trial128 ceph-mon[35886]: osdmap e29: 8 total, 8 up, 8 in 2026-02-17T00:14:56.085 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph tell osd.0 flush_pg_stats 2026-02-17T00:14:56.085 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph tell osd.1 flush_pg_stats 2026-02-17T00:14:56.085 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph tell osd.2 flush_pg_stats 2026-02-17T00:14:56.085 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph tell osd.3 flush_pg_stats 2026-02-17T00:14:56.086 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph tell osd.4 flush_pg_stats 2026-02-17T00:14:56.086 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph tell osd.5 flush_pg_stats 2026-02-17T00:14:56.086 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph tell osd.6 flush_pg_stats 2026-02-17T00:14:56.086 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph tell osd.7 flush_pg_stats 2026-02-17T00:14:56.328 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:56.328 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:56.329 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:56.353 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:56.394 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:56.397 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:56.397 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:56.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:55 trial160 ceph-mon[43391]: pgmap v47: 1 pgs: 1 remapped+peering; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 848 KiB/s wr, 53 op/s 2026-02-17T00:14:56.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:55 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1226691452' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-17T00:14:56.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:55 trial160 ceph-mon[43391]: osdmap e29: 8 total, 8 up, 8 in 2026-02-17T00:14:56.507 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:56.645 INFO:teuthology.orchestra.run.trial128.stdout:73014444037 2026-02-17T00:14:56.646 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-17T00:14:56.706 INFO:teuthology.orchestra.run.trial128.stdout:103079215107 2026-02-17T00:14:56.706 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.6 2026-02-17T00:14:56.713 INFO:teuthology.orchestra.run.trial128.stdout:107374182404 2026-02-17T00:14:56.713 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-17T00:14:56.716 INFO:teuthology.orchestra.run.trial128.stdout:81604378629 2026-02-17T00:14:56.717 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-17T00:14:56.719 INFO:teuthology.orchestra.run.trial128.stdout:81604378628 2026-02-17T00:14:56.719 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-17T00:14:56.727 INFO:teuthology.orchestra.run.trial128.stdout:94489280515 2026-02-17T00:14:56.728 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.5 2026-02-17T00:14:56.730 INFO:teuthology.orchestra.run.trial128.stdout:68719476741 2026-02-17T00:14:56.730 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-17T00:14:56.809 INFO:teuthology.orchestra.run.trial128.stdout:90194313221 2026-02-17T00:14:56.810 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.4 2026-02-17T00:14:56.819 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:56.992 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:56.992 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:56.992 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:56.994 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:56.997 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:57.027 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:57.029 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:57.068 INFO:teuthology.orchestra.run.trial128.stdout:73014444036 2026-02-17T00:14:57.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:56 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/4280185417' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-17T00:14:57.214 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444037 got 73014444036 for osd.1 2026-02-17T00:14:57.235 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:56 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/4280185417' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-17T00:14:57.238 INFO:teuthology.orchestra.run.trial128.stdout:81604378628 2026-02-17T00:14:57.247 INFO:teuthology.orchestra.run.trial128.stdout:81604378627 2026-02-17T00:14:57.252 INFO:teuthology.orchestra.run.trial128.stdout:107374182403 2026-02-17T00:14:57.256 INFO:teuthology.orchestra.run.trial128.stdout:103079215105 2026-02-17T00:14:57.258 INFO:teuthology.orchestra.run.trial128.stdout:94489280514 2026-02-17T00:14:57.263 INFO:teuthology.orchestra.run.trial128.stdout:90194313220 2026-02-17T00:14:57.265 INFO:teuthology.orchestra.run.trial128.stdout:68719476740 2026-02-17T00:14:57.380 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378629 got 81604378628 for osd.2 2026-02-17T00:14:57.392 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378628 got 81604378627 for osd.3 2026-02-17T00:14:57.398 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182404 got 107374182403 for osd.7 2026-02-17T00:14:57.409 INFO:tasks.cephadm.ceph_manager.ceph:need seq 94489280515 got 94489280514 for osd.5 2026-02-17T00:14:57.409 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215107 got 103079215105 for osd.6 2026-02-17T00:14:57.413 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476741 got 68719476740 for osd.0 2026-02-17T00:14:57.427 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313221 got 90194313220 for osd.4 2026-02-17T00:14:58.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:57 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2028250676' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-17T00:14:58.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:57 trial128 ceph-mon[35886]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 13 KiB/s rd, 724 KiB/s wr, 46 op/s; 123 KiB/s, 0 objects/s recovering 2026-02-17T00:14:58.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:57 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1716388737' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-17T00:14:58.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:57 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/379639899' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-17T00:14:58.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:57 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/3829700062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-17T00:14:58.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:57 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/3686352749' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-17T00:14:58.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:57 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/679283919' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-17T00:14:58.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:57 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2454300073' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-17T00:14:58.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:57 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1944594683' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-17T00:14:58.214 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-17T00:14:58.367 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:58.381 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-17T00:14:58.393 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-17T00:14:58.399 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-17T00:14:58.409 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.5 2026-02-17T00:14:58.410 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.6 2026-02-17T00:14:58.413 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-17T00:14:58.428 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph osd last-stat-seq osd.4 2026-02-17T00:14:58.435 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:57 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2028250676' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-17T00:14:58.435 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:57 trial160 ceph-mon[43391]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 13 KiB/s rd, 724 KiB/s wr, 46 op/s; 123 KiB/s, 0 objects/s recovering 2026-02-17T00:14:58.435 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:57 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1716388737' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-17T00:14:58.435 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:57 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/379639899' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-17T00:14:58.435 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:57 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/3829700062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-17T00:14:58.435 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:57 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/3686352749' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-17T00:14:58.435 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:57 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/679283919' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-17T00:14:58.435 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:57 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2454300073' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-17T00:14:58.436 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:57 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1944594683' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-17T00:14:58.587 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:58.601 INFO:teuthology.orchestra.run.trial128.stdout:73014444037 2026-02-17T00:14:58.745 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:58.745 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:58.746 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:58.746 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:58.747 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:58.763 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444037 got 73014444037 for osd.1 2026-02-17T00:14:58.764 DEBUG:teuthology.parallel:result is None 2026-02-17T00:14:58.778 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:58.828 INFO:teuthology.orchestra.run.trial128.stdout:81604378630 2026-02-17T00:14:58.974 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378629 got 81604378630 for osd.2 2026-02-17T00:14:58.974 DEBUG:teuthology.parallel:result is None 2026-02-17T00:14:58.996 INFO:teuthology.orchestra.run.trial128.stdout:90194313221 2026-02-17T00:14:59.001 INFO:teuthology.orchestra.run.trial128.stdout:68719476741 2026-02-17T00:14:59.002 INFO:teuthology.orchestra.run.trial128.stdout:81604378629 2026-02-17T00:14:59.005 INFO:teuthology.orchestra.run.trial128.stdout:103079215107 2026-02-17T00:14:59.006 INFO:teuthology.orchestra.run.trial128.stdout:94489280515 2026-02-17T00:14:59.008 INFO:teuthology.orchestra.run.trial128.stdout:107374182404 2026-02-17T00:14:59.138 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313221 got 90194313221 for osd.4 2026-02-17T00:14:59.139 DEBUG:teuthology.parallel:result is None 2026-02-17T00:14:59.149 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476741 got 68719476741 for osd.0 2026-02-17T00:14:59.149 DEBUG:teuthology.parallel:result is None 2026-02-17T00:14:59.156 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378628 got 81604378629 for osd.3 2026-02-17T00:14:59.157 DEBUG:teuthology.parallel:result is None 2026-02-17T00:14:59.158 INFO:tasks.cephadm.ceph_manager.ceph:need seq 94489280515 got 94489280515 for osd.5 2026-02-17T00:14:59.158 DEBUG:teuthology.parallel:result is None 2026-02-17T00:14:59.159 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182404 got 107374182404 for osd.7 2026-02-17T00:14:59.159 DEBUG:teuthology.parallel:result is None 2026-02-17T00:14:59.168 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215107 got 103079215107 for osd.6 2026-02-17T00:14:59.168 DEBUG:teuthology.parallel:result is None 2026-02-17T00:14:59.168 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2026-02-17T00:14:59.168 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph pg dump --format=json 2026-02-17T00:14:59.230 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:58 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/447164760' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-17T00:14:59.230 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:58 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/229696291' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-17T00:14:59.361 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:14:59.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:58 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/447164760' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-17T00:14:59.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:58 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/229696291' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-17T00:14:59.572 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:14:59.572 INFO:teuthology.orchestra.run.trial128.stderr:dumped all 2026-02-17T00:14:59.711 INFO:teuthology.orchestra.run.trial128.stdout:{"pg_ready":true,"pg_map":{"version":50,"stamp":"2026-02-17T00:14:59.154266+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":233,"num_write_kb":4760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":192,"ondisk_log_size":192,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":5871992832,"kb_used":220256,"kb_used_data":4480,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":5871772576,"statfs":{"total":6012920659968,"available":6012695117824,"internally_reserved":0,"allocated":4587520,"data_stored":3230275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":220712506},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000754"},"pg_stats":[{"pgid":"1.0","version":"22'192","reported_seq":254,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-02-17T00:14:55.474930+0000","last_change":"2026-02-17T00:14:55.474742+0000","last_active":"2026-02-17T00:14:55.474930+0000","last_peered":"2026-02-17T00:14:55.474930+0000","last_clean":"2026-02-17T00:14:55.474930+0000","last_became_active":"2026-02-17T00:14:55.474536+0000","last_became_peered":"2026-02-17T00:14:55.474536+0000","last_unstale":"2026-02-17T00:14:55.474930+0000","last_undegraded":"2026-02-17T00:14:55.474930+0000","last_fullsized":"2026-02-17T00:14:55.474930+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T00:14:47.910573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T00:14:47.910573+0000","last_clean_scrub_stamp":"2026-02-17T00:14:47.910573+0000","objects_scrubbed":0,"log_size":192,"log_dups_size":0,"ondisk_log_size":192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T09:08:18.159835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":233,"num_write_kb":4760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":233,"num_write_kb":4760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":192,"ondisk_log_size":192,"up":3,"acting":3,"num_store_stats":4}],"osd_stats":[{"osd":7,"up_from":25,"seq":107374182405,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":733999104,"kb_used":27832,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971272,"statfs":{"total":751615082496,"available":751586582528,"internally_reserved":0,"allocated":876544,"data_stored":701824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27589067},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":24,"seq":103079215107,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27244,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971860,"statfs":{"total":751615082496,"available":751587184640,"internally_reserved":0,"allocated":282624,"data_stored":111456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27589065},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":22,"seq":94489280515,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27232,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971872,"statfs":{"total":751615082496,"available":751587196928,"internally_reserved":0,"allocated":270336,"data_stored":105750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":21,"seq":90194313222,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27244,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971860,"statfs":{"total":751615082496,"available":751587184640,"internally_reserved":0,"allocated":282624,"data_stored":111456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":19,"seq":81604378629,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":733999104,"kb_used":27828,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971276,"statfs":{"total":751615082496,"available":751586586624,"internally_reserved":0,"allocated":876544,"data_stored":701824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":19,"seq":81604378630,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27228,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971876,"statfs":{"total":751615082496,"available":751587201024,"internally_reserved":0,"allocated":258048,"data_stored":100023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":17,"seq":73014444037,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":733999104,"kb_used":27816,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971288,"statfs":{"total":751615082496,"available":751586598912,"internally_reserved":0,"allocated":864256,"data_stored":696118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476742,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":733999104,"kb_used":27832,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971272,"statfs":{"total":751615082496,"available":751586582528,"internally_reserved":0,"allocated":876544,"data_stored":701824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T00:14:59.712 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph pg dump --format=json 2026-02-17T00:14:59.903 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:00.116 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:15:00.116 INFO:teuthology.orchestra.run.trial128.stderr:dumped all 2026-02-17T00:15:00.236 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:59 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/288958491' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-17T00:15:00.236 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:59 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/438609495' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-17T00:15:00.236 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:59 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/3623011730' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-17T00:15:00.236 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:59 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/121568932' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-17T00:15:00.236 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:59 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/422941209' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-17T00:15:00.236 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:59 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/1575395957' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-17T00:15:00.237 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:59 trial128 ceph-mon[35886]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-17T00:15:00.237 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:14:59 trial128 ceph-mon[35886]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:00.257 INFO:teuthology.orchestra.run.trial128.stdout:{"pg_ready":true,"pg_map":{"version":50,"stamp":"2026-02-17T00:14:59.154266+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":233,"num_write_kb":4760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":192,"ondisk_log_size":192,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":5871992832,"kb_used":220256,"kb_used_data":4480,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":5871772576,"statfs":{"total":6012920659968,"available":6012695117824,"internally_reserved":0,"allocated":4587520,"data_stored":3230275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":220712506},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000754"},"pg_stats":[{"pgid":"1.0","version":"22'192","reported_seq":254,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-02-17T00:14:55.474930+0000","last_change":"2026-02-17T00:14:55.474742+0000","last_active":"2026-02-17T00:14:55.474930+0000","last_peered":"2026-02-17T00:14:55.474930+0000","last_clean":"2026-02-17T00:14:55.474930+0000","last_became_active":"2026-02-17T00:14:55.474536+0000","last_became_peered":"2026-02-17T00:14:55.474536+0000","last_unstale":"2026-02-17T00:14:55.474930+0000","last_undegraded":"2026-02-17T00:14:55.474930+0000","last_fullsized":"2026-02-17T00:14:55.474930+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T00:14:47.910573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T00:14:47.910573+0000","last_clean_scrub_stamp":"2026-02-17T00:14:47.910573+0000","objects_scrubbed":0,"log_size":192,"log_dups_size":0,"ondisk_log_size":192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T09:08:18.159835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":233,"num_write_kb":4760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":233,"num_write_kb":4760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":192,"ondisk_log_size":192,"up":3,"acting":3,"num_store_stats":4}],"osd_stats":[{"osd":7,"up_from":25,"seq":107374182405,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":733999104,"kb_used":27832,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971272,"statfs":{"total":751615082496,"available":751586582528,"internally_reserved":0,"allocated":876544,"data_stored":701824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27589067},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":24,"seq":103079215107,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27244,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971860,"statfs":{"total":751615082496,"available":751587184640,"internally_reserved":0,"allocated":282624,"data_stored":111456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27589065},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":22,"seq":94489280515,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27232,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971872,"statfs":{"total":751615082496,"available":751587196928,"internally_reserved":0,"allocated":270336,"data_stored":105750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":21,"seq":90194313222,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27244,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971860,"statfs":{"total":751615082496,"available":751587184640,"internally_reserved":0,"allocated":282624,"data_stored":111456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":19,"seq":81604378629,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":733999104,"kb_used":27828,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971276,"statfs":{"total":751615082496,"available":751586586624,"internally_reserved":0,"allocated":876544,"data_stored":701824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":19,"seq":81604378630,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27228,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971876,"statfs":{"total":751615082496,"available":751587201024,"internally_reserved":0,"allocated":258048,"data_stored":100023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":17,"seq":73014444037,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":733999104,"kb_used":27816,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971288,"statfs":{"total":751615082496,"available":751586598912,"internally_reserved":0,"allocated":864256,"data_stored":696118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476742,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":733999104,"kb_used":27832,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971272,"statfs":{"total":751615082496,"available":751586582528,"internally_reserved":0,"allocated":876544,"data_stored":701824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T00:15:00.258 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2026-02-17T00:15:00.258 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-17T00:15:00.258 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2026-02-17T00:15:00.259 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph health --format=json 2026-02-17T00:15:00.411 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:00.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:59 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/288958491' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-17T00:15:00.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:59 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/438609495' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-17T00:15:00.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:59 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/3623011730' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-17T00:15:00.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:59 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/121568932' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-17T00:15:00.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:59 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/422941209' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-17T00:15:00.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:59 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/1575395957' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-17T00:15:00.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:59 trial160 ceph-mon[43391]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-17T00:15:00.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:14:59 trial160 ceph-mon[43391]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:00.638 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:15:00.638 INFO:teuthology.orchestra.run.trial128.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-17T00:15:00.775 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2026-02-17T00:15:00.776 INFO:tasks.cephadm:Setup complete, yielding 2026-02-17T00:15:00.776 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-17T00:15:00.784 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial128.front.sepia.ceph.com 2026-02-17T00:15:00.784 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph orch status' 2026-02-17T00:15:00.937 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:01.014 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:00 trial128 ceph-mon[35886]: from='client.14572 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:01.015 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:00 trial128 ceph-mon[35886]: from='client.? 10.20.193.128:0/2031435936' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-17T00:15:01.161 INFO:teuthology.orchestra.run.trial128.stdout:Backend: cephadm 2026-02-17T00:15:01.161 INFO:teuthology.orchestra.run.trial128.stdout:Available: Yes 2026-02-17T00:15:01.162 INFO:teuthology.orchestra.run.trial128.stdout:Paused: No 2026-02-17T00:15:01.303 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph orch ps' 2026-02-17T00:15:01.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:00 trial160 ceph-mon[43391]: from='client.14572 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:01.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:00 trial160 ceph-mon[43391]: from='client.? 10.20.193.128:0/2031435936' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-17T00:15:01.456 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:alertmanager.trial128 trial128 *:9093,9094 running (52s) 14s ago 78s 33.0M - 0.25.0 c8568f914cd2 e16438242810 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:ceph-exporter.trial128 trial128 *:9926 running (82s) 14s ago 82s 8556k - 19.2.3-680-g05b55d19 dcf18b7f874c c83734220479 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:ceph-exporter.trial160 trial160 *:9926 running (64s) 15s ago 64s 6567k - 19.2.3-680-g05b55d19 dcf18b7f874c 3ec64e29b25e 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:crash.trial128 trial128 running (82s) 14s ago 82s 7675k - 19.2.3-680-g05b55d19 dcf18b7f874c 316035217f22 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:crash.trial160 trial160 running (63s) 15s ago 63s 7666k - 19.2.3-680-g05b55d19 dcf18b7f874c 0309b19eaa3c 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:grafana.trial128 trial128 *:3000 running (51s) 14s ago 74s 80.9M - 10.4.0 c8b91775d855 aa1612b60d84 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:mgr.trial128.jipewu trial128 *:9283,8765,8443 running (108s) 14s ago 108s 538M - 19.2.3-680-g05b55d19 dcf18b7f874c 9a61847f8630 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:mgr.trial160.gplrao trial160 *:8443,9283,8765 running (61s) 15s ago 61s 486M - 19.2.3-680-g05b55d19 dcf18b7f874c 9993572ff205 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:mon.trial128 trial128 running (109s) 14s ago 110s 50.7M 2048M 19.2.3-680-g05b55d19 dcf18b7f874c 3af4b809116f 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:mon.trial160 trial160 running (60s) 15s ago 60s 41.7M 2048M 19.2.3-680-g05b55d19 dcf18b7f874c e4a9d09edcb2 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:node-exporter.trial128 trial128 *:9100 running (80s) 14s ago 80s 12.4M - 1.7.0 72c9c2088986 b71450ad1a16 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:node-exporter.trial160 trial160 *:9100 running (62s) 15s ago 62s 12.4M - 1.7.0 72c9c2088986 f3eb5465e057 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:osd.0 trial160 running (27s) 15s ago 27s 40.6M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c 9a900b71137c 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:osd.1 trial128 running (26s) 14s ago 25s 31.1M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 8d88fe04a4dc 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:osd.2 trial160 running (24s) 15s ago 24s 40.7M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c 9da26ad1d28e 2026-02-17T00:15:01.678 INFO:teuthology.orchestra.run.trial128.stdout:osd.3 trial128 running (23s) 14s ago 23s 38.4M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 9fcc3b99af51 2026-02-17T00:15:01.679 INFO:teuthology.orchestra.run.trial128.stdout:osd.4 trial160 running (21s) 15s ago 21s 27.5M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c 220371db82b4 2026-02-17T00:15:01.679 INFO:teuthology.orchestra.run.trial128.stdout:osd.5 trial128 running (20s) 14s ago 20s 17.6M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 28ed4e69f3a8 2026-02-17T00:15:01.679 INFO:teuthology.orchestra.run.trial128.stdout:osd.6 trial160 running (18s) 15s ago 18s 16.2M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c 0e5da6883fc0 2026-02-17T00:15:01.679 INFO:teuthology.orchestra.run.trial128.stdout:osd.7 trial128 running (17s) 14s ago 17s 15.4M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 9a319f5ad5db 2026-02-17T00:15:01.679 INFO:teuthology.orchestra.run.trial128.stdout:prometheus.trial128 trial128 *:9095 running (50s) 14s ago 72s 42.5M - 2.51.0 1d3b7f56885b 059eec92b529 2026-02-17T00:15:01.819 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph orch ls' 2026-02-17T00:15:01.971 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:02.049 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:01 trial128 ceph-mon[35886]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 75 KiB/s, 0 objects/s recovering 2026-02-17T00:15:02.049 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:01 trial128 ceph-mon[35886]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:02.194 INFO:teuthology.orchestra.run.trial128.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-02-17T00:15:02.194 INFO:teuthology.orchestra.run.trial128.stdout:alertmanager ?:9093,9094 1/1 15s ago 93s count:1 2026-02-17T00:15:02.194 INFO:teuthology.orchestra.run.trial128.stdout:ceph-exporter ?:9926 2/2 15s ago 95s * 2026-02-17T00:15:02.194 INFO:teuthology.orchestra.run.trial128.stdout:crash 2/2 15s ago 95s * 2026-02-17T00:15:02.194 INFO:teuthology.orchestra.run.trial128.stdout:grafana ?:3000 1/1 15s ago 94s count:1 2026-02-17T00:15:02.194 INFO:teuthology.orchestra.run.trial128.stdout:mgr 2/2 15s ago 96s count:2 2026-02-17T00:15:02.194 INFO:teuthology.orchestra.run.trial128.stdout:mon 2/2 15s ago 80s trial128:10.20.193.128=trial128;trial160:10.20.193.160=trial160;count:2 2026-02-17T00:15:02.194 INFO:teuthology.orchestra.run.trial128.stdout:node-exporter ?:9100 2/2 15s ago 94s * 2026-02-17T00:15:02.194 INFO:teuthology.orchestra.run.trial128.stdout:osd.all-available-devices 8 15s ago 52s * 2026-02-17T00:15:02.194 INFO:teuthology.orchestra.run.trial128.stdout:prometheus ?:9095 1/1 15s ago 94s count:1 2026-02-17T00:15:02.235 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:01 trial160 ceph-mon[43391]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 75 KiB/s, 0 objects/s recovering 2026-02-17T00:15:02.236 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:01 trial160 ceph-mon[43391]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:02.334 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph orch host ls' 2026-02-17T00:15:02.485 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:02.704 INFO:teuthology.orchestra.run.trial128.stdout:HOST ADDR LABELS STATUS 2026-02-17T00:15:02.704 INFO:teuthology.orchestra.run.trial128.stdout:trial128 10.20.193.128 2026-02-17T00:15:02.704 INFO:teuthology.orchestra.run.trial128.stdout:trial160 10.20.193.160 2026-02-17T00:15:02.704 INFO:teuthology.orchestra.run.trial128.stdout:2 hosts in cluster 2026-02-17T00:15:02.842 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph orch device ls' 2026-02-17T00:15:02.992 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:03.074 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:02 trial128 ceph-mon[35886]: from='client.14584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:03.075 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:02 trial128 ceph-mon[35886]: from='client.14588 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:03.213 INFO:teuthology.orchestra.run.trial128.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2026-02-17T00:15:03.213 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme1n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6B7A 1788G No 14s ago Has a FileSystem, LVM detected 2026-02-17T00:15:03.213 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme2n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6C3B 1788G No 14s ago Has a FileSystem, LVM detected 2026-02-17T00:15:03.213 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme3n1 ssd Linux_3cb017a166879bbe00d4 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:03.214 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme4n1 ssd Linux_6f1d41a4df9c10e66051 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:03.214 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme5n1 ssd Linux_f2ee4abd5fef8f4e7f52 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:03.214 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme6n1 ssd Linux_cd7f80724ad01b875fbe 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:03.214 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme0n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB69B9 1788G No 15s ago Has a FileSystem, LVM detected 2026-02-17T00:15:03.214 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme2n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB699B 1788G No 15s ago Has a FileSystem, LVM detected 2026-02-17T00:15:03.214 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme3n1 ssd Linux_b5509b2e7231060c4b37 700G No 15s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:03.214 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme4n1 ssd Linux_4129e07da77441d04ae7 700G No 15s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:03.214 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme5n1 ssd Linux_621d8065a071c3baa2e0 700G No 15s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:03.214 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme6n1 ssd Linux_d6e968702bbbc8a8604f 700G No 15s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:03.355 INFO:teuthology.run_tasks:Running task vip... 2026-02-17T00:15:03.377 INFO:tasks.vip:Allocating static IPs for each host... 2026-02-17T00:15:03.378 INFO:tasks.vip:peername 10.20.193.128 2026-02-17T00:15:03.428 INFO:tasks.vip:10.20.193.128 in 10.20.192.0/20, pos 383 2026-02-17T00:15:03.432 INFO:tasks.vip:trial128.front.sepia.ceph.com static 192.168.1.128, vnet 192.168.0.0/16 2026-02-17T00:15:03.432 INFO:tasks.vip:VIPs are [IPv4Address('192.168.17.128')] 2026-02-17T00:15:03.432 DEBUG:teuthology.orchestra.run.trial128:> sudo ip route ls 2026-02-17T00:15:03.432 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:02 trial160 ceph-mon[43391]: from='client.14584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:03.433 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:02 trial160 ceph-mon[43391]: from='client.14588 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:03.459 INFO:teuthology.orchestra.run.trial128.stdout:default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.128 metric 102 2026-02-17T00:15:03.459 INFO:teuthology.orchestra.run.trial128.stdout:10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.128 metric 102 2026-02-17T00:15:03.459 INFO:teuthology.orchestra.run.trial128.stdout:169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-17T00:15:03.460 INFO:tasks.vip:Configuring 192.168.1.128 on trial128.front.sepia.ceph.com iface enp1s0f0... 2026-02-17T00:15:03.460 DEBUG:teuthology.orchestra.run.trial128:> sudo ip addr add 192.168.1.128/16 dev enp1s0f0 2026-02-17T00:15:03.524 INFO:tasks.vip:peername 10.20.193.160 2026-02-17T00:15:03.526 INFO:tasks.vip:10.20.193.160 in 10.20.192.0/20, pos 415 2026-02-17T00:15:03.528 INFO:tasks.vip:trial160.front.sepia.ceph.com static 192.168.1.160, vnet 192.168.0.0/16 2026-02-17T00:15:03.528 DEBUG:teuthology.orchestra.run.trial160:> sudo ip route ls 2026-02-17T00:15:03.553 INFO:teuthology.orchestra.run.trial160.stdout:default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.160 metric 102 2026-02-17T00:15:03.553 INFO:teuthology.orchestra.run.trial160.stdout:10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.160 metric 102 2026-02-17T00:15:03.553 INFO:teuthology.orchestra.run.trial160.stdout:169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-17T00:15:03.554 INFO:tasks.vip:Configuring 192.168.1.160 on trial160.front.sepia.ceph.com iface enp1s0f0... 2026-02-17T00:15:03.554 DEBUG:teuthology.orchestra.run.trial160:> sudo ip addr add 192.168.1.160/16 dev enp1s0f0 2026-02-17T00:15:03.619 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-17T00:15:03.635 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial128.front.sepia.ceph.com 2026-02-17T00:15:03.635 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph orch device ls --refresh' 2026-02-17T00:15:03.789 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:04.007 INFO:teuthology.orchestra.run.trial128.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2026-02-17T00:15:04.007 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme1n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6B7A 1788G No 15s ago Has a FileSystem, LVM detected 2026-02-17T00:15:04.007 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme2n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6C3B 1788G No 15s ago Has a FileSystem, LVM detected 2026-02-17T00:15:04.007 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme3n1 ssd Linux_3cb017a166879bbe00d4 700G No 15s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:04.007 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme4n1 ssd Linux_6f1d41a4df9c10e66051 700G No 15s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:04.007 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme5n1 ssd Linux_f2ee4abd5fef8f4e7f52 700G No 15s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:04.007 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme6n1 ssd Linux_cd7f80724ad01b875fbe 700G No 15s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:04.008 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme0n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB69B9 1788G No 16s ago Has a FileSystem, LVM detected 2026-02-17T00:15:04.008 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme2n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB699B 1788G No 16s ago Has a FileSystem, LVM detected 2026-02-17T00:15:04.008 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme3n1 ssd Linux_b5509b2e7231060c4b37 700G No 16s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:04.008 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme4n1 ssd Linux_4129e07da77441d04ae7 700G No 16s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:04.008 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme5n1 ssd Linux_621d8065a071c3baa2e0 700G No 16s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:04.008 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme6n1 ssd Linux_d6e968702bbbc8a8604f 700G No 16s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:15:04.152 INFO:teuthology.run_tasks:Running task vip.exec... 2026-02-17T00:15:04.164 INFO:tasks.vip:Running commands on role host.a host ubuntu@trial128.front.sepia.ceph.com 2026-02-17T00:15:04.164 DEBUG:teuthology.orchestra.run.trial128:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2026-02-17T00:15:04.189 INFO:teuthology.orchestra.run.trial128.stderr:+ systemctl stop nfs-server 2026-02-17T00:15:04.195 INFO:tasks.vip:Running commands on role host.b host ubuntu@trial160.front.sepia.ceph.com 2026-02-17T00:15:04.195 DEBUG:teuthology.orchestra.run.trial160:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2026-02-17T00:15:04.216 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:03 trial160 ceph-mon[43391]: from='client.14592 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:04.216 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:03 trial160 ceph-mon[43391]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 66 KiB/s, 0 objects/s recovering 2026-02-17T00:15:04.216 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:03 trial160 ceph-mon[43391]: from='client.14596 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:04.218 INFO:teuthology.orchestra.run.trial160.stderr:+ systemctl stop nfs-server 2026-02-17T00:15:04.224 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-17T00:15:04.243 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial128.front.sepia.ceph.com 2026-02-17T00:15:04.244 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph fs volume create foofs' 2026-02-17T00:15:04.257 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:03 trial128 ceph-mon[35886]: from='client.14592 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:04.257 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:03 trial128 ceph-mon[35886]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 66 KiB/s, 0 objects/s recovering 2026-02-17T00:15:04.257 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:03 trial128 ceph-mon[35886]: from='client.14596 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:04.403 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:05.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:04 trial128 ceph-mon[35886]: from='client.14600 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:05.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:04 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:05.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:04 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:05.143 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:04 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2026-02-17T00:15:05.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:04 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:05.209 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:04 trial160 ceph-mon[43391]: from='client.14600 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:05.209 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:04 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:05.209 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:04 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:05.209 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:04 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2026-02-17T00:15:05.209 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:04 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:06.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:06 trial128 ceph-mon[35886]: from='client.14604 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:06.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:06.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:06.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:06.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:06.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:06 trial128 ceph-mon[35886]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 58 KiB/s, 0 objects/s recovering 2026-02-17T00:15:06.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:06.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:06.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2026-02-17T00:15:06.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:06 trial128 ceph-mon[35886]: osdmap e30: 8 total, 8 up, 8 in 2026-02-17T00:15:06.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:06 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2026-02-17T00:15:06.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:06 trial160 ceph-mon[43391]: from='client.14604 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:06.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:06 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:06.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:06 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:06.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:06 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:06.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:06 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:06.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:06 trial160 ceph-mon[43391]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 58 KiB/s, 0 objects/s recovering 2026-02-17T00:15:06.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:06 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:06.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:06 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:06.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:06 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2026-02-17T00:15:06.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:06 trial160 ceph-mon[43391]: osdmap e30: 8 total, 8 up, 8 in 2026-02-17T00:15:06.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:06 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2026-02-17T00:15:06.801 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph nfs cluster create foo --ingress --virtual-ip 192.168.17.128/16 --port 2999' 2026-02-17T00:15:06.864 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:06 trial128 ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial128[35860]: 2026-02-17T00:15:06.644+0000 7ff7c33e7640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2026-02-17T00:15:06.997 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: osdmap e31: 8 total, 8 up, 8 in 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: osdmap e32: 8 total, 8 up, 8 in 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: fsmap foofs:0 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial160.bbwdzk", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial160.bbwdzk", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:07.515 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:07 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true}]: dispatch 2026-02-17T00:15:07.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: osdmap e31: 8 total, 8 up, 8 in 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: osdmap e32: 8 total, 8 up, 8 in 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: fsmap foofs:0 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial160.bbwdzk", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial160.bbwdzk", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:07.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:07 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true}]: dispatch 2026-02-17T00:15:08.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: Saving service mds.foofs spec with placement count:2 2026-02-17T00:15:08.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: Deploying daemon mds.foofs.trial160.bbwdzk on trial160 2026-02-17T00:15:08.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: pgmap v57: 65 pgs: 13 creating+peering, 39 unknown, 13 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:15:08.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='client.14608 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "cluster_id": "foo", "ingress": true, "virtual_ip": "192.168.17.128/16", "port": 2999, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:08.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial128.rnzzzz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial128.rnzzzz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: Deploying daemon mds.foofs.trial128.rnzzzz on trial128 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true}]': finished 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: osdmap e33: 8 total, 8 up, 8 in 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: mds.? [v2:10.20.193.160:6832/1541423388,v1:10.20.193.160:6833/1541423388] up:boot 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: daemon mds.foofs.trial160.bbwdzk assigned to filesystem foofs as rank 0 (now has 1 ranks) 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: Cluster is now healthy 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: fsmap foofs:0 1 up:standby 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mds metadata", "who": "foofs.trial160.bbwdzk"}]: dispatch 2026-02-17T00:15:08.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: fsmap foofs:1 {0=foofs.trial160.bbwdzk=up:creating} 2026-02-17T00:15:08.646 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: daemon mds.foofs.trial160.bbwdzk is now active in filesystem foofs as rank 0 2026-02-17T00:15:08.646 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.646 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.646 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.646 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.646 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.646 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:08.836 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake' 2026-02-17T00:15:08.898 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: Saving service mds.foofs spec with placement count:2 2026-02-17T00:15:08.898 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: Deploying daemon mds.foofs.trial160.bbwdzk on trial160 2026-02-17T00:15:08.899 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: pgmap v57: 65 pgs: 13 creating+peering, 39 unknown, 13 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:15:08.899 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='client.14608 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "cluster_id": "foo", "ingress": true, "virtual_ip": "192.168.17.128/16", "port": 2999, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:08.899 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.899 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.899 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.899 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial128.rnzzzz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-02-17T00:15:08.899 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial128.rnzzzz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-02-17T00:15:08.899 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:08.899 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: Deploying daemon mds.foofs.trial128.rnzzzz on trial128 2026-02-17T00:15:08.899 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true}]': finished 2026-02-17T00:15:08.899 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: osdmap e33: 8 total, 8 up, 8 in 2026-02-17T00:15:08.899 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2026-02-17T00:15:08.900 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.900 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:15:08.900 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: mds.? [v2:10.20.193.160:6832/1541423388,v1:10.20.193.160:6833/1541423388] up:boot 2026-02-17T00:15:08.900 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: daemon mds.foofs.trial160.bbwdzk assigned to filesystem foofs as rank 0 (now has 1 ranks) 2026-02-17T00:15:08.900 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2026-02-17T00:15:08.900 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2026-02-17T00:15:08.900 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: Cluster is now healthy 2026-02-17T00:15:08.900 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: fsmap foofs:0 1 up:standby 2026-02-17T00:15:08.900 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mds metadata", "who": "foofs.trial160.bbwdzk"}]: dispatch 2026-02-17T00:15:08.900 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: fsmap foofs:1 {0=foofs.trial160.bbwdzk=up:creating} 2026-02-17T00:15:08.900 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: daemon mds.foofs.trial160.bbwdzk is now active in filesystem foofs as rank 0 2026-02-17T00:15:08.900 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.900 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.900 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.901 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.901 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:08.901 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:09.032 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:09.304 INFO:teuthology.orchestra.run.trial128.stdout:{ 2026-02-17T00:15:09.304 INFO:teuthology.orchestra.run.trial128.stdout: "bind": "/fake", 2026-02-17T00:15:09.305 INFO:teuthology.orchestra.run.trial128.stdout: "cluster": "foo", 2026-02-17T00:15:09.305 INFO:teuthology.orchestra.run.trial128.stdout: "fs": "foofs", 2026-02-17T00:15:09.305 INFO:teuthology.orchestra.run.trial128.stdout: "mode": "RW", 2026-02-17T00:15:09.305 INFO:teuthology.orchestra.run.trial128.stdout: "path": "/" 2026-02-17T00:15:09.305 INFO:teuthology.orchestra.run.trial128.stdout:} 2026-02-17T00:15:09.448 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2026-02-17T00:15:09.467 INFO:tasks.cephadm:Waiting for ceph service nfs.foo to start (timeout 300)... 2026-02-17T00:15:09.468 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:15:09.629 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:09.746 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2026-02-17T00:15:09.746 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: osdmap e34: 8 total, 8 up, 8 in 2026-02-17T00:15:09.746 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: Saving service nfs.foo spec with placement count:1 2026-02-17T00:15:09.746 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.746 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: Saving service ingress.nfs.foo spec with placement count:2 2026-02-17T00:15:09.746 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.746 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.746 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.746 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: pgmap v60: 97 pgs: 21 creating+peering, 38 unknown, 38 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 291 B/s wr, 1 op/s 2026-02-17T00:15:09.746 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: mds.? [v2:10.20.193.160:6832/1541423388,v1:10.20.193.160:6833/1541423388] up:active 2026-02-17T00:15:09.747 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: mds.? [v2:10.20.193.128:6834/3608945294,v1:10.20.193.128:6835/3608945294] up:boot 2026-02-17T00:15:09.747 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: fsmap foofs:1 {0=foofs.trial160.bbwdzk=up:active} 1 up:standby 2026-02-17T00:15:09.747 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mds metadata", "who": "foofs.trial128.rnzzzz"}]: dispatch 2026-02-17T00:15:09.747 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: fsmap foofs:1 {0=foofs.trial160.bbwdzk=up:active} 1 up:standby 2026-02-17T00:15:09.747 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='client.14624 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "cluster_id": "foo", "pseudo_path": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:09.747 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.foofs.94ac2614", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2026-02-17T00:15:09.747 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.foofs.94ac2614", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2026-02-17T00:15:09.747 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.foofs.94ac2614", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2026-02-17T00:15:09.747 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.747 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.747 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:09.747 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:09.748 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.748 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:09.748 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.748 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial128.lcqqpr", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-17T00:15:09.748 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial128.lcqqpr", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2026-02-17T00:15:09.748 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-17T00:15:09.748 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-02-17T00:15:09.748 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:09 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:09.860 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:15:09.860 INFO:teuthology.orchestra.run.trial128.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:13:28.298917Z", "last_refresh": "2026-02-17T00:15:09.592665Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:13:57.250884Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:13:26.950793Z", "last_refresh": "2026-02-17T00:15:09.131033Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:13:58.067464Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:13:26.597527Z", "last_refresh": "2026-02-17T00:15:09.131081Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:13:27.621819Z", "last_refresh": "2026-02-17T00:15:09.592697Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:15:08.666117Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2999, "monitor_port": 9999, "virtual_ip": "192.168.17.128/16"}, "status": {"created": "2026-02-17T00:15:08.664108Z", "ports": [2999, 9999], "running": 0, "size": 4, "virtual_ip": "192.168.17.128/16"}}, {"events": ["2026-02-17T00:15:08.437477Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2026-02-17T00:15:06.650499Z", "last_refresh": "2026-02-17T00:15:09.131294Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:00.036641Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:13:26.184293Z", "last_refresh": "2026-02-17T00:15:09.131141Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:01.091222Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial128:10.20.193.128=trial128", "trial160:10.20.193.160=trial160"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:13:41.380949Z", "last_refresh": "2026-02-17T00:15:09.131169Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:15:09.609050Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12999}, "status": {"created": "2026-02-17T00:15:08.660951Z", "ports": [12999], "running": 0, "size": 1}}, {"events": ["2026-02-17T00:13:59.213347Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:13:27.958089Z", "last_refresh": "2026-02-17T00:15:09.131112Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:10.044106Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:14:10.040350Z", "last_refresh": "2026-02-17T00:15:09.131194Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:14:06.099688Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:13:27.290757Z", "last_refresh": "2026-02-17T00:15:09.592731Z", "ports": [9095], "running": 1, "size": 1}}] 2026-02-17T00:15:09.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2026-02-17T00:15:09.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: osdmap e34: 8 total, 8 up, 8 in 2026-02-17T00:15:09.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: Saving service nfs.foo spec with placement count:1 2026-02-17T00:15:09.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: Saving service ingress.nfs.foo spec with placement count:2 2026-02-17T00:15:09.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: pgmap v60: 97 pgs: 21 creating+peering, 38 unknown, 38 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 291 B/s wr, 1 op/s 2026-02-17T00:15:09.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: mds.? [v2:10.20.193.160:6832/1541423388,v1:10.20.193.160:6833/1541423388] up:active 2026-02-17T00:15:09.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: mds.? [v2:10.20.193.128:6834/3608945294,v1:10.20.193.128:6835/3608945294] up:boot 2026-02-17T00:15:09.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: fsmap foofs:1 {0=foofs.trial160.bbwdzk=up:active} 1 up:standby 2026-02-17T00:15:09.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "mds metadata", "who": "foofs.trial128.rnzzzz"}]: dispatch 2026-02-17T00:15:09.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: fsmap foofs:1 {0=foofs.trial160.bbwdzk=up:active} 1 up:standby 2026-02-17T00:15:09.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='client.14624 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "cluster_id": "foo", "pseudo_path": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:09.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.foofs.94ac2614", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2026-02-17T00:15:09.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.foofs.94ac2614", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2026-02-17T00:15:09.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.foofs.94ac2614", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2026-02-17T00:15:09.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:09.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:09.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:09.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:09.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial128.lcqqpr", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-17T00:15:09.934 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial128.lcqqpr", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2026-02-17T00:15:09.934 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-17T00:15:09.934 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-02-17T00:15:09.934 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:09 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:10.001 INFO:tasks.cephadm:nfs.foo has 0/1 2026-02-17T00:15:10.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: Creating key for client.nfs.foo.0.0.trial128.lcqqpr 2026-02-17T00:15:10.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: Ensuring nfs.foo.0 is in the ganesha grace table 2026-02-17T00:15:10.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: osdmap e35: 8 total, 8 up, 8 in 2026-02-17T00:15:10.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-17T00:15:10.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-02-17T00:15:10.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: Rados config object exists: conf-nfs.foo 2026-02-17T00:15:10.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: Creating key for client.nfs.foo.0.0.trial128.lcqqpr-rgw 2026-02-17T00:15:10.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial128.lcqqpr-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-17T00:15:10.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial128.lcqqpr-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-17T00:15:10.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: Bind address in nfs.foo.0.0.trial128.lcqqpr's ganesha conf is defaulting to empty 2026-02-17T00:15:10.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:10.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: Deploying daemon nfs.foo.0.0.trial128.lcqqpr on trial128 2026-02-17T00:15:10.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: from='client.14646 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:10.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: mgrmap e20: trial128.jipewu(active, since 76s), standbys: trial160.gplrao 2026-02-17T00:15:10.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:10.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:10.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:10.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:10.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:10 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:10.997 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: Creating key for client.nfs.foo.0.0.trial128.lcqqpr 2026-02-17T00:15:10.997 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: Ensuring nfs.foo.0 is in the ganesha grace table 2026-02-17T00:15:10.997 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: osdmap e35: 8 total, 8 up, 8 in 2026-02-17T00:15:10.997 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-17T00:15:10.997 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-02-17T00:15:10.997 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: Rados config object exists: conf-nfs.foo 2026-02-17T00:15:10.997 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: Creating key for client.nfs.foo.0.0.trial128.lcqqpr-rgw 2026-02-17T00:15:10.997 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial128.lcqqpr-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-17T00:15:10.997 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial128.lcqqpr-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-17T00:15:10.997 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: Bind address in nfs.foo.0.0.trial128.lcqqpr's ganesha conf is defaulting to empty 2026-02-17T00:15:10.997 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:10.997 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: Deploying daemon nfs.foo.0.0.trial128.lcqqpr on trial128 2026-02-17T00:15:10.997 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: from='client.14646 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:10.998 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: mgrmap e20: trial128.jipewu(active, since 76s), standbys: trial160.gplrao 2026-02-17T00:15:10.998 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:10.998 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:10.998 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:10.998 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:10.998 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:10 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:11.001 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:15:11.162 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:11.387 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:15:11.387 INFO:teuthology.orchestra.run.trial128.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:13:28.298917Z", "last_refresh": "2026-02-17T00:15:09.592665Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:13:57.250884Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:13:26.950793Z", "last_refresh": "2026-02-17T00:15:09.131033Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:13:58.067464Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:13:26.597527Z", "last_refresh": "2026-02-17T00:15:09.131081Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:13:27.621819Z", "last_refresh": "2026-02-17T00:15:09.592697Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:15:08.666117Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2999, "monitor_port": 9999, "virtual_ip": "192.168.17.128/16"}, "status": {"created": "2026-02-17T00:15:08.664108Z", "ports": [2999, 9999], "running": 0, "size": 4, "virtual_ip": "192.168.17.128/16"}}, {"events": ["2026-02-17T00:15:08.437477Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2026-02-17T00:15:06.650499Z", "last_refresh": "2026-02-17T00:15:09.131294Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:00.036641Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:13:26.184293Z", "last_refresh": "2026-02-17T00:15:09.131141Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:01.091222Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial128:10.20.193.128=trial128", "trial160:10.20.193.160=trial160"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:13:41.380949Z", "last_refresh": "2026-02-17T00:15:09.131169Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:15:10.595881Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12999}, "status": {"created": "2026-02-17T00:15:08.660951Z", "ports": [12999], "running": 0, "size": 1}}, {"events": ["2026-02-17T00:13:59.213347Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:13:27.958089Z", "last_refresh": "2026-02-17T00:15:09.131112Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:10.044106Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:14:10.040350Z", "last_refresh": "2026-02-17T00:15:09.131194Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:14:06.099688Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:13:27.290757Z", "last_refresh": "2026-02-17T00:15:09.592731Z", "ports": [9095], "running": 1, "size": 1}}] 2026-02-17T00:15:11.525 INFO:tasks.cephadm:nfs.foo has 0/1 2026-02-17T00:15:12.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:12 trial128 ceph-mon[35886]: Deploying daemon haproxy.nfs.foo.trial128.agrxzo on trial128 2026-02-17T00:15:12.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:12 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:12.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:12 trial128 ceph-mon[35886]: pgmap v62: 97 pgs: 15 creating+peering, 11 unknown, 71 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 2.2 KiB/s rd, 2.4 KiB/s wr, 5 op/s 2026-02-17T00:15:12.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:12 trial128 ceph-mon[35886]: from='client.14658 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:12.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:12 trial160 ceph-mon[43391]: Deploying daemon haproxy.nfs.foo.trial128.agrxzo on trial128 2026-02-17T00:15:12.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:12 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:12.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:12 trial160 ceph-mon[43391]: pgmap v62: 97 pgs: 15 creating+peering, 11 unknown, 71 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 2.2 KiB/s rd, 2.4 KiB/s wr, 5 op/s 2026-02-17T00:15:12.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:12 trial160 ceph-mon[43391]: from='client.14658 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:12.526 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:15:12.781 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:13.260 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:15:13.260 INFO:teuthology.orchestra.run.trial128.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:13:28.298917Z", "last_refresh": "2026-02-17T00:15:09.592665Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:13:57.250884Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:13:26.950793Z", "last_refresh": "2026-02-17T00:15:09.131033Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:13:58.067464Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:13:26.597527Z", "last_refresh": "2026-02-17T00:15:09.131081Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:13:27.621819Z", "last_refresh": "2026-02-17T00:15:09.592697Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:15:08.666117Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2999, "monitor_port": 9999, "virtual_ip": "192.168.17.128/16"}, "status": {"created": "2026-02-17T00:15:08.664108Z", "ports": [2999, 9999], "running": 0, "size": 4, "virtual_ip": "192.168.17.128/16"}}, {"events": ["2026-02-17T00:15:08.437477Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2026-02-17T00:15:06.650499Z", "last_refresh": "2026-02-17T00:15:09.131294Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:00.036641Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:13:26.184293Z", "last_refresh": "2026-02-17T00:15:09.131141Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:01.091222Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial128:10.20.193.128=trial128", "trial160:10.20.193.160=trial160"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:13:41.380949Z", "last_refresh": "2026-02-17T00:15:09.131169Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:15:10.595881Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12999}, "status": {"created": "2026-02-17T00:15:08.660951Z", "ports": [12999], "running": 0, "size": 1}}, {"events": ["2026-02-17T00:13:59.213347Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:13:27.958089Z", "last_refresh": "2026-02-17T00:15:09.131112Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:10.044106Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:14:10.040350Z", "last_refresh": "2026-02-17T00:15:09.131194Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:14:06.099688Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:13:27.290757Z", "last_refresh": "2026-02-17T00:15:09.592731Z", "ports": [9095], "running": 1, "size": 1}}] 2026-02-17T00:15:13.381 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:13 trial128 ceph-mon[35886]: mgrmap e21: trial128.jipewu(active, since 78s), standbys: trial160.gplrao 2026-02-17T00:15:13.404 INFO:tasks.cephadm:nfs.foo has 0/1 2026-02-17T00:15:13.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:13 trial160 ceph-mon[43391]: mgrmap e21: trial128.jipewu(active, since 78s), standbys: trial160.gplrao 2026-02-17T00:15:14.393 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:14 trial128 ceph-mon[35886]: mds.? [v2:10.20.193.160:6832/1541423388,v1:10.20.193.160:6833/1541423388] up:active 2026-02-17T00:15:14.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:14 trial128 ceph-mon[35886]: mds.? [v2:10.20.193.128:6834/3608945294,v1:10.20.193.128:6835/3608945294] up:standby 2026-02-17T00:15:14.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:14 trial128 ceph-mon[35886]: fsmap foofs:1 {0=foofs.trial160.bbwdzk=up:active} 1 up:standby 2026-02-17T00:15:14.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:14 trial128 ceph-mon[35886]: pgmap v63: 97 pgs: 97 active+clean; 580 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 2.2 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2026-02-17T00:15:14.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:14 trial128 ceph-mon[35886]: from='client.14662 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:14.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:14.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:14.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:14 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:14.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:14 trial128 ceph-mon[35886]: Deploying daemon haproxy.nfs.foo.trial160.rxxuif on trial160 2026-02-17T00:15:14.405 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:15:14.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:14 trial160 ceph-mon[43391]: mds.? [v2:10.20.193.160:6832/1541423388,v1:10.20.193.160:6833/1541423388] up:active 2026-02-17T00:15:14.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:14 trial160 ceph-mon[43391]: mds.? [v2:10.20.193.128:6834/3608945294,v1:10.20.193.128:6835/3608945294] up:standby 2026-02-17T00:15:14.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:14 trial160 ceph-mon[43391]: fsmap foofs:1 {0=foofs.trial160.bbwdzk=up:active} 1 up:standby 2026-02-17T00:15:14.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:14 trial160 ceph-mon[43391]: pgmap v63: 97 pgs: 97 active+clean; 580 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 2.2 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2026-02-17T00:15:14.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:14 trial160 ceph-mon[43391]: from='client.14662 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:14.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:14.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:14.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:14 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:14.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:14 trial160 ceph-mon[43391]: Deploying daemon haproxy.nfs.foo.trial160.rxxuif on trial160 2026-02-17T00:15:14.568 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:14.792 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:15:14.792 INFO:teuthology.orchestra.run.trial128.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:13:28.298917Z", "last_refresh": "2026-02-17T00:15:09.592665Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:13:57.250884Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:13:26.950793Z", "last_refresh": "2026-02-17T00:15:09.131033Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:13:58.067464Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:13:26.597527Z", "last_refresh": "2026-02-17T00:15:09.131081Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:13:27.621819Z", "last_refresh": "2026-02-17T00:15:09.592697Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:15:13.308096Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2999, "monitor_port": 9999, "virtual_ip": "192.168.17.128/16"}, "status": {"created": "2026-02-17T00:15:08.664108Z", "ports": [2999, 9999], "running": 0, "size": 4, "virtual_ip": "192.168.17.128/16"}}, {"events": ["2026-02-17T00:15:08.437477Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2026-02-17T00:15:06.650499Z", "last_refresh": "2026-02-17T00:15:09.131294Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:00.036641Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:13:26.184293Z", "last_refresh": "2026-02-17T00:15:09.131141Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:01.091222Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial128:10.20.193.128=trial128", "trial160:10.20.193.160=trial160"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:13:41.380949Z", "last_refresh": "2026-02-17T00:15:09.131169Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:15:10.595881Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12999}, "status": {"created": "2026-02-17T00:15:08.660951Z", "ports": [12999], "running": 0, "size": 1}}, {"events": ["2026-02-17T00:13:59.213347Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:13:27.958089Z", "last_refresh": "2026-02-17T00:15:09.131112Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:10.044106Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:14:10.040350Z", "last_refresh": "2026-02-17T00:15:09.131194Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:14:06.099688Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:13:27.290757Z", "last_refresh": "2026-02-17T00:15:09.592731Z", "ports": [9095], "running": 1, "size": 1}}] 2026-02-17T00:15:14.934 INFO:tasks.cephadm:nfs.foo has 0/1 2026-02-17T00:15:15.935 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:15:16.096 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:16.315 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:15:16.315 INFO:teuthology.orchestra.run.trial128.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:13:28.298917Z", "last_refresh": "2026-02-17T00:15:09.592665Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:13:57.250884Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:13:26.950793Z", "last_refresh": "2026-02-17T00:15:09.131033Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:13:58.067464Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:13:26.597527Z", "last_refresh": "2026-02-17T00:15:09.131081Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:13:27.621819Z", "last_refresh": "2026-02-17T00:15:09.592697Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:15:15.225420Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2999, "monitor_port": 9999, "virtual_ip": "192.168.17.128/16"}, "status": {"created": "2026-02-17T00:15:08.664108Z", "ports": [2999, 9999], "running": 0, "size": 4, "virtual_ip": "192.168.17.128/16"}}, {"events": ["2026-02-17T00:15:08.437477Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2026-02-17T00:15:06.650499Z", "last_refresh": "2026-02-17T00:15:09.131294Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:00.036641Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:13:26.184293Z", "last_refresh": "2026-02-17T00:15:09.131141Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:01.091222Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial128:10.20.193.128=trial128", "trial160:10.20.193.160=trial160"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:13:41.380949Z", "last_refresh": "2026-02-17T00:15:09.131169Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:15:10.595881Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12999}, "status": {"created": "2026-02-17T00:15:08.660951Z", "ports": [12999], "running": 0, "size": 1}}, {"events": ["2026-02-17T00:13:59.213347Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:13:27.958089Z", "last_refresh": "2026-02-17T00:15:09.131112Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:10.044106Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:14:10.040350Z", "last_refresh": "2026-02-17T00:15:09.131194Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:14:06.099688Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:13:27.290757Z", "last_refresh": "2026-02-17T00:15:09.592731Z", "ports": [9095], "running": 1, "size": 1}}] 2026-02-17T00:15:16.458 INFO:tasks.cephadm:nfs.foo has 0/1 2026-02-17T00:15:16.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:16 trial128 ceph-mon[35886]: from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:16.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:16 trial128 ceph-mon[35886]: pgmap v64: 97 pgs: 97 active+clean; 580 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2026-02-17T00:15:16.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:16 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:16.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:16 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:16.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:16 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:16.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:16 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:16.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:16 trial128 ceph-mon[35886]: 192.168.17.128 is in 192.168.0.0/16 on trial160 interface enp1s0f0 2026-02-17T00:15:16.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:16 trial128 ceph-mon[35886]: 192.168.17.128 is in 192.168.0.0/16 on trial128 interface enp1s0f0 2026-02-17T00:15:16.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:16 trial128 ceph-mon[35886]: Deploying daemon keepalived.nfs.foo.trial160.nyvtyp on trial160 2026-02-17T00:15:16.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:16 trial160 ceph-mon[43391]: from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:16.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:16 trial160 ceph-mon[43391]: pgmap v64: 97 pgs: 97 active+clean; 580 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2026-02-17T00:15:16.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:16 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:16.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:16 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:16.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:16 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:16.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:16 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:16.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:16 trial160 ceph-mon[43391]: 192.168.17.128 is in 192.168.0.0/16 on trial160 interface enp1s0f0 2026-02-17T00:15:16.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:16 trial160 ceph-mon[43391]: 192.168.17.128 is in 192.168.0.0/16 on trial128 interface enp1s0f0 2026-02-17T00:15:16.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:16 trial160 ceph-mon[43391]: Deploying daemon keepalived.nfs.foo.trial160.nyvtyp on trial160 2026-02-17T00:15:17.459 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:15:17.483 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:17 trial128 ceph-mon[35886]: from='client.14674 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:17.585 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:17 trial160 ceph-mon[43391]: from='client.14674 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:17.617 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:17.838 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:15:17.838 INFO:teuthology.orchestra.run.trial128.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:13:28.298917Z", "last_refresh": "2026-02-17T00:15:09.592665Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:13:57.250884Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:13:26.950793Z", "last_refresh": "2026-02-17T00:15:09.131033Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:13:58.067464Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:13:26.597527Z", "last_refresh": "2026-02-17T00:15:09.131081Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:13:27.621819Z", "last_refresh": "2026-02-17T00:15:09.592697Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:15:15.225420Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2999, "monitor_port": 9999, "virtual_ip": "192.168.17.128/16"}, "status": {"created": "2026-02-17T00:15:08.664108Z", "ports": [2999, 9999], "running": 0, "size": 4, "virtual_ip": "192.168.17.128/16"}}, {"events": ["2026-02-17T00:15:08.437477Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2026-02-17T00:15:06.650499Z", "last_refresh": "2026-02-17T00:15:09.131294Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:00.036641Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:13:26.184293Z", "last_refresh": "2026-02-17T00:15:09.131141Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:01.091222Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial128:10.20.193.128=trial128", "trial160:10.20.193.160=trial160"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:13:41.380949Z", "last_refresh": "2026-02-17T00:15:09.131169Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:15:10.595881Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12999}, "status": {"created": "2026-02-17T00:15:08.660951Z", "ports": [12999], "running": 0, "size": 1}}, {"events": ["2026-02-17T00:13:59.213347Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:13:27.958089Z", "last_refresh": "2026-02-17T00:15:09.131112Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:10.044106Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:14:10.040350Z", "last_refresh": "2026-02-17T00:15:09.131194Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:14:06.099688Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:13:27.290757Z", "last_refresh": "2026-02-17T00:15:09.592731Z", "ports": [9095], "running": 1, "size": 1}}] 2026-02-17T00:15:17.978 INFO:tasks.cephadm:nfs.foo has 0/1 2026-02-17T00:15:18.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:18 trial128 ceph-mon[35886]: pgmap v65: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.6 KiB/s rd, 3.4 KiB/s wr, 9 op/s 2026-02-17T00:15:18.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:18 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:18.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:18 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:18.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:18 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:18.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:18 trial160 ceph-mon[43391]: pgmap v65: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.6 KiB/s rd, 3.4 KiB/s wr, 9 op/s 2026-02-17T00:15:18.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:18 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:18.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:18 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:18.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:18 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:18.980 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:15:19.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:19 trial128 ceph-mon[35886]: from='client.14678 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:19.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:19 trial128 ceph-mon[35886]: 192.168.17.128 is in 192.168.0.0/16 on trial128 interface enp1s0f0 2026-02-17T00:15:19.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:19 trial128 ceph-mon[35886]: 192.168.17.128 is in 192.168.0.0/16 on trial160 interface enp1s0f0 2026-02-17T00:15:19.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:19 trial128 ceph-mon[35886]: Deploying daemon keepalived.nfs.foo.trial128.lpsdie on trial128 2026-02-17T00:15:19.625 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:19.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:19 trial160 ceph-mon[43391]: from='client.14678 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:19.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:19 trial160 ceph-mon[43391]: 192.168.17.128 is in 192.168.0.0/16 on trial128 interface enp1s0f0 2026-02-17T00:15:19.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:19 trial160 ceph-mon[43391]: 192.168.17.128 is in 192.168.0.0/16 on trial160 interface enp1s0f0 2026-02-17T00:15:19.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:19 trial160 ceph-mon[43391]: Deploying daemon keepalived.nfs.foo.trial128.lpsdie on trial128 2026-02-17T00:15:19.833 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:15:19.834 INFO:teuthology.orchestra.run.trial128.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:13:28.298917Z", "last_refresh": "2026-02-17T00:15:09.592665Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:13:57.250884Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:13:26.950793Z", "last_refresh": "2026-02-17T00:15:09.131033Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:13:58.067464Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:13:26.597527Z", "last_refresh": "2026-02-17T00:15:09.131081Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:13:27.621819Z", "last_refresh": "2026-02-17T00:15:09.592697Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:15:17.890525Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2999, "monitor_port": 9999, "virtual_ip": "192.168.17.128/16"}, "status": {"created": "2026-02-17T00:15:08.664108Z", "ports": [2999, 9999], "running": 0, "size": 4, "virtual_ip": "192.168.17.128/16"}}, {"events": ["2026-02-17T00:15:08.437477Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2026-02-17T00:15:06.650499Z", "last_refresh": "2026-02-17T00:15:09.131294Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:00.036641Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:13:26.184293Z", "last_refresh": "2026-02-17T00:15:09.131141Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:01.091222Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial128:10.20.193.128=trial128", "trial160:10.20.193.160=trial160"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:13:41.380949Z", "last_refresh": "2026-02-17T00:15:09.131169Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:15:10.595881Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12999}, "status": {"created": "2026-02-17T00:15:08.660951Z", "ports": [12999], "running": 0, "size": 1}}, {"events": ["2026-02-17T00:13:59.213347Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:13:27.958089Z", "last_refresh": "2026-02-17T00:15:09.131112Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:10.044106Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:14:10.040350Z", "last_refresh": "2026-02-17T00:15:09.131194Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:14:06.099688Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:13:27.290757Z", "last_refresh": "2026-02-17T00:15:09.592731Z", "ports": [9095], "running": 1, "size": 1}}] 2026-02-17T00:15:19.983 INFO:tasks.cephadm:nfs.foo has 0/1 2026-02-17T00:15:20.573 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:20 trial128 ceph-mon[35886]: pgmap v66: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.4 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2026-02-17T00:15:20.575 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:20 trial160 ceph-mon[43391]: pgmap v66: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.4 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2026-02-17T00:15:20.984 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:15:21.150 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:21.382 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:15:21.383 INFO:teuthology.orchestra.run.trial128.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:13:28.298917Z", "last_refresh": "2026-02-17T00:15:09.592665Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:13:57.250884Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:13:26.950793Z", "last_refresh": "2026-02-17T00:15:09.592563Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:13:58.067464Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:13:26.597527Z", "last_refresh": "2026-02-17T00:15:09.592598Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:13:27.621819Z", "last_refresh": "2026-02-17T00:15:09.592697Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:15:20.279563Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2999, "monitor_port": 9999, "virtual_ip": "192.168.17.128/16"}, "status": {"created": "2026-02-17T00:15:08.664108Z", "last_refresh": "2026-02-17T00:15:21.177147Z", "ports": [2999, 9999], "running": 2, "size": 4, "virtual_ip": "192.168.17.128/16"}}, {"events": ["2026-02-17T00:15:08.437477Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2026-02-17T00:15:06.650499Z", "last_refresh": "2026-02-17T00:15:09.592887Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:00.036641Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:13:26.184293Z", "last_refresh": "2026-02-17T00:15:09.592523Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:01.091222Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial128:10.20.193.128=trial128", "trial160:10.20.193.160=trial160"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:13:41.380949Z", "last_refresh": "2026-02-17T00:15:09.592464Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:15:10.595881Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12999}, "status": {"created": "2026-02-17T00:15:08.660951Z", "ports": [12999], "running": 0, "size": 1}}, {"events": ["2026-02-17T00:13:59.213347Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:13:27.958089Z", "last_refresh": "2026-02-17T00:15:09.592632Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:10.044106Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:14:10.040350Z", "last_refresh": "2026-02-17T00:15:09.592764Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:14:06.099688Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:13:27.290757Z", "last_refresh": "2026-02-17T00:15:09.592731Z", "ports": [9095], "running": 1, "size": 1}}] 2026-02-17T00:15:21.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:21 trial160 ceph-mon[43391]: from='client.14682 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:21.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:21 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:21.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:21 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:21.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:21 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:21.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:21 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:21.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:21 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:21.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:21 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:21.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:21 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:21.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:21 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:21.477 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:21 trial128 ceph-mon[35886]: from='client.14682 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:21.477 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:21 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:21.477 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:21 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:21.477 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:21 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:21.477 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:21 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:21.478 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:21 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:21.478 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:21 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:21.478 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:21 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:21.478 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:21 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:21.545 INFO:tasks.cephadm:nfs.foo has 0/1 2026-02-17T00:15:22.320 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:22 trial128 ceph-mon[35886]: pgmap v67: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 2.4 KiB/s wr, 6 op/s 2026-02-17T00:15:22.320 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:22 trial128 ceph-mon[35886]: from='client.14686 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:22.320 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:22 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:22.320 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:22 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:22.320 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:22 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:22.320 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:22 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:22.320 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:22 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:22.320 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:22 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:22.321 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:22 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:22.547 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:15:22.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:22 trial160 ceph-mon[43391]: pgmap v67: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 2.4 KiB/s wr, 6 op/s 2026-02-17T00:15:22.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:22 trial160 ceph-mon[43391]: from='client.14686 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:22.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:22 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:22.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:22 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:22.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:22 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:22.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:22 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:22.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:22 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:22.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:22 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:22.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:22 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:22.707 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:22.938 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:15:22.938 INFO:teuthology.orchestra.run.trial128.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:13:28.298917Z", "last_refresh": "2026-02-17T00:15:21.703936Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:13:57.250884Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:13:26.950793Z", "last_refresh": "2026-02-17T00:15:21.176860Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:13:58.067464Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:13:26.597527Z", "last_refresh": "2026-02-17T00:15:21.176908Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:13:27.621819Z", "last_refresh": "2026-02-17T00:15:21.703973Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:15:20.279563Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2999, "monitor_port": 9999, "virtual_ip": "192.168.17.128/16"}, "status": {"created": "2026-02-17T00:15:08.664108Z", "last_refresh": "2026-02-17T00:15:21.177147Z", "ports": [2999, 9999], "running": 4, "size": 4, "virtual_ip": "192.168.17.128/16"}}, {"events": ["2026-02-17T00:15:08.437477Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2026-02-17T00:15:06.650499Z", "last_refresh": "2026-02-17T00:15:21.177120Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:00.036641Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:13:26.184293Z", "last_refresh": "2026-02-17T00:15:21.176964Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:01.091222Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial128:10.20.193.128=trial128", "trial160:10.20.193.160=trial160"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:13:41.380949Z", "last_refresh": "2026-02-17T00:15:21.176990Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:15:21.719748Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12999}, "status": {"created": "2026-02-17T00:15:08.660951Z", "last_refresh": "2026-02-17T00:15:21.704239Z", "ports": [12999], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:13:59.213347Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:13:27.958089Z", "last_refresh": "2026-02-17T00:15:21.176938Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:10.044106Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:14:10.040350Z", "last_refresh": "2026-02-17T00:15:21.177016Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:14:06.099688Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:13:27.290757Z", "ports": [9095], "running": 0, "size": 1}}] 2026-02-17T00:15:23.080 INFO:tasks.cephadm:nfs.foo has 1/1 2026-02-17T00:15:23.080 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2026-02-17T00:15:23.098 INFO:tasks.cephadm:Waiting for ceph service ingress.nfs.foo to start (timeout 300)... 2026-02-17T00:15:23.098 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:15:23.266 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:23.349 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:23 trial128 ceph-mon[35886]: Reconfiguring prometheus.trial128 (dependencies changed)... 2026-02-17T00:15:23.349 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:23 trial128 ceph-mon[35886]: Reconfiguring daemon prometheus.trial128 on trial128 2026-02-17T00:15:23.349 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:23 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:23.349 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:23 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:23.349 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:23 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:15:23.349 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:23 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:23.349 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:23 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:23.349 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:23 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:15:23.497 INFO:teuthology.orchestra.run.trial128.stdout: 2026-02-17T00:15:23.497 INFO:teuthology.orchestra.run.trial128.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:13:28.298917Z", "last_refresh": "2026-02-17T00:15:21.703936Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:13:57.250884Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:13:26.950793Z", "last_refresh": "2026-02-17T00:15:21.176860Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:13:58.067464Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:13:26.597527Z", "last_refresh": "2026-02-17T00:15:21.176908Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:13:27.621819Z", "last_refresh": "2026-02-17T00:15:21.703973Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:15:20.279563Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2999, "monitor_port": 9999, "virtual_ip": "192.168.17.128/16"}, "status": {"created": "2026-02-17T00:15:08.664108Z", "last_refresh": "2026-02-17T00:15:21.177147Z", "ports": [2999, 9999], "running": 4, "size": 4, "virtual_ip": "192.168.17.128/16"}}, {"events": ["2026-02-17T00:15:08.437477Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2026-02-17T00:15:06.650499Z", "last_refresh": "2026-02-17T00:15:21.177120Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:00.036641Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:13:26.184293Z", "last_refresh": "2026-02-17T00:15:21.176964Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:01.091222Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial128:10.20.193.128=trial128", "trial160:10.20.193.160=trial160"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:13:41.380949Z", "last_refresh": "2026-02-17T00:15:21.176990Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:15:21.719748Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12999}, "status": {"created": "2026-02-17T00:15:08.660951Z", "last_refresh": "2026-02-17T00:15:21.704239Z", "ports": [12999], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:13:59.213347Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:13:27.958089Z", "last_refresh": "2026-02-17T00:15:21.176938Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:14:10.044106Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:14:10.040350Z", "last_refresh": "2026-02-17T00:15:21.177016Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:14:06.099688Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:13:27.290757Z", "ports": [9095], "running": 0, "size": 1}}] 2026-02-17T00:15:23.643 INFO:tasks.cephadm:ingress.nfs.foo has 4/4 2026-02-17T00:15:23.643 INFO:teuthology.run_tasks:Running task vip.exec... 2026-02-17T00:15:23.661 INFO:tasks.vip:Running commands on role host.a host ubuntu@trial128.front.sepia.ceph.com 2026-02-17T00:15:23.661 DEBUG:teuthology.orchestra.run.trial128:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'mkdir /mnt/foo' 2026-02-17T00:15:23.672 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:23 trial160 ceph-mon[43391]: Reconfiguring prometheus.trial128 (dependencies changed)... 2026-02-17T00:15:23.672 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:23 trial160 ceph-mon[43391]: Reconfiguring daemon prometheus.trial128 on trial128 2026-02-17T00:15:23.672 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:23 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:23.672 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:23 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:23.673 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:23 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:15:23.673 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:23 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:23.673 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:23 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:23.673 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:23 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:15:23.688 INFO:teuthology.orchestra.run.trial128.stderr:+ mkdir /mnt/foo 2026-02-17T00:15:23.690 DEBUG:teuthology.orchestra.run.trial128:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'sleep 5' 2026-02-17T00:15:23.757 INFO:teuthology.orchestra.run.trial128.stderr:+ sleep 5 2026-02-17T00:15:24.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:24 trial128 ceph-mon[35886]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:15:24.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:24 trial128 ceph-mon[35886]: from='client.14690 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:24.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:24 trial128 ceph-mon[35886]: pgmap v68: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 1.5 KiB/s wr, 4 op/s 2026-02-17T00:15:24.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:24 trial128 ceph-mon[35886]: from='client.14694 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:24.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:24 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:24.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:24 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:24.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:24 trial160 ceph-mon[43391]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:15:24.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:24 trial160 ceph-mon[43391]: from='client.14690 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:24.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:24 trial160 ceph-mon[43391]: pgmap v68: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 1.5 KiB/s wr, 4 op/s 2026-02-17T00:15:24.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:24 trial160 ceph-mon[43391]: from='client.14694 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:15:24.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:24 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:24.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:24 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:25.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:25 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:25.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:25 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:25.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:25 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:25.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:25 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:25.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:25 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:25.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:25 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:25.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:25 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:25.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:25 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:25.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:25 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:25.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:25 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:25.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:25 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:25.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:25 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:25.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:25 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:25.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:25 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:26.643 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:26 trial128 ceph-mon[35886]: pgmap v69: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 255 B/s wr, 0 op/s 2026-02-17T00:15:26.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:26 trial160 ceph-mon[43391]: pgmap v69: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 255 B/s wr, 0 op/s 2026-02-17T00:15:28.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:28 trial128 ceph-mon[35886]: pgmap v70: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2026-02-17T00:15:28.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:28 trial160 ceph-mon[43391]: pgmap v70: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 170 B/s rd, 255 B/s wr, 0 op/s 2026-02-17T00:15:28.760 DEBUG:teuthology.orchestra.run.trial128:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'mount -t nfs 192.168.17.128:/fake /mnt/foo -o port=2999' 2026-02-17T00:15:28.823 INFO:teuthology.orchestra.run.trial128.stderr:+ mount -t nfs 192.168.17.128:/fake /mnt/foo -o port=2999 2026-02-17T00:15:29.043 DEBUG:teuthology.orchestra.run.trial128:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'echo test > /mnt/foo/testfile' 2026-02-17T00:15:29.108 INFO:teuthology.orchestra.run.trial128.stderr:+ echo test 2026-02-17T00:15:29.137 DEBUG:teuthology.orchestra.run.trial128:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c sync 2026-02-17T00:15:29.201 INFO:teuthology.orchestra.run.trial128.stderr:+ sync 2026-02-17T00:15:29.334 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-17T00:15:29.348 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial128.front.sepia.ceph.com 2026-02-17T00:15:29.348 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -v /mnt/foo:/mnt/foo -- bash -c 'echo "Check with each haproxy down in turn..." 2026-02-17T00:15:29.348 DEBUG:teuthology.orchestra.run.trial128:> for haproxy in `ceph orch ps | grep ^haproxy.nfs.foo. | awk '"'"'{print $1}'"'"'`; do 2026-02-17T00:15:29.348 DEBUG:teuthology.orchestra.run.trial128:> ceph orch daemon stop $haproxy 2026-02-17T00:15:29.348 DEBUG:teuthology.orchestra.run.trial128:> while ! ceph orch ps | grep $haproxy | grep stopped; do sleep 1 ; done 2026-02-17T00:15:29.348 DEBUG:teuthology.orchestra.run.trial128:> cat /mnt/foo/testfile 2026-02-17T00:15:29.348 DEBUG:teuthology.orchestra.run.trial128:> echo $haproxy > /mnt/foo/testfile 2026-02-17T00:15:29.348 DEBUG:teuthology.orchestra.run.trial128:> sync 2026-02-17T00:15:29.348 DEBUG:teuthology.orchestra.run.trial128:> ceph orch daemon start $haproxy 2026-02-17T00:15:29.348 DEBUG:teuthology.orchestra.run.trial128:> while ! ceph orch ps | grep $haproxy | grep running; do sleep 1 ; done 2026-02-17T00:15:29.348 DEBUG:teuthology.orchestra.run.trial128:> done 2026-02-17T00:15:29.348 DEBUG:teuthology.orchestra.run.trial128:> ' 2026-02-17T00:15:29.530 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:29.638 INFO:teuthology.orchestra.run.trial128.stdout:Check with each haproxy down in turn... 2026-02-17T00:15:29.932 INFO:teuthology.orchestra.run.trial128.stdout:Scheduled to stop haproxy.nfs.foo.trial128.agrxzo on host 'trial128' 2026-02-17T00:15:30.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:30 trial128 ceph-mon[35886]: pgmap v71: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 0 op/s 2026-02-17T00:15:30.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:30 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:30.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:30 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:30.521 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:30 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:30.661 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:30 trial160 ceph-mon[43391]: pgmap v71: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 0 op/s 2026-02-17T00:15:30.661 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:30 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:30.661 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:30 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:30.661 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:30 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:31.619 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:31 trial128 ceph-mon[35886]: from='client.14698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:31.619 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:31 trial128 ceph-mon[35886]: from='client.14702 -' entity='client.admin' cmd=[{"prefix": "orch daemon", "action": "stop", "name": "haproxy.nfs.foo.trial128.agrxzo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:31.619 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:31 trial128 ceph-mon[35886]: Schedule stop daemon haproxy.nfs.foo.trial128.agrxzo 2026-02-17T00:15:31.619 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:31 trial128 ceph-mon[35886]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:31.619 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:31 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:31.619 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:31 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:31.619 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:31 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:31.619 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:31 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:31.619 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:31 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:31.619 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:31 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:31.619 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:31 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:31.619 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:31 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:31.619 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:31 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:31.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:31 trial160 ceph-mon[43391]: from='client.14698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:31.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:31 trial160 ceph-mon[43391]: from='client.14702 -' entity='client.admin' cmd=[{"prefix": "orch daemon", "action": "stop", "name": "haproxy.nfs.foo.trial128.agrxzo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:31.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:31 trial160 ceph-mon[43391]: Schedule stop daemon haproxy.nfs.foo.trial128.agrxzo 2026-02-17T00:15:31.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:31 trial160 ceph-mon[43391]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:31.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:31 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:31.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:31 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:31.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:31 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:31.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:31 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:31.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:31 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:31.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:31 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:31.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:31 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:31.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:31 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:31.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:31 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:32.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:32 trial128 ceph-mon[35886]: pgmap v72: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 0 op/s 2026-02-17T00:15:32.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:32 trial128 ceph-mon[35886]: from='client.14710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:32.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:32 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:32.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:32 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:32.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:32 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:32.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:32 trial160 ceph-mon[43391]: pgmap v72: 97 pgs: 97 active+clean; 581 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 0 op/s 2026-02-17T00:15:32.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:32 trial160 ceph-mon[43391]: from='client.14710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:32.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:32 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:32.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:32 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:32.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:32 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:33.554 INFO:teuthology.orchestra.run.trial128.stdout:haproxy.nfs.foo.trial128.agrxzo trial128 *:2999,9999 stopped 0s ago 20s - - 2026-02-17T00:15:33.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:33 trial128 ceph-mon[35886]: from='client.14714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:33.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:33 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:33.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:33 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:33.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:33 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:33.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:33 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:33.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:33 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:33.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:33 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:33.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:33 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:33.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:33 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:33.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:33 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:33.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:33 trial160 ceph-mon[43391]: from='client.14714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:33.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:33 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:33.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:33 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:33.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:33 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:33.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:33 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:33.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:33 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:33.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:33 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:33.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:33 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:33.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:33 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:33.681 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:33 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:34.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:34 trial128 ceph-mon[35886]: pgmap v73: 97 pgs: 97 active+clean; 588 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1023 B/s wr, 0 op/s 2026-02-17T00:15:34.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:34 trial128 ceph-mon[35886]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:34.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:34 trial160 ceph-mon[43391]: pgmap v73: 97 pgs: 97 active+clean; 588 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1023 B/s wr, 0 op/s 2026-02-17T00:15:34.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:34 trial160 ceph-mon[43391]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:36.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:36 trial128 ceph-mon[35886]: pgmap v74: 97 pgs: 97 active+clean; 588 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1023 B/s wr, 0 op/s 2026-02-17T00:15:36.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:36 trial160 ceph-mon[43391]: pgmap v74: 97 pgs: 97 active+clean; 588 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1023 B/s wr, 0 op/s 2026-02-17T00:15:38.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:38 trial128 ceph-mon[35886]: pgmap v75: 97 pgs: 97 active+clean; 588 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 170 B/s rd, 1023 B/s wr, 0 op/s 2026-02-17T00:15:38.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:38 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:15:38.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:38 trial160 ceph-mon[43391]: pgmap v75: 97 pgs: 97 active+clean; 588 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 170 B/s rd, 1023 B/s wr, 0 op/s 2026-02-17T00:15:38.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:38 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:15:39.596 INFO:teuthology.orchestra.run.trial128.stdout:test 2026-02-17T00:15:39.754 INFO:teuthology.orchestra.run.trial128.stdout:Scheduled to start haproxy.nfs.foo.trial128.agrxzo on host 'trial128' 2026-02-17T00:15:40.607 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:40 trial128 ceph-mon[35886]: pgmap v76: 97 pgs: 97 active+clean; 588 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1023 B/s wr, 0 op/s 2026-02-17T00:15:40.608 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:40 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:40.608 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:40 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:40.608 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:40 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:40.634 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:40 trial160 ceph-mon[43391]: pgmap v76: 97 pgs: 97 active+clean; 588 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1023 B/s wr, 0 op/s 2026-02-17T00:15:40.635 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:40 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:40.635 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:40 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:40.635 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:40 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:41.606 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:41 trial128 ceph-mon[35886]: from='client.14722 -' entity='client.admin' cmd=[{"prefix": "orch daemon", "action": "start", "name": "haproxy.nfs.foo.trial128.agrxzo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:41.606 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:41 trial128 ceph-mon[35886]: Schedule start daemon haproxy.nfs.foo.trial128.agrxzo 2026-02-17T00:15:41.606 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:41 trial128 ceph-mon[35886]: from='client.14726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:41.606 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:41.606 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:41.606 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:41.607 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:41.607 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:41.607 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:41.607 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:41.607 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:41.607 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:41 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:41.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:41 trial160 ceph-mon[43391]: from='client.14722 -' entity='client.admin' cmd=[{"prefix": "orch daemon", "action": "start", "name": "haproxy.nfs.foo.trial128.agrxzo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:41.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:41 trial160 ceph-mon[43391]: Schedule start daemon haproxy.nfs.foo.trial128.agrxzo 2026-02-17T00:15:41.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:41 trial160 ceph-mon[43391]: from='client.14726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:41.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:41.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:41.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:41.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:41.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:41.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:41.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:41.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:41.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:41 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:42.490 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:42 trial160 ceph-mon[43391]: from='client.14730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:42.490 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:42 trial160 ceph-mon[43391]: pgmap v77: 97 pgs: 97 active+clean; 588 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1023 B/s wr, 0 op/s 2026-02-17T00:15:42.491 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:42 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:42.491 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:42 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:42.491 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:42 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:42.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:42 trial128 ceph-mon[35886]: from='client.14730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:42.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:42 trial128 ceph-mon[35886]: pgmap v77: 97 pgs: 97 active+clean; 588 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1023 B/s wr, 0 op/s 2026-02-17T00:15:42.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:42 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:42.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:42 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:42.517 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:42 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:43.364 INFO:teuthology.orchestra.run.trial128.stdout:haproxy.nfs.foo.trial128.agrxzo trial128 *:2999,9999 running (1s) 0s ago 30s 7562k - 2.3.17-d1c9119 e85424b0d443 99291985174a 2026-02-17T00:15:43.506 INFO:teuthology.orchestra.run.trial128.stdout:Scheduled to stop haproxy.nfs.foo.trial160.rxxuif on host 'trial160' 2026-02-17T00:15:43.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:43 trial128 ceph-mon[35886]: from='client.14734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:43.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:43.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:43.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:43.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.645 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.646 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:43 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:43.799 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:43 trial160 ceph-mon[43391]: from='client.14734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:43.799 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.799 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.799 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.799 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.799 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:43.799 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:43.800 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.800 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:43.800 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.800 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.800 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:43.800 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:43 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:44.615 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:44 trial128 ceph-mon[35886]: pgmap v78: 97 pgs: 97 active+clean; 599 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 2.2 KiB/s wr, 1 op/s 2026-02-17T00:15:44.616 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:44 trial128 ceph-mon[35886]: from='client.14738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:44.616 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:44 trial128 ceph-mon[35886]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "orch daemon", "action": "stop", "name": "haproxy.nfs.foo.trial160.rxxuif", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:44.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:44 trial128 ceph-mon[35886]: Schedule stop daemon haproxy.nfs.foo.trial160.rxxuif 2026-02-17T00:15:44.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:44 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:44.617 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:44 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:44.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:44 trial160 ceph-mon[43391]: pgmap v78: 97 pgs: 97 active+clean; 599 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 2.2 KiB/s wr, 1 op/s 2026-02-17T00:15:44.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:44 trial160 ceph-mon[43391]: from='client.14738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:44.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:44 trial160 ceph-mon[43391]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "orch daemon", "action": "stop", "name": "haproxy.nfs.foo.trial160.rxxuif", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:44.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:44 trial160 ceph-mon[43391]: Schedule stop daemon haproxy.nfs.foo.trial160.rxxuif 2026-02-17T00:15:44.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:44 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:44.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:44 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:45.651 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:45 trial160 ceph-mon[43391]: from='client.14746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:45.651 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:45.651 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:45.651 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:45.651 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:45.651 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:45.651 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:45.651 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:45.651 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:45.651 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:45.651 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:45 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:45.873 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:45 trial128 ceph-mon[35886]: from='client.14746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:45.874 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:45.874 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:45.874 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:45.874 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:45.874 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:45.874 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:45.874 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:45.874 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:45.874 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:45.874 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:45 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:46.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:46 trial128 ceph-mon[35886]: from='client.14750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:46.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:46 trial128 ceph-mon[35886]: pgmap v79: 97 pgs: 97 active+clean; 599 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1.2 KiB/s wr, 1 op/s 2026-02-17T00:15:46.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:46.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:46 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:46.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:46 trial160 ceph-mon[43391]: from='client.14750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:46.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:46 trial160 ceph-mon[43391]: pgmap v79: 97 pgs: 97 active+clean; 599 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1.2 KiB/s wr, 1 op/s 2026-02-17T00:15:46.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:46.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:46 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:47.131 INFO:teuthology.orchestra.run.trial128.stdout:haproxy.nfs.foo.trial160.rxxuif trial160 *:2999,9999 stopped 0s ago 31s - - 2026-02-17T00:15:47.879 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:47 trial160 ceph-mon[43391]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:47.879 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:47.879 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:47.879 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:47.879 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:47.879 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:47.879 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:47.879 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:47 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:47.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:47 trial128 ceph-mon[35886]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:47.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:47.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:47.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:47.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:47.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:47.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:47.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:47 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:48.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:48 trial128 ceph-mon[35886]: from='client.14758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:48.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:48 trial128 ceph-mon[35886]: pgmap v80: 97 pgs: 97 active+clean; 599 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 170 B/s rd, 1.2 KiB/s wr, 1 op/s 2026-02-17T00:15:48.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:48 trial160 ceph-mon[43391]: from='client.14758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:48.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:48 trial160 ceph-mon[43391]: pgmap v80: 97 pgs: 97 active+clean; 599 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 170 B/s rd, 1.2 KiB/s wr, 1 op/s 2026-02-17T00:15:50.141 INFO:teuthology.orchestra.run.trial128.stdout:haproxy.nfs.foo.trial128.agrxzo 2026-02-17T00:15:50.303 INFO:teuthology.orchestra.run.trial128.stdout:Scheduled to start haproxy.nfs.foo.trial160.rxxuif on host 'trial160' 2026-02-17T00:15:50.790 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:50 trial128 ceph-mon[35886]: pgmap v81: 97 pgs: 97 active+clean; 599 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1.2 KiB/s wr, 1 op/s 2026-02-17T00:15:50.790 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:50 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:50.790 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:50 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:50.790 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:50 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:50.929 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:50 trial160 ceph-mon[43391]: pgmap v81: 97 pgs: 97 active+clean; 599 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1.2 KiB/s wr, 1 op/s 2026-02-17T00:15:50.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:50 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:50.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:50 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:50.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:50 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:51.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:51 trial128 ceph-mon[35886]: from='client.14762 -' entity='client.admin' cmd=[{"prefix": "orch daemon", "action": "start", "name": "haproxy.nfs.foo.trial160.rxxuif", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:51.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:51 trial128 ceph-mon[35886]: Schedule start daemon haproxy.nfs.foo.trial160.rxxuif 2026-02-17T00:15:51.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:51 trial128 ceph-mon[35886]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:51.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:51 trial160 ceph-mon[43391]: from='client.14762 -' entity='client.admin' cmd=[{"prefix": "orch daemon", "action": "start", "name": "haproxy.nfs.foo.trial160.rxxuif", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:51.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:51 trial160 ceph-mon[43391]: Schedule start daemon haproxy.nfs.foo.trial160.rxxuif 2026-02-17T00:15:51.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:51 trial160 ceph-mon[43391]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:52.819 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:52 trial128 ceph-mon[35886]: pgmap v82: 97 pgs: 97 active+clean; 599 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1.2 KiB/s wr, 1 op/s 2026-02-17T00:15:52.819 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:52 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:52.819 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:52 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:52.819 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:52 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:52.819 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:52 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:52.819 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:52 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:52.819 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:52 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:52.819 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:52 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:52.820 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:52 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:52.820 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:52 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:52.820 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:52 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:52.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:52 trial160 ceph-mon[43391]: pgmap v82: 97 pgs: 97 active+clean; 599 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1.2 KiB/s wr, 1 op/s 2026-02-17T00:15:52.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:52 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:52.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:52 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:52.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:52 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:52.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:52 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:52.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:52 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:52.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:52 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:52.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:52 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:52.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:52 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:52.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:52 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:52.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:52 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:53.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:53 trial128 ceph-mon[35886]: from='client.14770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:53.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:53 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:53.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:53 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:53.644 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:53 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:15:53.880 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:53 trial160 ceph-mon[43391]: from='client.14770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:53.880 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:53 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:53.880 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:53 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:53.880 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:53 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:15:53.921 INFO:teuthology.orchestra.run.trial128.stdout:haproxy.nfs.foo.trial160.rxxuif trial160 *:2999,9999 running (1s) 0s ago 38s 8522k - 2.3.17-d1c9119 e85424b0d443 9dc156c65cf9 2026-02-17T00:15:54.054 INFO:teuthology.run_tasks:Running task vip.exec... 2026-02-17T00:15:54.070 INFO:tasks.vip:Running commands on role host.a host ubuntu@trial128.front.sepia.ceph.com 2026-02-17T00:15:54.071 DEBUG:teuthology.orchestra.run.trial128:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'echo "Check with $(hostname) ganesha(s) down..." 2026-02-17T00:15:54.071 DEBUG:teuthology.orchestra.run.trial128:> for c in `systemctl | grep ceph- | grep @nfs | awk '"'"'{print $1}'"'"'`; do 2026-02-17T00:15:54.071 DEBUG:teuthology.orchestra.run.trial128:> cid=`echo $c | sed '"'"'s/@/-/'"'"'` 2026-02-17T00:15:54.071 DEBUG:teuthology.orchestra.run.trial128:> id=`echo $c | cut -d @ -f 2 | sed '"'"'s/.service$//'"'"'` 2026-02-17T00:15:54.071 DEBUG:teuthology.orchestra.run.trial128:> fsid=`echo $c | cut -d @ -f 1 | cut -d - -f 2-` 2026-02-17T00:15:54.071 DEBUG:teuthology.orchestra.run.trial128:> echo "Removing daemon $id fsid $fsid..." 2026-02-17T00:15:54.071 DEBUG:teuthology.orchestra.run.trial128:> sudo $TESTDIR/cephadm rm-daemon --fsid $fsid --name $id 2026-02-17T00:15:54.071 DEBUG:teuthology.orchestra.run.trial128:> 2026-02-17T00:15:54.072 DEBUG:teuthology.orchestra.run.trial128:> echo "Waking up cephadm..." 2026-02-17T00:15:54.072 DEBUG:teuthology.orchestra.run.trial128:> sudo $TESTDIR/cephadm shell -- ceph orch ps --refresh 2026-02-17T00:15:54.072 DEBUG:teuthology.orchestra.run.trial128:> 2026-02-17T00:15:54.072 DEBUG:teuthology.orchestra.run.trial128:> while ! timeout 1 cat /mnt/foo/testfile ; do true ; done 2026-02-17T00:15:54.072 DEBUG:teuthology.orchestra.run.trial128:> echo "Mount is back!" 2026-02-17T00:15:54.072 DEBUG:teuthology.orchestra.run.trial128:> done 2026-02-17T00:15:54.072 DEBUG:teuthology.orchestra.run.trial128:> ' 2026-02-17T00:15:54.098 INFO:teuthology.orchestra.run.trial128.stderr:++ hostname 2026-02-17T00:15:54.099 INFO:teuthology.orchestra.run.trial128.stdout:Check with trial128 ganesha(s) down... 2026-02-17T00:15:54.099 INFO:teuthology.orchestra.run.trial128.stderr:+ echo 'Check with trial128 ganesha(s) down...' 2026-02-17T00:15:54.099 INFO:teuthology.orchestra.run.trial128.stderr:++ systemctl 2026-02-17T00:15:54.099 INFO:teuthology.orchestra.run.trial128.stderr:++ grep ceph- 2026-02-17T00:15:54.099 INFO:teuthology.orchestra.run.trial128.stderr:++ grep @nfs 2026-02-17T00:15:54.099 INFO:teuthology.orchestra.run.trial128.stderr:++ awk '{print $1}' 2026-02-17T00:15:54.105 INFO:teuthology.orchestra.run.trial128.stderr:+ for c in `systemctl | grep ceph- | grep @nfs | awk '{print $1}'` 2026-02-17T00:15:54.106 INFO:teuthology.orchestra.run.trial128.stderr:++ echo ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@nfs.foo.0.0.trial128.lcqqpr.service 2026-02-17T00:15:54.106 INFO:teuthology.orchestra.run.trial128.stderr:++ sed s/@/-/ 2026-02-17T00:15:54.107 INFO:teuthology.orchestra.run.trial128.stderr:+ cid=ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-nfs.foo.0.0.trial128.lcqqpr.service 2026-02-17T00:15:54.107 INFO:teuthology.orchestra.run.trial128.stderr:++ echo ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@nfs.foo.0.0.trial128.lcqqpr.service 2026-02-17T00:15:54.107 INFO:teuthology.orchestra.run.trial128.stderr:++ cut -d @ -f 2 2026-02-17T00:15:54.107 INFO:teuthology.orchestra.run.trial128.stderr:++ sed 's/.service$//' 2026-02-17T00:15:54.108 INFO:teuthology.orchestra.run.trial128.stderr:+ id=nfs.foo.0.0.trial128.lcqqpr 2026-02-17T00:15:54.109 INFO:teuthology.orchestra.run.trial128.stderr:++ echo ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@nfs.foo.0.0.trial128.lcqqpr.service 2026-02-17T00:15:54.109 INFO:teuthology.orchestra.run.trial128.stderr:++ cut -d @ -f 1 2026-02-17T00:15:54.109 INFO:teuthology.orchestra.run.trial128.stderr:++ cut -d - -f 2- 2026-02-17T00:15:54.110 INFO:teuthology.orchestra.run.trial128.stderr:+ fsid=6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:15:54.110 INFO:teuthology.orchestra.run.trial128.stderr:+ echo 'Removing daemon nfs.foo.0.0.trial128.lcqqpr fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460...' 2026-02-17T00:15:54.110 INFO:teuthology.orchestra.run.trial128.stdout:Removing daemon nfs.foo.0.0.trial128.lcqqpr fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460... 2026-02-17T00:15:54.110 INFO:teuthology.orchestra.run.trial128.stderr:+ sudo /home/ubuntu/cephtest/cephadm rm-daemon --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 --name nfs.foo.0.0.trial128.lcqqpr 2026-02-17T00:15:54.888 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:54 trial128 ceph-mon[35886]: from='client.14774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:54.888 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:54 trial128 ceph-mon[35886]: pgmap v83: 97 pgs: 97 active+clean; 610 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 2.6 KiB/s wr, 1 op/s 2026-02-17T00:15:54.889 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:54.889 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:54.889 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:54.889 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:54.889 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:54.889 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:54.889 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:54 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:54.889 INFO:teuthology.orchestra.run.trial128.stdout:Waking up cephadm... 2026-02-17T00:15:54.889 INFO:teuthology.orchestra.run.trial128.stderr:+ echo 'Waking up cephadm...' 2026-02-17T00:15:54.890 INFO:teuthology.orchestra.run.trial128.stderr:+ sudo /home/ubuntu/cephtest/cephadm shell -- ceph orch ps --refresh 2026-02-17T00:15:54.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:54 trial160 ceph-mon[43391]: from='client.14774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:54.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:54 trial160 ceph-mon[43391]: pgmap v83: 97 pgs: 97 active+clean; 610 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 2.6 KiB/s wr, 1 op/s 2026-02-17T00:15:54.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:54 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:54.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:54 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:54.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:54 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:54.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:54 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:54.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:54 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:54.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:54 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:54.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:54 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:55.033 INFO:teuthology.orchestra.run.trial128.stderr:Inferring fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:15:55.076 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:15:55.157 INFO:teuthology.orchestra.run.trial128.stderr:Using ceph image with id 'dcf18b7f874c' and tag '05b55d192f002ad5df41409624b8d176527d0841' created on 2026-02-08 09:12:38 +0000 UTC 2026-02-17T00:15:55.157 INFO:teuthology.orchestra.run.trial128.stderr:quay.ceph.io/ceph-ci/ceph@sha256:91848d200fcaa46368f1434361671ab8b338dc28ae3ecbb8d2a955ab01b6ff90 2026-02-17T00:15:55.391 INFO:teuthology.orchestra.run.trial128.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-17T00:15:55.392 INFO:teuthology.orchestra.run.trial128.stdout:alertmanager.trial128 trial128 *:9093,9094 running (106s) 1s ago 2m 33.1M - 0.25.0 c8568f914cd2 e16438242810 2026-02-17T00:15:55.392 INFO:teuthology.orchestra.run.trial128.stdout:ceph-exporter.trial128 trial128 *:9926 running (2m) 1s ago 2m 9353k - 19.2.3-680-g05b55d19 dcf18b7f874c c83734220479 2026-02-17T00:15:55.392 INFO:teuthology.orchestra.run.trial128.stdout:ceph-exporter.trial160 trial160 *:9926 running (118s) 2s ago 118s 6567k - 19.2.3-680-g05b55d19 dcf18b7f874c 3ec64e29b25e 2026-02-17T00:15:55.392 INFO:teuthology.orchestra.run.trial128.stdout:crash.trial128 trial128 running (2m) 1s ago 2m 7675k - 19.2.3-680-g05b55d19 dcf18b7f874c 316035217f22 2026-02-17T00:15:55.392 INFO:teuthology.orchestra.run.trial128.stdout:crash.trial160 trial160 running (117s) 2s ago 117s 7666k - 19.2.3-680-g05b55d19 dcf18b7f874c 0309b19eaa3c 2026-02-17T00:15:55.392 INFO:teuthology.orchestra.run.trial128.stdout:grafana.trial128 trial128 *:3000 running (104s) 1s ago 2m 84.0M - 10.4.0 c8b91775d855 aa1612b60d84 2026-02-17T00:15:55.392 INFO:teuthology.orchestra.run.trial128.stdout:haproxy.nfs.foo.trial128.agrxzo trial128 *:2999,9999 running (13s) 1s ago 42s 7889k - 2.3.17-d1c9119 e85424b0d443 99291985174a 2026-02-17T00:15:55.392 INFO:teuthology.orchestra.run.trial128.stdout:haproxy.nfs.foo.trial160.rxxuif trial160 *:2999,9999 running (3s) 2s ago 40s 8522k - 2.3.17-d1c9119 e85424b0d443 9dc156c65cf9 2026-02-17T00:15:55.392 INFO:teuthology.orchestra.run.trial128.stdout:keepalived.nfs.foo.trial128.lpsdie trial128 running (35s) 1s ago 35s 2423k - 2.2.4 4a3a1ff181d9 6f53299ccb37 2026-02-17T00:15:55.393 INFO:teuthology.orchestra.run.trial128.stdout:keepalived.nfs.foo.trial160.nyvtyp trial160 running (37s) 2s ago 37s 2415k - 2.2.4 4a3a1ff181d9 df33805e7689 2026-02-17T00:15:55.393 INFO:teuthology.orchestra.run.trial128.stdout:mds.foofs.trial128.rnzzzz trial128 running (47s) 1s ago 46s 17.5M - 19.2.3-680-g05b55d19 dcf18b7f874c 988e82aa947d 2026-02-17T00:15:55.393 INFO:teuthology.orchestra.run.trial128.stdout:mds.foofs.trial160.bbwdzk trial160 running (47s) 2s ago 47s 19.0M - 19.2.3-680-g05b55d19 dcf18b7f874c 88c1be93a28c 2026-02-17T00:15:55.393 INFO:teuthology.orchestra.run.trial128.stdout:mgr.trial128.jipewu trial128 *:9283,8765,8443 running (2m) 1s ago 2m 565M - 19.2.3-680-g05b55d19 dcf18b7f874c 9a61847f8630 2026-02-17T00:15:55.393 INFO:teuthology.orchestra.run.trial128.stdout:mgr.trial160.gplrao trial160 *:8443,9283,8765 running (115s) 2s ago 115s 487M - 19.2.3-680-g05b55d19 dcf18b7f874c 9993572ff205 2026-02-17T00:15:55.393 INFO:teuthology.orchestra.run.trial128.stdout:mon.trial128 trial128 running (2m) 1s ago 2m 64.0M 2048M 19.2.3-680-g05b55d19 dcf18b7f874c 3af4b809116f 2026-02-17T00:15:55.393 INFO:teuthology.orchestra.run.trial128.stdout:mon.trial160 trial160 running (114s) 2s ago 114s 39.1M 2048M 19.2.3-680-g05b55d19 dcf18b7f874c e4a9d09edcb2 2026-02-17T00:15:55.393 INFO:teuthology.orchestra.run.trial128.stdout:nfs.foo.0.0.trial128.lcqqpr trial128 *:12999 running (44s) 1s ago 44s 55.1M - 5.9 dcf18b7f874c 614c08c16170 2026-02-17T00:15:55.393 INFO:teuthology.orchestra.run.trial128.stdout:node-exporter.trial128 trial128 *:9100 running (2m) 1s ago 2m 13.6M - 1.7.0 72c9c2088986 b71450ad1a16 2026-02-17T00:15:55.393 INFO:teuthology.orchestra.run.trial128.stdout:node-exporter.trial160 trial160 *:9100 running (116s) 2s ago 116s 12.2M - 1.7.0 72c9c2088986 f3eb5465e057 2026-02-17T00:15:55.393 INFO:teuthology.orchestra.run.trial128.stdout:osd.0 trial160 running (80s) 2s ago 80s 56.5M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c 9a900b71137c 2026-02-17T00:15:55.394 INFO:teuthology.orchestra.run.trial128.stdout:osd.1 trial128 running (79s) 1s ago 79s 48.7M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 8d88fe04a4dc 2026-02-17T00:15:55.394 INFO:teuthology.orchestra.run.trial128.stdout:osd.2 trial160 running (77s) 2s ago 77s 53.5M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c 9da26ad1d28e 2026-02-17T00:15:55.394 INFO:teuthology.orchestra.run.trial128.stdout:osd.3 trial128 running (76s) 1s ago 76s 55.7M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 9fcc3b99af51 2026-02-17T00:15:55.394 INFO:teuthology.orchestra.run.trial128.stdout:osd.4 trial160 running (74s) 2s ago 74s 44.5M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c 220371db82b4 2026-02-17T00:15:55.394 INFO:teuthology.orchestra.run.trial128.stdout:osd.5 trial128 running (74s) 1s ago 73s 51.9M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 28ed4e69f3a8 2026-02-17T00:15:55.394 INFO:teuthology.orchestra.run.trial128.stdout:osd.6 trial160 running (72s) 2s ago 72s 44.6M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c 0e5da6883fc0 2026-02-17T00:15:55.394 INFO:teuthology.orchestra.run.trial128.stdout:osd.7 trial128 running (71s) 1s ago 71s 48.7M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 9a319f5ad5db 2026-02-17T00:15:55.394 INFO:teuthology.orchestra.run.trial128.stdout:prometheus.trial128 trial128 *:9095 running (32s) 1s ago 2m 47.2M - 2.51.0 1d3b7f56885b 5c6a8cd66204 2026-02-17T00:15:55.531 INFO:teuthology.orchestra.run.trial128.stderr:+ timeout 1 cat /mnt/foo/testfile 2026-02-17T00:15:55.873 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:55 trial128 ceph-mon[35886]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:55.873 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:55 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:55.879 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:55 trial160 ceph-mon[43391]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:55.879 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:55 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:56.532 INFO:teuthology.orchestra.run.trial128.stderr:+ true 2026-02-17T00:15:56.532 INFO:teuthology.orchestra.run.trial128.stderr:+ timeout 1 cat /mnt/foo/testfile 2026-02-17T00:15:56.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:56 trial128 ceph-mon[35886]: pgmap v84: 97 pgs: 97 active+clean; 610 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1.3 KiB/s wr, 1 op/s 2026-02-17T00:15:56.894 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:56 trial128 ceph-mon[35886]: from='client.14782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:56.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:56.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:56 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:56.929 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:56 trial160 ceph-mon[43391]: pgmap v84: 97 pgs: 97 active+clean; 610 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 85 B/s rd, 1.3 KiB/s wr, 1 op/s 2026-02-17T00:15:56.929 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:56 trial160 ceph-mon[43391]: from='client.14782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:15:56.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:56 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:56.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:56 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.533 INFO:teuthology.orchestra.run.trial128.stderr:+ true 2026-02-17T00:15:57.534 INFO:teuthology.orchestra.run.trial128.stderr:+ timeout 1 cat /mnt/foo/testfile 2026-02-17T00:15:57.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:57.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:57.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.895 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:57.896 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.896 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: Fencing old nfs.foo.0.0.trial128.lcqqpr 2026-02-17T00:15:57.896 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.0.0.trial128.lcqqpr"}]: dispatch 2026-02-17T00:15:57.896 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.0.0.trial128.lcqqpr"}]': finished 2026-02-17T00:15:57.896 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.896 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: Creating key for client.nfs.foo.0.1.trial128.yupejx 2026-02-17T00:15:57.896 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.1.trial128.yupejx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-17T00:15:57.896 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.1.trial128.yupejx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2026-02-17T00:15:57.897 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: Ensuring nfs.foo.0 is in the ganesha grace table 2026-02-17T00:15:57.897 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-17T00:15:57.897 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-02-17T00:15:57.897 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:57.897 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-17T00:15:57.897 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-02-17T00:15:57.897 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: Rados config object exists: conf-nfs.foo 2026-02-17T00:15:57.897 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: Creating key for client.nfs.foo.0.1.trial128.yupejx-rgw 2026-02-17T00:15:57.898 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.1.trial128.yupejx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-17T00:15:57.898 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.1.trial128.yupejx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-17T00:15:57.898 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: Bind address in nfs.foo.0.1.trial128.yupejx's ganesha conf is defaulting to empty 2026-02-17T00:15:57.898 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:57.898 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: Deploying daemon nfs.foo.0.1.trial128.yupejx on trial128 2026-02-17T00:15:57.898 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: pgmap v85: 97 pgs: 97 active+clean; 610 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 1.5 KiB/s wr, 1 op/s 2026-02-17T00:15:57.898 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mds.? [v2:10.20.193.160:6832/1541423388,v1:10.20.193.160:6833/1541423388]' entity='mds.foofs.trial160.bbwdzk' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"10.20.193.128:0/2654173129"}]: dispatch 2026-02-17T00:15:57.898 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mds.? ' entity='mds.foofs.trial160.bbwdzk' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"10.20.193.128:0/2654173129"}]: dispatch 2026-02-17T00:15:57.899 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.899 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.899 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.899 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:57 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:57.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:15:57.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:15:57.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: Fencing old nfs.foo.0.0.trial128.lcqqpr 2026-02-17T00:15:57.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.0.0.trial128.lcqqpr"}]: dispatch 2026-02-17T00:15:57.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.0.0.trial128.lcqqpr"}]': finished 2026-02-17T00:15:57.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: Creating key for client.nfs.foo.0.1.trial128.yupejx 2026-02-17T00:15:57.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.1.trial128.yupejx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-17T00:15:57.931 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.1.trial128.yupejx", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2026-02-17T00:15:57.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: Ensuring nfs.foo.0 is in the ganesha grace table 2026-02-17T00:15:57.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-17T00:15:57.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-02-17T00:15:57.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:57.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-17T00:15:57.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-02-17T00:15:57.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: Rados config object exists: conf-nfs.foo 2026-02-17T00:15:57.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: Creating key for client.nfs.foo.0.1.trial128.yupejx-rgw 2026-02-17T00:15:57.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.1.trial128.yupejx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-17T00:15:57.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.1.trial128.yupejx-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-17T00:15:57.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: Bind address in nfs.foo.0.1.trial128.yupejx's ganesha conf is defaulting to empty 2026-02-17T00:15:57.932 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:15:57.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: Deploying daemon nfs.foo.0.1.trial128.yupejx on trial128 2026-02-17T00:15:57.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: pgmap v85: 97 pgs: 97 active+clean; 610 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 1.5 KiB/s wr, 1 op/s 2026-02-17T00:15:57.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mds.? [v2:10.20.193.160:6832/1541423388,v1:10.20.193.160:6833/1541423388]' entity='mds.foofs.trial160.bbwdzk' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"10.20.193.128:0/2654173129"}]: dispatch 2026-02-17T00:15:57.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mds.? ' entity='mds.foofs.trial160.bbwdzk' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"10.20.193.128:0/2654173129"}]: dispatch 2026-02-17T00:15:57.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:57.933 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:57 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:15:58.535 INFO:teuthology.orchestra.run.trial128.stderr:+ true 2026-02-17T00:15:58.535 INFO:teuthology.orchestra.run.trial128.stderr:+ timeout 1 cat /mnt/foo/testfile 2026-02-17T00:15:58.793 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:58 trial128 ceph-mon[35886]: Evicting (and blocklisting) client session 14666 (10.20.193.128:0/2654173129) 2026-02-17T00:15:58.793 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:58 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:58.793 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:58 trial128 ceph-mon[35886]: from='mds.? ' entity='mds.foofs.trial160.bbwdzk' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"10.20.193.128:0/2654173129"}]': finished 2026-02-17T00:15:58.793 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:15:58 trial128 ceph-mon[35886]: osdmap e36: 8 total, 8 up, 8 in 2026-02-17T00:15:58.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:58 trial160 ceph-mon[43391]: Evicting (and blocklisting) client session 14666 (10.20.193.128:0/2654173129) 2026-02-17T00:15:58.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:58 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:15:58.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:58 trial160 ceph-mon[43391]: from='mds.? ' entity='mds.foofs.trial160.bbwdzk' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"10.20.193.128:0/2654173129"}]': finished 2026-02-17T00:15:58.930 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:15:58 trial160 ceph-mon[43391]: osdmap e36: 8 total, 8 up, 8 in 2026-02-17T00:15:59.537 INFO:teuthology.orchestra.run.trial128.stderr:+ true 2026-02-17T00:15:59.537 INFO:teuthology.orchestra.run.trial128.stderr:+ timeout 1 cat /mnt/foo/testfile 2026-02-17T00:16:00.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:00.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:00.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:16:00.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:16:00.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:00.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:16:00.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:00.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:00 trial128 ceph-mon[35886]: Reconfiguring haproxy.nfs.foo.trial128.agrxzo (dependencies changed)... 2026-02-17T00:16:00.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:00 trial128 ceph-mon[35886]: Reconfiguring daemon haproxy.nfs.foo.trial128.agrxzo on trial128 2026-02-17T00:16:00.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:00 trial128 ceph-mon[35886]: pgmap v87: 97 pgs: 97 active+clean; 610 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 716 B/s rd, 1.8 KiB/s wr, 2 op/s 2026-02-17T00:16:00.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:00.144 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:00 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:00.264 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:00 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:00.264 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:00 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:00.264 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:00 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:16:00.264 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:00 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:16:00.264 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:00 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:00.264 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:00 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:16:00.264 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:00 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:00.264 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:00 trial160 ceph-mon[43391]: Reconfiguring haproxy.nfs.foo.trial128.agrxzo (dependencies changed)... 2026-02-17T00:16:00.264 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:00 trial160 ceph-mon[43391]: Reconfiguring daemon haproxy.nfs.foo.trial128.agrxzo on trial128 2026-02-17T00:16:00.264 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:00 trial160 ceph-mon[43391]: pgmap v87: 97 pgs: 97 active+clean; 610 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 716 B/s rd, 1.8 KiB/s wr, 2 op/s 2026-02-17T00:16:00.264 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:00 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:00.264 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:00 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:00.544 INFO:teuthology.orchestra.run.trial128.stderr:+ true 2026-02-17T00:16:00.544 INFO:teuthology.orchestra.run.trial128.stderr:+ timeout 1 cat /mnt/foo/testfile 2026-02-17T00:16:01.145 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:01 trial128 ceph-mon[35886]: Reconfiguring haproxy.nfs.foo.trial160.rxxuif (dependencies changed)... 2026-02-17T00:16:01.145 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:01 trial128 ceph-mon[35886]: Reconfiguring daemon haproxy.nfs.foo.trial160.rxxuif on trial160 2026-02-17T00:16:01.146 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:01 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:01.146 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:01 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:01.146 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:01 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:16:01.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:01 trial160 ceph-mon[43391]: Reconfiguring haproxy.nfs.foo.trial160.rxxuif (dependencies changed)... 2026-02-17T00:16:01.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:01 trial160 ceph-mon[43391]: Reconfiguring daemon haproxy.nfs.foo.trial160.rxxuif on trial160 2026-02-17T00:16:01.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:01 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:01.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:01 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:01.180 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:01 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:16:01.548 INFO:teuthology.orchestra.run.trial128.stderr:+ true 2026-02-17T00:16:01.548 INFO:teuthology.orchestra.run.trial128.stderr:+ timeout 1 cat /mnt/foo/testfile 2026-02-17T00:16:02.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:02 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:02.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:02 trial128 ceph-mon[35886]: pgmap v88: 97 pgs: 97 active+clean; 610 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.4 KiB/s rd, 2.1 KiB/s wr, 3 op/s 2026-02-17T00:16:02.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:02 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:02.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:02 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:02.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:02 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:02.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:02 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:02.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:02 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:16:02.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:02 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:16:02.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:02 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:02.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:02 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:16:02.395 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:02 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:02.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:02 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:02.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:02 trial160 ceph-mon[43391]: pgmap v88: 97 pgs: 97 active+clean; 610 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.4 KiB/s rd, 2.1 KiB/s wr, 3 op/s 2026-02-17T00:16:02.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:02 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:02.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:02 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:02.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:02 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:02.430 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:02 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:02.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:02 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:16:02.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:02 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:16:02.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:02 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:02.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:02 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:16:02.431 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:02 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' 2026-02-17T00:16:02.549 INFO:teuthology.orchestra.run.trial128.stderr:+ true 2026-02-17T00:16:02.549 INFO:teuthology.orchestra.run.trial128.stderr:+ timeout 1 cat /mnt/foo/testfile 2026-02-17T00:16:03.550 INFO:teuthology.orchestra.run.trial128.stderr:+ true 2026-02-17T00:16:03.550 INFO:teuthology.orchestra.run.trial128.stderr:+ timeout 1 cat /mnt/foo/testfile 2026-02-17T00:16:04.550 INFO:teuthology.orchestra.run.trial128.stderr:+ true 2026-02-17T00:16:04.551 INFO:teuthology.orchestra.run.trial128.stderr:+ timeout 1 cat /mnt/foo/testfile 2026-02-17T00:16:04.553 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:04 trial128 ceph-mon[35886]: pgmap v89: 97 pgs: 97 active+clean; 613 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.6 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2026-02-17T00:16:04.679 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:04 trial160 ceph-mon[43391]: pgmap v89: 97 pgs: 97 active+clean; 613 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.6 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2026-02-17T00:16:05.552 INFO:teuthology.orchestra.run.trial128.stderr:+ true 2026-02-17T00:16:05.553 INFO:teuthology.orchestra.run.trial128.stderr:+ timeout 1 cat /mnt/foo/testfile 2026-02-17T00:16:06.481 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:06 trial160 ceph-mon[43391]: pgmap v90: 97 pgs: 97 active+clean; 613 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.6 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2026-02-17T00:16:06.553 INFO:teuthology.orchestra.run.trial128.stderr:+ true 2026-02-17T00:16:06.553 INFO:teuthology.orchestra.run.trial128.stderr:+ timeout 1 cat /mnt/foo/testfile 2026-02-17T00:16:06.556 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:06 trial128 ceph-mon[35886]: pgmap v90: 97 pgs: 97 active+clean; 613 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.6 KiB/s rd, 1.3 KiB/s wr, 3 op/s 2026-02-17T00:16:07.555 INFO:teuthology.orchestra.run.trial128.stderr:+ true 2026-02-17T00:16:07.555 INFO:teuthology.orchestra.run.trial128.stderr:+ timeout 1 cat /mnt/foo/testfile 2026-02-17T00:16:07.875 INFO:teuthology.orchestra.run.trial128.stdout:haproxy.nfs.foo.trial160.rxxuif 2026-02-17T00:16:07.875 INFO:teuthology.orchestra.run.trial128.stderr:+ echo 'Mount is back!' 2026-02-17T00:16:07.875 INFO:teuthology.orchestra.run.trial128.stdout:Mount is back! 2026-02-17T00:16:07.877 INFO:tasks.vip:Running commands on role host.b host ubuntu@trial160.front.sepia.ceph.com 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'echo "Check with $(hostname) ganesha(s) down..." 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> for c in `systemctl | grep ceph- | grep @nfs | awk '"'"'{print $1}'"'"'`; do 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> cid=`echo $c | sed '"'"'s/@/-/'"'"'` 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> id=`echo $c | cut -d @ -f 2 | sed '"'"'s/.service$//'"'"'` 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> fsid=`echo $c | cut -d @ -f 1 | cut -d - -f 2-` 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> echo "Removing daemon $id fsid $fsid..." 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> sudo $TESTDIR/cephadm rm-daemon --fsid $fsid --name $id 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> echo "Waking up cephadm..." 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> sudo $TESTDIR/cephadm shell -- ceph orch ps --refresh 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> while ! timeout 1 cat /mnt/foo/testfile ; do true ; done 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> echo "Mount is back!" 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> done 2026-02-17T00:16:07.877 DEBUG:teuthology.orchestra.run.trial160:> ' 2026-02-17T00:16:07.903 INFO:teuthology.orchestra.run.trial160.stderr:++ hostname 2026-02-17T00:16:07.904 INFO:teuthology.orchestra.run.trial160.stderr:+ echo 'Check with trial160 ganesha(s) down...' 2026-02-17T00:16:07.904 INFO:teuthology.orchestra.run.trial160.stdout:Check with trial160 ganesha(s) down... 2026-02-17T00:16:07.905 INFO:teuthology.orchestra.run.trial160.stderr:++ systemctl 2026-02-17T00:16:07.905 INFO:teuthology.orchestra.run.trial160.stderr:++ grep ceph- 2026-02-17T00:16:07.905 INFO:teuthology.orchestra.run.trial160.stderr:++ grep @nfs 2026-02-17T00:16:07.905 INFO:teuthology.orchestra.run.trial160.stderr:++ awk '{print $1}' 2026-02-17T00:16:07.912 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-17T00:16:07.928 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial128.front.sepia.ceph.com 2026-02-17T00:16:07.929 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'stat -c '"'"'%u %g'"'"' /var/log/ceph | grep '"'"'167 167'"'"'' 2026-02-17T00:16:08.089 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:16:08.177 INFO:teuthology.orchestra.run.trial128.stdout:167 167 2026-02-17T00:16:08.311 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph orch status' 2026-02-17T00:16:08.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:08 trial128 ceph-mon[35886]: pgmap v91: 97 pgs: 97 active+clean; 613 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1.1 KiB/s wr, 2 op/s 2026-02-17T00:16:08.394 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:08 trial128 ceph-mon[35886]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:16:08.468 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:16:08.679 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:08 trial160 ceph-mon[43391]: pgmap v91: 97 pgs: 97 active+clean; 613 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1.1 KiB/s wr, 2 op/s 2026-02-17T00:16:08.680 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:08 trial160 ceph-mon[43391]: from='mgr.14207 10.20.193.128:0/4255095432' entity='mgr.trial128.jipewu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:16:08.698 INFO:teuthology.orchestra.run.trial128.stdout:Backend: cephadm 2026-02-17T00:16:08.699 INFO:teuthology.orchestra.run.trial128.stdout:Available: Yes 2026-02-17T00:16:08.699 INFO:teuthology.orchestra.run.trial128.stdout:Paused: No 2026-02-17T00:16:08.839 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph orch ps' 2026-02-17T00:16:09.000 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:16:09.220 INFO:teuthology.orchestra.run.trial128.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-17T00:16:09.220 INFO:teuthology.orchestra.run.trial128.stdout:alertmanager.trial128 trial128 *:9093,9094 running (119s) 7s ago 2m 33.0M - 0.25.0 c8568f914cd2 e16438242810 2026-02-17T00:16:09.220 INFO:teuthology.orchestra.run.trial128.stdout:ceph-exporter.trial128 trial128 *:9926 running (2m) 7s ago 2m 9365k - 19.2.3-680-g05b55d19 dcf18b7f874c c83734220479 2026-02-17T00:16:09.221 INFO:teuthology.orchestra.run.trial128.stdout:ceph-exporter.trial160 trial160 *:9926 running (2m) 7s ago 2m 6567k - 19.2.3-680-g05b55d19 dcf18b7f874c 3ec64e29b25e 2026-02-17T00:16:09.221 INFO:teuthology.orchestra.run.trial128.stdout:crash.trial128 trial128 running (2m) 7s ago 2m 7675k - 19.2.3-680-g05b55d19 dcf18b7f874c 316035217f22 2026-02-17T00:16:09.221 INFO:teuthology.orchestra.run.trial128.stdout:crash.trial160 trial160 running (2m) 7s ago 2m 7666k - 19.2.3-680-g05b55d19 dcf18b7f874c 0309b19eaa3c 2026-02-17T00:16:09.221 INFO:teuthology.orchestra.run.trial128.stdout:grafana.trial128 trial128 *:3000 running (118s) 7s ago 2m 84.0M - 10.4.0 c8b91775d855 aa1612b60d84 2026-02-17T00:16:09.221 INFO:teuthology.orchestra.run.trial128.stdout:haproxy.nfs.foo.trial128.agrxzo trial128 *:2999,9999 running (9s) 7s ago 55s 7856k - 2.3.17-d1c9119 e85424b0d443 ee31bb24e815 2026-02-17T00:16:09.221 INFO:teuthology.orchestra.run.trial128.stdout:haproxy.nfs.foo.trial160.rxxuif trial160 *:2999,9999 running (8s) 7s ago 54s 8178k - 2.3.17-d1c9119 e85424b0d443 96633f4f10b9 2026-02-17T00:16:09.221 INFO:teuthology.orchestra.run.trial128.stdout:keepalived.nfs.foo.trial128.lpsdie trial128 running (49s) 7s ago 48s 2428k - 2.2.4 4a3a1ff181d9 6f53299ccb37 2026-02-17T00:16:09.221 INFO:teuthology.orchestra.run.trial128.stdout:keepalived.nfs.foo.trial160.nyvtyp trial160 running (51s) 7s ago 51s 2419k - 2.2.4 4a3a1ff181d9 df33805e7689 2026-02-17T00:16:09.221 INFO:teuthology.orchestra.run.trial128.stdout:mds.foofs.trial128.rnzzzz trial128 running (60s) 7s ago 60s 17.5M - 19.2.3-680-g05b55d19 dcf18b7f874c 988e82aa947d 2026-02-17T00:16:09.221 INFO:teuthology.orchestra.run.trial128.stdout:mds.foofs.trial160.bbwdzk trial160 running (61s) 7s ago 61s 18.8M - 19.2.3-680-g05b55d19 dcf18b7f874c 88c1be93a28c 2026-02-17T00:16:09.221 INFO:teuthology.orchestra.run.trial128.stdout:mgr.trial128.jipewu trial128 *:9283,8765,8443 running (2m) 7s ago 2m 566M - 19.2.3-680-g05b55d19 dcf18b7f874c 9a61847f8630 2026-02-17T00:16:09.221 INFO:teuthology.orchestra.run.trial128.stdout:mgr.trial160.gplrao trial160 *:8443,9283,8765 running (2m) 7s ago 2m 487M - 19.2.3-680-g05b55d19 dcf18b7f874c 9993572ff205 2026-02-17T00:16:09.222 INFO:teuthology.orchestra.run.trial128.stdout:mon.trial128 trial128 running (2m) 7s ago 2m 52.3M 2048M 19.2.3-680-g05b55d19 dcf18b7f874c 3af4b809116f 2026-02-17T00:16:09.222 INFO:teuthology.orchestra.run.trial128.stdout:mon.trial160 trial160 running (2m) 7s ago 2m 40.2M 2048M 19.2.3-680-g05b55d19 dcf18b7f874c e4a9d09edcb2 2026-02-17T00:16:09.222 INFO:teuthology.orchestra.run.trial128.stdout:nfs.foo.0.1.trial128.yupejx trial128 *:12999 running (11s) 7s ago 11s 54.0M - 5.9 dcf18b7f874c 201903f7ac76 2026-02-17T00:16:09.222 INFO:teuthology.orchestra.run.trial128.stdout:node-exporter.trial128 trial128 *:9100 running (2m) 7s ago 2m 13.3M - 1.7.0 72c9c2088986 b71450ad1a16 2026-02-17T00:16:09.222 INFO:teuthology.orchestra.run.trial128.stdout:node-exporter.trial160 trial160 *:9100 running (2m) 7s ago 2m 12.4M - 1.7.0 72c9c2088986 f3eb5465e057 2026-02-17T00:16:09.222 INFO:teuthology.orchestra.run.trial128.stdout:osd.0 trial160 running (94s) 7s ago 94s 56.7M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c 9a900b71137c 2026-02-17T00:16:09.222 INFO:teuthology.orchestra.run.trial128.stdout:osd.1 trial128 running (93s) 7s ago 93s 48.9M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 8d88fe04a4dc 2026-02-17T00:16:09.222 INFO:teuthology.orchestra.run.trial128.stdout:osd.2 trial160 running (91s) 7s ago 91s 53.3M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c 9da26ad1d28e 2026-02-17T00:16:09.222 INFO:teuthology.orchestra.run.trial128.stdout:osd.3 trial128 running (90s) 7s ago 90s 56.0M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 9fcc3b99af51 2026-02-17T00:16:09.222 INFO:teuthology.orchestra.run.trial128.stdout:osd.4 trial160 running (88s) 7s ago 88s 44.7M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c 220371db82b4 2026-02-17T00:16:09.222 INFO:teuthology.orchestra.run.trial128.stdout:osd.5 trial128 running (87s) 7s ago 87s 52.2M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 28ed4e69f3a8 2026-02-17T00:16:09.222 INFO:teuthology.orchestra.run.trial128.stdout:osd.6 trial160 running (85s) 7s ago 85s 44.9M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c 0e5da6883fc0 2026-02-17T00:16:09.222 INFO:teuthology.orchestra.run.trial128.stdout:osd.7 trial128 running (84s) 7s ago 84s 48.4M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 9a319f5ad5db 2026-02-17T00:16:09.223 INFO:teuthology.orchestra.run.trial128.stdout:prometheus.trial128 trial128 *:9095 running (46s) 7s ago 2m 47.2M - 2.51.0 1d3b7f56885b 5c6a8cd66204 2026-02-17T00:16:09.362 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph orch ls' 2026-02-17T00:16:09.516 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:16:09.752 INFO:teuthology.orchestra.run.trial128.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-02-17T00:16:09.752 INFO:teuthology.orchestra.run.trial128.stdout:alertmanager ?:9093,9094 1/1 7s ago 2m count:1 2026-02-17T00:16:09.753 INFO:teuthology.orchestra.run.trial128.stdout:ceph-exporter ?:9926 2/2 8s ago 2m * 2026-02-17T00:16:09.753 INFO:teuthology.orchestra.run.trial128.stdout:crash 2/2 8s ago 2m * 2026-02-17T00:16:09.753 INFO:teuthology.orchestra.run.trial128.stdout:grafana ?:3000 1/1 7s ago 2m count:1 2026-02-17T00:16:09.753 INFO:teuthology.orchestra.run.trial128.stdout:ingress.nfs.foo 192.168.17.128:2999,9999 4/4 8s ago 61s count:2 2026-02-17T00:16:09.753 INFO:teuthology.orchestra.run.trial128.stdout:mds.foofs 2/2 8s ago 63s count:2 2026-02-17T00:16:09.753 INFO:teuthology.orchestra.run.trial128.stdout:mgr 2/2 8s ago 2m count:2 2026-02-17T00:16:09.753 INFO:teuthology.orchestra.run.trial128.stdout:mon 2/2 8s ago 2m trial128:10.20.193.128=trial128;trial160:10.20.193.160=trial160;count:2 2026-02-17T00:16:09.753 INFO:teuthology.orchestra.run.trial128.stdout:nfs.foo ?:12999 1/1 7s ago 61s count:1 2026-02-17T00:16:09.753 INFO:teuthology.orchestra.run.trial128.stdout:node-exporter ?:9100 2/2 8s ago 2m * 2026-02-17T00:16:09.753 INFO:teuthology.orchestra.run.trial128.stdout:osd.all-available-devices 8 8s ago 119s * 2026-02-17T00:16:09.753 INFO:teuthology.orchestra.run.trial128.stdout:prometheus ?:9095 1/1 7s ago 2m count:1 2026-02-17T00:16:09.894 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph orch host ls' 2026-02-17T00:16:10.051 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:16:10.267 INFO:teuthology.orchestra.run.trial128.stdout:HOST ADDR LABELS STATUS 2026-02-17T00:16:10.267 INFO:teuthology.orchestra.run.trial128.stdout:trial128 10.20.193.128 2026-02-17T00:16:10.268 INFO:teuthology.orchestra.run.trial128.stdout:trial160 10.20.193.160 2026-02-17T00:16:10.268 INFO:teuthology.orchestra.run.trial128.stdout:2 hosts in cluster 2026-02-17T00:16:10.388 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:10 trial128 ceph-mon[35886]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:16:10.388 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:10 trial128 ceph-mon[35886]: pgmap v92: 97 pgs: 97 active+clean; 613 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 985 B/s rd, 985 B/s wr, 2 op/s 2026-02-17T00:16:10.388 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:10 trial128 ceph-mon[35886]: from='client.14812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:16:10.409 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph orch device ls' 2026-02-17T00:16:10.429 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:10 trial160 ceph-mon[43391]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:16:10.429 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:10 trial160 ceph-mon[43391]: pgmap v92: 97 pgs: 97 active+clean; 613 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 985 B/s rd, 985 B/s wr, 2 op/s 2026-02-17T00:16:10.429 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:10 trial160 ceph-mon[43391]: from='client.14812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:16:10.566 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:16:10.794 INFO:teuthology.orchestra.run.trial128.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2026-02-17T00:16:10.795 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme1n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6B7A 1788G No 64s ago Has a FileSystem, LVM detected 2026-02-17T00:16:10.795 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme2n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6C3B 1788G No 64s ago Has a FileSystem, LVM detected 2026-02-17T00:16:10.795 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme3n1 ssd Linux_3cb017a166879bbe00d4 700G No 64s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:16:10.795 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme4n1 ssd Linux_6f1d41a4df9c10e66051 700G No 64s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:16:10.795 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme5n1 ssd Linux_f2ee4abd5fef8f4e7f52 700G No 64s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:16:10.795 INFO:teuthology.orchestra.run.trial128.stdout:trial128 /dev/nvme6n1 ssd Linux_cd7f80724ad01b875fbe 700G No 64s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:16:10.795 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme0n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB69B9 1788G No 64s ago Has a FileSystem, LVM detected 2026-02-17T00:16:10.795 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme2n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB699B 1788G No 64s ago Has a FileSystem, LVM detected 2026-02-17T00:16:10.795 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme3n1 ssd Linux_b5509b2e7231060c4b37 700G No 64s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:16:10.795 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme4n1 ssd Linux_4129e07da77441d04ae7 700G No 64s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:16:10.796 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme5n1 ssd Linux_621d8065a071c3baa2e0 700G No 64s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:16:10.796 INFO:teuthology.orchestra.run.trial128.stdout:trial160 /dev/nvme6n1 ssd Linux_d6e968702bbbc8a8604f 700G No 64s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:16:10.936 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- bash -c 'ceph orch ls | grep '"'"'^osd.all-available-devices '"'"'' 2026-02-17T00:16:11.094 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:16:11.327 INFO:teuthology.orchestra.run.trial128.stdout:osd.all-available-devices 8 9s ago 2m * 2026-02-17T00:16:11.440 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:11 trial128 ceph-mon[35886]: from='client.14816 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:16:11.440 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:11 trial128 ceph-mon[35886]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:16:11.461 DEBUG:teuthology.run_tasks:Unwinding manager vip 2026-02-17T00:16:11.473 INFO:tasks.vip:Removing 192.168.1.128 (and any VIPs) on trial128.front.sepia.ceph.com iface enp1s0f0... 2026-02-17T00:16:11.473 DEBUG:teuthology.orchestra.run.trial128:> sudo ip addr del 192.168.1.128/16 dev enp1s0f0 2026-02-17T00:16:11.500 DEBUG:teuthology.orchestra.run.trial128:> sudo ip addr del 192.168.17.128/16 dev enp1s0f0 2026-02-17T00:16:11.564 INFO:tasks.vip:Removing 192.168.1.160 (and any VIPs) on trial160.front.sepia.ceph.com iface enp1s0f0... 2026-02-17T00:16:11.565 DEBUG:teuthology.orchestra.run.trial160:> sudo ip addr del 192.168.1.160/16 dev enp1s0f0 2026-02-17T00:16:11.588 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:11 trial160 ceph-mon[43391]: from='client.14816 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:16:11.588 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:11 trial160 ceph-mon[43391]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:16:11.592 DEBUG:teuthology.orchestra.run.trial160:> sudo ip addr del 192.168.17.128/16 dev enp1s0f0 2026-02-17T00:16:11.655 INFO:teuthology.orchestra.run.trial160.stderr:Error: ipv4: Address not found. 2026-02-17T00:16:11.656 DEBUG:teuthology.orchestra.run:got remote process result: 2 2026-02-17T00:16:11.657 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2026-02-17T00:16:11.684 INFO:tasks.cephadm:Teardown begin 2026-02-17T00:16:11.685 DEBUG:teuthology.orchestra.run.trial128:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-17T00:16:11.711 DEBUG:teuthology.orchestra.run.trial160:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-17T00:16:11.738 INFO:tasks.cephadm:Disabling cephadm mgr module 2026-02-17T00:16:11.738 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 -- ceph mgr module disable cephadm 2026-02-17T00:16:11.913 INFO:teuthology.orchestra.run.trial128.stderr:Inferring config /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/mon.trial128/config 2026-02-17T00:16:11.932 INFO:teuthology.orchestra.run.trial128.stderr:Error: statfs /etc/ceph/ceph.client.admin.keyring: no such file or directory 2026-02-17T00:16:11.950 DEBUG:teuthology.orchestra.run:got remote process result: 125 2026-02-17T00:16:11.951 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2026-02-17T00:16:11.951 DEBUG:teuthology.orchestra.run.trial128:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-02-17T00:16:11.968 DEBUG:teuthology.orchestra.run.trial160:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-02-17T00:16:11.983 INFO:tasks.cephadm:Stopping all daemons... 2026-02-17T00:16:11.983 INFO:tasks.cephadm.mon.trial128:Stopping mon.trial128... 2026-02-17T00:16:11.983 DEBUG:teuthology.orchestra.run.trial128:> sudo systemctl stop ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mon.trial128 2026-02-17T00:16:12.317 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:12 trial128 systemd[1]: Stopping Ceph mon.trial128 for 6a31e802-0b95-11f1-ab06-d404e6e7d460... 2026-02-17T00:16:12.317 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:12 trial128 ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial128[35860]: 2026-02-17T00:16:12.104+0000 7ff7c8bf2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.trial128 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-17T00:16:12.317 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:12 trial128 ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial128[35860]: 2026-02-17T00:16:12.104+0000 7ff7c8bf2640 -1 mon.trial128@0(leader) e2 *** Got Signal Terminated *** 2026-02-17T00:16:12.317 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:12 trial128 podman[112357]: 2026-02-17 00:16:12.14633896 +0000 UTC m=+0.056232961 container died 3af4b809116ffc98765c5899f8bb2a3612ea18ae837bf4939217c5b49a1ab470 (image=quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841, name=ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial128, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-squid-pr-67199-kefu-1, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, io.buildah.version=1.33.7, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, ceph=True, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-17T00:16:12.318 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:12 trial128 podman[112357]: 2026-02-17 00:16:12.259003878 +0000 UTC m=+0.168897869 container remove 3af4b809116ffc98765c5899f8bb2a3612ea18ae837bf4939217c5b49a1ab470 (image=quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841, name=ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial128, org.label-schema.license=GPLv2, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.33.7, CEPH_REF=wip-squid-pr-67199-kefu-1, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202) 2026-02-17T00:16:12.318 INFO:journalctl@ceph.mon.trial128.trial128.stdout:Feb 17 00:16:12 trial128 bash[112357]: ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial128 2026-02-17T00:16:12.331 DEBUG:teuthology.orchestra.run.trial128:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mon.trial128.service' 2026-02-17T00:16:12.369 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-17T00:16:12.369 INFO:tasks.cephadm.mon.trial128:Stopped mon.trial128 2026-02-17T00:16:12.369 INFO:tasks.cephadm.mon.trial160:Stopping mon.trial160... 2026-02-17T00:16:12.369 DEBUG:teuthology.orchestra.run.trial160:> sudo systemctl stop ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mon.trial160 2026-02-17T00:16:12.679 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:12 trial160 systemd[1]: Stopping Ceph mon.trial160 for 6a31e802-0b95-11f1-ab06-d404e6e7d460... 2026-02-17T00:16:12.679 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:12 trial160 ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial160[43365]: 2026-02-17T00:16:12.474+0000 7fe9df347640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.trial160 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-17T00:16:12.679 INFO:journalctl@ceph.mon.trial160.trial160.stdout:Feb 17 00:16:12 trial160 ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460-mon-trial160[43365]: 2026-02-17T00:16:12.474+0000 7fe9df347640 -1 mon.trial160@1(peon) e2 *** Got Signal Terminated *** 2026-02-17T00:16:12.901 DEBUG:teuthology.orchestra.run.trial160:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6a31e802-0b95-11f1-ab06-d404e6e7d460@mon.trial160.service' 2026-02-17T00:16:12.940 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-17T00:16:12.940 INFO:tasks.cephadm.mon.trial160:Stopped mon.trial160 2026-02-17T00:16:12.940 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 --force --keep-logs 2026-02-17T00:16:13.052 INFO:teuthology.orchestra.run.trial128.stdout:Deleting cluster with fsid: 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:16:55.467 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 --force --keep-logs 2026-02-17T00:16:55.582 INFO:teuthology.orchestra.run.trial160.stdout:Deleting cluster with fsid: 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:17:26.986 DEBUG:teuthology.orchestra.run.trial128:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-17T00:17:27.017 DEBUG:teuthology.orchestra.run.trial160:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-17T00:17:27.045 INFO:tasks.cephadm:Archiving crash dumps... 2026-02-17T00:17:27.048 DEBUG:teuthology.misc:Transferring archived files from trial128:/var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/crash to /home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50360/remote/trial128/crash 2026-02-17T00:17:27.050 DEBUG:teuthology.orchestra.run.trial128:> sudo tar c -f - -C /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/crash -- . 2026-02-17T00:17:27.081 INFO:teuthology.orchestra.run.trial128.stderr:tar: /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/crash: Cannot open: No such file or directory 2026-02-17T00:17:27.081 INFO:teuthology.orchestra.run.trial128.stderr:tar: Error is not recoverable: exiting now 2026-02-17T00:17:27.085 DEBUG:teuthology.misc:Transferring archived files from trial160:/var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/crash to /home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50360/remote/trial160/crash 2026-02-17T00:17:27.087 DEBUG:teuthology.orchestra.run.trial160:> sudo tar c -f - -C /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/crash -- . 2026-02-17T00:17:27.111 INFO:teuthology.orchestra.run.trial160.stderr:tar: /var/lib/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/crash: Cannot open: No such file or directory 2026-02-17T00:17:27.112 INFO:teuthology.orchestra.run.trial160.stderr:tar: Error is not recoverable: exiting now 2026-02-17T00:17:27.113 INFO:tasks.cephadm:Checking cluster log for badness... 2026-02-17T00:17:27.113 DEBUG:teuthology.orchestra.run.trial128:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v CEPHADM_DAEMON_PLACE_FAIL | egrep -v CEPHADM_FAILED_DAEMON | head -n 1 2026-02-17T00:17:27.148 INFO:tasks.cephadm:Compressing logs... 2026-02-17T00:17:27.149 DEBUG:teuthology.orchestra.run.trial128:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-17T00:17:27.190 DEBUG:teuthology.orchestra.run.trial160:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-17T00:17:27.211 INFO:teuthology.orchestra.run.trial128.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-02-17T00:17:27.212 INFO:teuthology.orchestra.run.trial128.stderr:gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-client.ceph-exporter.trial128.log 2026-02-17T00:17:27.212 INFO:teuthology.orchestra.run.trial128.stderr:gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.3.log 2026-02-17T00:17:27.212 INFO:teuthology.orchestra.run.trial128.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-client.ceph-exporter.trial128.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mgr.trial128.jipewu.log 2026-02-17T00:17:27.212 INFO:teuthology.orchestra.run.trial128.stderr: 92.9% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-client.ceph-exporter.trial128.log.gz 2026-02-17T00:17:27.212 INFO:teuthology.orchestra.run.trial128.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.5.log 2026-02-17T00:17:27.213 INFO:teuthology.orchestra.run.trial128.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mgr.trial128.jipewu.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.7.log 2026-02-17T00:17:27.213 INFO:teuthology.orchestra.run.trial128.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.cephadm.log 2026-02-17T00:17:27.213 INFO:teuthology.orchestra.run.trial160.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-02-17T00:17:27.213 INFO:teuthology.orchestra.run.trial160.stderr:gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.2.log 2026-02-17T00:17:27.213 INFO:teuthology.orchestra.run.trial128.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.audit.log 2026-02-17T00:17:27.214 INFO:teuthology.orchestra.run.trial160.stderr:gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.0.log 2026-02-17T00:17:27.214 INFO:teuthology.orchestra.run.trial128.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mds.foofs.trial128.rnzzzz.log 2026-02-17T00:17:27.214 INFO:teuthology.orchestra.run.trial160.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-client.ceph-exporter.trial160.log 2026-02-17T00:17:27.214 INFO:teuthology.orchestra.run.trial160.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.cephadm.log 2026-02-17T00:17:27.214 INFO:teuthology.orchestra.run.trial128.stderr: 84.4% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.cephadm.log.gz 2026-02-17T00:17:27.214 INFO:teuthology.orchestra.run.trial128.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-volume.log 2026-02-17T00:17:27.214 INFO:teuthology.orchestra.run.trial128.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mds.foofs.trial128.rnzzzz.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.1.log 2026-02-17T00:17:27.215 INFO:teuthology.orchestra.run.trial128.stderr: 73.4% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mds.foofs.trial128.rnzzzz.log.gz 2026-02-17T00:17:27.215 INFO:teuthology.orchestra.run.trial128.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mon.trial128.log 2026-02-17T00:17:27.215 INFO:teuthology.orchestra.run.trial128.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.log 2026-02-17T00:17:27.215 INFO:teuthology.orchestra.run.trial160.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-client.ceph-exporter.trial160.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.4.log 2026-02-17T00:17:27.215 INFO:teuthology.orchestra.run.trial160.stderr: 28.2% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-client.ceph-exporter.trial160.log.gz 2026-02-17T00:17:27.215 INFO:teuthology.orchestra.run.trial160.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.audit.log 2026-02-17T00:17:27.215 INFO:teuthology.orchestra.run.trial160.stderr: 83.7% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.cephadm.log.gz 2026-02-17T00:17:27.215 INFO:teuthology.orchestra.run.trial160.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-volume.log 2026-02-17T00:17:27.216 INFO:teuthology.orchestra.run.trial160.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.6.log 2026-02-17T00:17:27.216 INFO:teuthology.orchestra.run.trial128.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mon.trial128.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-02-17T00:17:27.216 INFO:teuthology.orchestra.run.trial128.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.log: 91.2% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.audit.log.gz 2026-02-17T00:17:27.216 INFO:teuthology.orchestra.run.trial128.stderr: 84.2% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.log.gz 2026-02-17T00:17:27.216 INFO:teuthology.orchestra.run.trial160.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mds.foofs.trial160.bbwdzk.log 2026-02-17T00:17:27.216 INFO:teuthology.orchestra.run.trial160.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mon.trial160.log 2026-02-17T00:17:27.216 INFO:teuthology.orchestra.run.trial160.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mds.foofs.trial160.bbwdzk.log: 91.4% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.audit.log.gzgzip 2026-02-17T00:17:27.216 INFO:teuthology.orchestra.run.trial160.stderr: -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.log 2026-02-17T00:17:27.216 INFO:teuthology.orchestra.run.trial160.stderr: 84.5% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mds.foofs.trial160.bbwdzk.log.gz 2026-02-17T00:17:27.217 INFO:teuthology.orchestra.run.trial160.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mon.trial160.log: gzip -5 --verbose -- /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mgr.trial160.gplrao.log 2026-02-17T00:17:27.217 INFO:teuthology.orchestra.run.trial160.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-02-17T00:17:27.217 INFO:teuthology.orchestra.run.trial160.stderr:/var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mgr.trial160.gplrao.log: 83.6% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph.log.gz 2026-02-17T00:17:27.218 INFO:teuthology.orchestra.run.trial160.stderr:/var/log/ceph/cephadm.log: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2026-02-17T00:17:27.219 INFO:teuthology.orchestra.run.trial160.stderr: 91.1% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mgr.trial160.gplrao.log.gz 2026-02-17T00:17:27.224 INFO:teuthology.orchestra.run.trial128.stderr:/var/log/ceph/cephadm.log: 95.9% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-volume.log.gz 2026-02-17T00:17:27.225 INFO:teuthology.orchestra.run.trial160.stderr: 95.7% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-volume.log.gz 2026-02-17T00:17:27.227 INFO:teuthology.orchestra.run.trial128.stderr: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2026-02-17T00:17:27.252 INFO:teuthology.orchestra.run.trial160.stderr: 92.6% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mon.trial160.log.gz 2026-02-17T00:17:27.253 INFO:teuthology.orchestra.run.trial128.stderr: 93.2% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.5.log.gz 2026-02-17T00:17:27.260 INFO:teuthology.orchestra.run.trial128.stderr: 93.1% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.7.log.gz 2026-02-17T00:17:27.260 INFO:teuthology.orchestra.run.trial160.stderr: 92.9% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.2.log.gz 2026-02-17T00:17:27.262 INFO:teuthology.orchestra.run.trial160.stderr: 93.0% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.4.log.gz 2026-02-17T00:17:27.273 INFO:teuthology.orchestra.run.trial160.stderr: 93.1% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.6.log.gz 2026-02-17T00:17:27.276 INFO:teuthology.orchestra.run.trial128.stderr: 93.6% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.3.log.gz 2026-02-17T00:17:27.278 INFO:teuthology.orchestra.run.trial160.stderr: 93.5% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.0.log.gz 2026-02-17T00:17:27.279 INFO:teuthology.orchestra.run.trial160.stderr: 2026-02-17T00:17:27.279 INFO:teuthology.orchestra.run.trial160.stderr:real 0m0.074s 2026-02-17T00:17:27.279 INFO:teuthology.orchestra.run.trial160.stderr:user 0m0.254s 2026-02-17T00:17:27.279 INFO:teuthology.orchestra.run.trial160.stderr:sys 0m0.034s 2026-02-17T00:17:27.285 INFO:teuthology.orchestra.run.trial128.stderr: 89.2% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mgr.trial128.jipewu.log.gz 2026-02-17T00:17:27.285 INFO:teuthology.orchestra.run.trial128.stderr: 93.8% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-osd.1.log.gz 2026-02-17T00:17:27.334 INFO:teuthology.orchestra.run.trial128.stderr: 91.7% -- replaced with /var/log/ceph/6a31e802-0b95-11f1-ab06-d404e6e7d460/ceph-mon.trial128.log.gz 2026-02-17T00:17:27.336 INFO:teuthology.orchestra.run.trial128.stderr: 2026-02-17T00:17:27.336 INFO:teuthology.orchestra.run.trial128.stderr:real 0m0.132s 2026-02-17T00:17:27.336 INFO:teuthology.orchestra.run.trial128.stderr:user 0m0.416s 2026-02-17T00:17:27.336 INFO:teuthology.orchestra.run.trial128.stderr:sys 0m0.044s 2026-02-17T00:17:27.336 INFO:tasks.cephadm:Archiving logs... 2026-02-17T00:17:27.336 DEBUG:teuthology.misc:Transferring archived files from trial128:/var/log/ceph to /home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50360/remote/trial128/log 2026-02-17T00:17:27.337 DEBUG:teuthology.orchestra.run.trial128:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-17T00:17:27.498 DEBUG:teuthology.misc:Transferring archived files from trial160:/var/log/ceph to /home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50360/remote/trial160/log 2026-02-17T00:17:27.499 DEBUG:teuthology.orchestra.run.trial160:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-17T00:17:27.571 INFO:tasks.cephadm:Removing cluster... 2026-02-17T00:17:27.572 DEBUG:teuthology.orchestra.run.trial128:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 --force 2026-02-17T00:17:27.689 INFO:teuthology.orchestra.run.trial128.stdout:Deleting cluster with fsid: 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:17:27.780 DEBUG:teuthology.orchestra.run.trial160:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6a31e802-0b95-11f1-ab06-d404e6e7d460 --force 2026-02-17T00:17:27.895 INFO:teuthology.orchestra.run.trial160.stdout:Deleting cluster with fsid: 6a31e802-0b95-11f1-ab06-d404e6e7d460 2026-02-17T00:17:27.983 INFO:tasks.cephadm:Removing cephadm ... 2026-02-17T00:17:27.983 DEBUG:teuthology.orchestra.run.trial128:> rm -rf /home/ubuntu/cephtest/cephadm 2026-02-17T00:17:28.002 DEBUG:teuthology.orchestra.run.trial160:> rm -rf /home/ubuntu/cephtest/cephadm 2026-02-17T00:17:28.018 INFO:tasks.cephadm:Teardown complete 2026-02-17T00:17:28.019 DEBUG:teuthology.run_tasks:Unwinding manager nvme_loop 2026-02-17T00:17:28.036 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial128:/dev/vg_nvme/lv_1... 2026-02-17T00:17:28.037 DEBUG:teuthology.orchestra.run.trial128:> sudo nvme disconnect -n lv_1 2026-02-17T00:17:28.303 INFO:teuthology.orchestra.run.trial128.stdout:NQN:lv_1 disconnected 1 controller(s) 2026-02-17T00:17:28.305 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial128:/dev/vg_nvme/lv_2... 2026-02-17T00:17:28.305 DEBUG:teuthology.orchestra.run.trial128:> sudo nvme disconnect -n lv_2 2026-02-17T00:17:28.553 INFO:teuthology.orchestra.run.trial128.stdout:NQN:lv_2 disconnected 1 controller(s) 2026-02-17T00:17:28.555 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial128:/dev/vg_nvme/lv_3... 2026-02-17T00:17:28.555 DEBUG:teuthology.orchestra.run.trial128:> sudo nvme disconnect -n lv_3 2026-02-17T00:17:28.803 INFO:teuthology.orchestra.run.trial128.stdout:NQN:lv_3 disconnected 1 controller(s) 2026-02-17T00:17:28.804 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial128:/dev/vg_nvme/lv_4... 2026-02-17T00:17:28.804 DEBUG:teuthology.orchestra.run.trial128:> sudo nvme disconnect -n lv_4 2026-02-17T00:17:29.048 INFO:teuthology.orchestra.run.trial128.stdout:NQN:lv_4 disconnected 1 controller(s) 2026-02-17T00:17:29.049 DEBUG:teuthology.orchestra.run.trial128:> set -ex 2026-02-17T00:17:29.049 DEBUG:teuthology.orchestra.run.trial128:> sudo dd of=/scratch_devs 2026-02-17T00:17:29.072 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial160:/dev/vg_nvme/lv_1... 2026-02-17T00:17:29.073 DEBUG:teuthology.orchestra.run.trial160:> sudo nvme disconnect -n lv_1 2026-02-17T00:17:29.316 INFO:teuthology.orchestra.run.trial160.stdout:NQN:lv_1 disconnected 1 controller(s) 2026-02-17T00:17:29.317 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial160:/dev/vg_nvme/lv_2... 2026-02-17T00:17:29.317 DEBUG:teuthology.orchestra.run.trial160:> sudo nvme disconnect -n lv_2 2026-02-17T00:17:29.565 INFO:teuthology.orchestra.run.trial160.stdout:NQN:lv_2 disconnected 1 controller(s) 2026-02-17T00:17:29.567 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial160:/dev/vg_nvme/lv_3... 2026-02-17T00:17:29.567 DEBUG:teuthology.orchestra.run.trial160:> sudo nvme disconnect -n lv_3 2026-02-17T00:17:29.819 INFO:teuthology.orchestra.run.trial160.stdout:NQN:lv_3 disconnected 1 controller(s) 2026-02-17T00:17:29.820 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial160:/dev/vg_nvme/lv_4... 2026-02-17T00:17:29.820 DEBUG:teuthology.orchestra.run.trial160:> sudo nvme disconnect -n lv_4 2026-02-17T00:17:30.067 INFO:teuthology.orchestra.run.trial160.stdout:NQN:lv_4 disconnected 1 controller(s) 2026-02-17T00:17:30.068 DEBUG:teuthology.orchestra.run.trial160:> set -ex 2026-02-17T00:17:30.068 DEBUG:teuthology.orchestra.run.trial160:> sudo dd of=/scratch_devs 2026-02-17T00:17:30.091 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-17T00:17:30.103 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-17T00:17:30.103 DEBUG:teuthology.orchestra.run.trial128:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-17T00:17:30.105 DEBUG:teuthology.orchestra.run.trial160:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-17T00:17:30.119 INFO:teuthology.orchestra.run.trial128.stderr:bash: line 1: ntpq: command not found 2026-02-17T00:17:30.146 INFO:teuthology.orchestra.run.trial128.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-17T00:17:30.146 INFO:teuthology.orchestra.run.trial128.stdout:=============================================================================== 2026-02-17T00:17:30.146 INFO:teuthology.orchestra.run.trial128.stdout:^- 155.248.196.28 2 6 377 15 +1174us[+1174us] +/- 50ms 2026-02-17T00:17:30.147 INFO:teuthology.orchestra.run.trial128.stdout:^+ 45-79-189-79.ip.linodeus> 3 6 377 15 +1193us[+1193us] +/- 38ms 2026-02-17T00:17:30.147 INFO:teuthology.orchestra.run.trial128.stdout:^? 159.89.45.132 2 6 1 20 +1145us[+1137us] +/- 46ms 2026-02-17T00:17:30.147 INFO:teuthology.orchestra.run.trial128.stdout:^* 144.202.62.209.vultruser> 2 6 377 16 -548us[ -556us] +/- 16ms 2026-02-17T00:17:30.147 INFO:teuthology.orchestra.run.trial160.stderr:bash: line 1: ntpq: command not found 2026-02-17T00:17:30.149 INFO:teuthology.orchestra.run.trial160.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-17T00:17:30.149 INFO:teuthology.orchestra.run.trial160.stdout:=============================================================================== 2026-02-17T00:17:30.149 INFO:teuthology.orchestra.run.trial160.stdout:^+ 155.248.196.28 2 6 377 16 +1082us[+1078us] +/- 49ms 2026-02-17T00:17:30.149 INFO:teuthology.orchestra.run.trial160.stdout:^+ 45-79-189-79.ip.linodeus> 3 6 377 16 +973us[ +969us] +/- 38ms 2026-02-17T00:17:30.149 INFO:teuthology.orchestra.run.trial160.stdout:^? 159.89.45.132 2 7 40 280 +854us[ -60us] +/- 42ms 2026-02-17T00:17:30.149 INFO:teuthology.orchestra.run.trial160.stdout:^* 144.202.62.209.vultruser> 2 6 377 16 -733us[ -738us] +/- 16ms 2026-02-17T00:17:30.150 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-17T00:17:30.164 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-17T00:17:30.165 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-17T00:17:30.178 DEBUG:teuthology.orchestra.run.trial128:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-17T00:17:30.252 DEBUG:teuthology.orchestra.run.trial160:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-17T00:17:30.310 DEBUG:teuthology.orchestra.run.trial128:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-17T00:17:30.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:17:30.337 DEBUG:teuthology.orchestra.run.trial160:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-17T00:17:30.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:17:30.363 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-17T00:17:30.376 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-17T00:17:30.392 INFO:teuthology.task.internal:Duration was 454.662732 seconds 2026-02-17T00:17:30.392 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-17T00:17:30.404 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-17T00:17:30.404 DEBUG:teuthology.orchestra.run.trial128:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-17T00:17:30.405 DEBUG:teuthology.orchestra.run.trial160:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-17T00:17:30.439 INFO:teuthology.orchestra.run.trial128.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-17T00:17:30.441 INFO:teuthology.orchestra.run.trial160.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-17T00:17:30.709 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-17T00:17:30.709 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial128.front.sepia.ceph.com 2026-02-17T00:17:30.710 DEBUG:teuthology.orchestra.run.trial128:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-17T00:17:30.740 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial160.front.sepia.ceph.com 2026-02-17T00:17:30.740 DEBUG:teuthology.orchestra.run.trial160:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-17T00:17:30.767 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-17T00:17:30.767 DEBUG:teuthology.orchestra.run.trial128:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-17T00:17:30.782 DEBUG:teuthology.orchestra.run.trial160:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-17T00:17:30.917 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-17T00:17:30.917 DEBUG:teuthology.orchestra.run.trial128:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-17T00:17:30.918 DEBUG:teuthology.orchestra.run.trial160:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-17T00:17:30.939 INFO:teuthology.orchestra.run.trial128.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T00:17:30.939 INFO:teuthology.orchestra.run.trial128.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T00:17:30.939 INFO:teuthology.orchestra.run.trial128.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-17T00:17:30.939 INFO:teuthology.orchestra.run.trial128.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-17T00:17:30.939 INFO:teuthology.orchestra.run.trial128.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-17T00:17:30.941 INFO:teuthology.orchestra.run.trial160.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T00:17:30.941 INFO:teuthology.orchestra.run.trial160.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T00:17:30.942 INFO:teuthology.orchestra.run.trial160.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-17T00:17:30.942 INFO:teuthology.orchestra.run.trial160.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-17T00:17:30.942 INFO:teuthology.orchestra.run.trial160.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-17T00:17:30.958 INFO:teuthology.orchestra.run.trial160.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 86.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-17T00:17:30.965 INFO:teuthology.orchestra.run.trial128.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 87.9% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-17T00:17:30.967 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-17T00:17:30.982 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-17T00:17:30.983 DEBUG:teuthology.orchestra.run.trial128:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-17T00:17:31.032 DEBUG:teuthology.orchestra.run.trial160:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-17T00:17:31.058 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-17T00:17:31.078 DEBUG:teuthology.orchestra.run.trial128:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-17T00:17:31.080 DEBUG:teuthology.orchestra.run.trial160:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-17T00:17:31.102 INFO:teuthology.orchestra.run.trial128.stdout:kernel.core_pattern = core 2026-02-17T00:17:31.123 INFO:teuthology.orchestra.run.trial160.stdout:kernel.core_pattern = core 2026-02-17T00:17:31.138 DEBUG:teuthology.orchestra.run.trial128:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-17T00:17:31.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:17:31.177 DEBUG:teuthology.orchestra.run.trial160:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-17T00:17:31.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:17:31.195 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-17T00:17:31.215 INFO:teuthology.task.internal:Transferring archived files... 2026-02-17T00:17:31.216 DEBUG:teuthology.misc:Transferring archived files from trial128:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50360/remote/trial128 2026-02-17T00:17:31.216 DEBUG:teuthology.orchestra.run.trial128:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-17T00:17:31.258 DEBUG:teuthology.misc:Transferring archived files from trial160:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50360/remote/trial160 2026-02-17T00:17:31.259 DEBUG:teuthology.orchestra.run.trial160:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-17T00:17:31.298 INFO:teuthology.task.internal:Removing archive directory... 2026-02-17T00:17:31.298 DEBUG:teuthology.orchestra.run.trial128:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-17T00:17:31.301 DEBUG:teuthology.orchestra.run.trial160:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-17T00:17:31.345 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-17T00:17:31.366 INFO:teuthology.task.internal:Not uploading archives. 2026-02-17T00:17:31.366 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-17T00:17:31.386 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-17T00:17:31.386 DEBUG:teuthology.orchestra.run.trial128:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-17T00:17:31.389 DEBUG:teuthology.orchestra.run.trial160:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-17T00:17:31.404 INFO:teuthology.orchestra.run.trial128.stdout: 786461 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 17 00:17 /home/ubuntu/cephtest 2026-02-17T00:17:31.405 INFO:teuthology.orchestra.run.trial160.stdout: 786461 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 17 00:17 /home/ubuntu/cephtest 2026-02-17T00:17:31.406 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-17T00:17:31.419 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-17T00:17:31.454 INFO:teuthology.run:Summary data: description: orch:cephadm/smoke-roleless/{0-distro/centos_9.stream_runc 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} duration: 454.6627321243286 owner: scheduled_dgalloway@soko04.front.sepia.ceph.com success: true 2026-02-17T00:17:31.454 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-17T00:17:31.560 INFO:teuthology.run:pass