2026-02-21T19:59:31.599 INFO:root:teuthology version: 1.2.4.dev9+gfa17720d0 2026-02-21T19:59:31.617 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-21T19:59:31.711 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/adking-2026-02-21_19:52:04-orch:cephadm-wip-adk3-testing-2026-02-12-2007-distro-default-trial/62934 branch: wip-adk3-testing-2026-02-12-2007 description: orch:cephadm/mgr-nfs-upgrade/{0-centos_9.stream 1-bootstrap/squid 1-start 2-nfs 3-upgrade-with-workload 4-final} email: adking@redhat.com first_in_suite: false flavor: default job_id: '62934' kernel: branch: distro kdb: 1 sha1: distro last_in_suite: false machine_type: trial name: adking-2026-02-21_19:52:04-orch:cephadm-wip-adk3-testing-2026-02-12-2007-distro-default-trial no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-adk3-testing-2026-02-12-2007 ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_REFRESH_FAILED log-only-match: - CEPHADM_ sha1: 042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-adk3-testing-2026-02-19-2000 sha1: 8f51c35bf854479dcc229046453f0066d563cfe5 owner: scheduled_adking@soko04.front.sepia.ceph.com priority: 80 repo: https://git.ceph.com/ceph-ci.git roles: - - host.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - - host.b - osd.4 - osd.5 - osd.6 - osd.7 seed: 4054 sha1: 042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 sleep_before_teardown: 0 subset: 1/20 suite: orch:cephadm suite_branch: wip-adk3-testing-2026-02-19-2000 suite_path: /home/teuthworker/src/github.com_adk3798_ceph_8f51c35bf854479dcc229046453f0066d563cfe5/qa suite_relpath: qa suite_repo: https://github.com/adk3798/ceph.git suite_sha1: 8f51c35bf854479dcc229046453f0066d563cfe5 targets: trial059.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO6sNOka1yJ7iYSOPLGG4Nii+v9MLK3GvgWc5WPPXo8uTN3uU2AD15phH1g6hihyRJDb1uZJsXMNaP882TMQgSw= trial144.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPtlan0LuZaOqW9F+uUUBdxL7onfzouYct1sTh03Bcd8RbUsgI/vgNpl9SL2hKlWOesgexVnCJkz5y5xy4GVnKs= tasks: - cephadm: compiled_cephadm_branch: squid image: quay.ceph.io/ceph-ci/ceph:squid roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - exec: all-hosts: - systemctl stop nfs-server - cephadm.shell: host.a: - ceph fs volume create foofs - cephadm.wait_for_service: service: mds.foofs - cephadm.shell: host.a: - ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2 - ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake - while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done - exec: host.a: - mkdir /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done - echo test > /mnt/foo/testfile - sync - parallel: - upgrade-tasks - workload-tasks - exec: host.a: - umount /mnt/foo - cephadm.shell: host.a: - ceph nfs cluster ls | grep foo - ceph nfs export ls foo --detailed - rados -p .nfs --all ls - - cephadm.shell: host.a: - 'set -ex [[ `ceph config get mgr mgr/cephadm/migration_current` -gt 2 ]] ' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: fa17720d0088c3ac28e473468bfc79eeaff5cd38 timestamp: 2026-02-21_19:52:04 tube: trial upgrade-tasks: sequential: - cephadm.shell: env: - sha1 host.a: - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph mgr module enable nfs --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 host.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph orch upgrade status - ceph health detail - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - cephadm.wait_for_service: service: nfs.foo user: adking verbose: false worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.1540699 workload-tasks: sequential: - exec: host.a: - cd /mnt/foo && dbench 5 -t 600 || true - umount /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done - cd /mnt/foo && dbench 5 -t 5 2026-02-21T19:59:31.711 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_adk3798_ceph_8f51c35bf854479dcc229046453f0066d563cfe5/qa; will attempt to use it 2026-02-21T19:59:31.711 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_adk3798_ceph_8f51c35bf854479dcc229046453f0066d563cfe5/qa/tasks 2026-02-21T19:59:31.711 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-21T19:59:31.715 INFO:teuthology.task.internal:Checking packages... 2026-02-21T19:59:31.715 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '042df16cd9ee8a8df553b188fef8a8c4a9e7ab01' 2026-02-21T19:59:31.715 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-21T19:59:31.715 INFO:teuthology.packaging:ref: None 2026-02-21T19:59:31.715 INFO:teuthology.packaging:tag: None 2026-02-21T19:59:31.715 INFO:teuthology.packaging:branch: wip-adk3-testing-2026-02-12-2007 2026-02-21T19:59:31.715 INFO:teuthology.packaging:sha1: 042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 2026-02-21T19:59:31.715 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-adk3-testing-2026-02-12-2007 2026-02-21T19:59:31.837 INFO:teuthology.task.internal:Found packages for ceph version 20.3.0-5291.g042df16c 2026-02-21T19:59:31.839 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-21T19:59:31.851 INFO:teuthology.task.internal:no buildpackages task found 2026-02-21T19:59:31.851 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-21T19:59:31.865 INFO:teuthology.task.internal:Saving configuration 2026-02-21T19:59:31.876 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-21T19:59:31.890 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-21T19:59:31.952 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial059.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/adking-2026-02-21_19:52:04-orch:cephadm-wip-adk3-testing-2026-02-12-2007-distro-default-trial/62934', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-21 19:53:24.311302', 'locked_by': 'scheduled_adking@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO6sNOka1yJ7iYSOPLGG4Nii+v9MLK3GvgWc5WPPXo8uTN3uU2AD15phH1g6hihyRJDb1uZJsXMNaP882TMQgSw='} 2026-02-21T19:59:32.015 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial144.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/adking-2026-02-21_19:52:04-orch:cephadm-wip-adk3-testing-2026-02-12-2007-distro-default-trial/62934', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-21 19:53:24.310295', 'locked_by': 'scheduled_adking@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPtlan0LuZaOqW9F+uUUBdxL7onfzouYct1sTh03Bcd8RbUsgI/vgNpl9SL2hKlWOesgexVnCJkz5y5xy4GVnKs='} 2026-02-21T19:59:32.015 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-21T19:59:32.026 INFO:teuthology.task.internal:roles: ubuntu@trial059.front.sepia.ceph.com - ['host.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'] 2026-02-21T19:59:32.026 INFO:teuthology.task.internal:roles: ubuntu@trial144.front.sepia.ceph.com - ['host.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7'] 2026-02-21T19:59:32.026 INFO:teuthology.run_tasks:Running task console_log... 2026-02-21T19:59:32.161 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7acf573fee80>, signals=[15]) 2026-02-21T19:59:32.161 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-21T19:59:32.174 INFO:teuthology.task.internal:Opening connections... 2026-02-21T19:59:32.175 DEBUG:teuthology.task.internal:connecting to ubuntu@trial059.front.sepia.ceph.com 2026-02-21T19:59:32.175 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial059.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-21T19:59:32.238 DEBUG:teuthology.task.internal:connecting to ubuntu@trial144.front.sepia.ceph.com 2026-02-21T19:59:32.239 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial144.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-21T19:59:32.303 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-21T19:59:32.314 DEBUG:teuthology.orchestra.run.trial059:> uname -m 2026-02-21T19:59:32.330 INFO:teuthology.orchestra.run.trial059.stdout:x86_64 2026-02-21T19:59:32.330 DEBUG:teuthology.orchestra.run.trial059:> cat /etc/os-release 2026-02-21T19:59:32.386 INFO:teuthology.orchestra.run.trial059.stdout:NAME="CentOS Stream" 2026-02-21T19:59:32.386 INFO:teuthology.orchestra.run.trial059.stdout:VERSION="9" 2026-02-21T19:59:32.386 INFO:teuthology.orchestra.run.trial059.stdout:ID="centos" 2026-02-21T19:59:32.386 INFO:teuthology.orchestra.run.trial059.stdout:ID_LIKE="rhel fedora" 2026-02-21T19:59:32.386 INFO:teuthology.orchestra.run.trial059.stdout:VERSION_ID="9" 2026-02-21T19:59:32.386 INFO:teuthology.orchestra.run.trial059.stdout:PLATFORM_ID="platform:el9" 2026-02-21T19:59:32.386 INFO:teuthology.orchestra.run.trial059.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-21T19:59:32.386 INFO:teuthology.orchestra.run.trial059.stdout:ANSI_COLOR="0;31" 2026-02-21T19:59:32.386 INFO:teuthology.orchestra.run.trial059.stdout:LOGO="fedora-logo-icon" 2026-02-21T19:59:32.386 INFO:teuthology.orchestra.run.trial059.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-21T19:59:32.386 INFO:teuthology.orchestra.run.trial059.stdout:HOME_URL="https://centos.org/" 2026-02-21T19:59:32.386 INFO:teuthology.orchestra.run.trial059.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-21T19:59:32.386 INFO:teuthology.orchestra.run.trial059.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-21T19:59:32.386 INFO:teuthology.orchestra.run.trial059.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-21T19:59:32.387 INFO:teuthology.lock.ops:Updating trial059.front.sepia.ceph.com on lock server 2026-02-21T19:59:32.450 DEBUG:teuthology.orchestra.run.trial144:> uname -m 2026-02-21T19:59:32.465 INFO:teuthology.orchestra.run.trial144.stdout:x86_64 2026-02-21T19:59:32.465 DEBUG:teuthology.orchestra.run.trial144:> cat /etc/os-release 2026-02-21T19:59:32.520 INFO:teuthology.orchestra.run.trial144.stdout:NAME="CentOS Stream" 2026-02-21T19:59:32.520 INFO:teuthology.orchestra.run.trial144.stdout:VERSION="9" 2026-02-21T19:59:32.520 INFO:teuthology.orchestra.run.trial144.stdout:ID="centos" 2026-02-21T19:59:32.520 INFO:teuthology.orchestra.run.trial144.stdout:ID_LIKE="rhel fedora" 2026-02-21T19:59:32.520 INFO:teuthology.orchestra.run.trial144.stdout:VERSION_ID="9" 2026-02-21T19:59:32.521 INFO:teuthology.orchestra.run.trial144.stdout:PLATFORM_ID="platform:el9" 2026-02-21T19:59:32.521 INFO:teuthology.orchestra.run.trial144.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-21T19:59:32.521 INFO:teuthology.orchestra.run.trial144.stdout:ANSI_COLOR="0;31" 2026-02-21T19:59:32.521 INFO:teuthology.orchestra.run.trial144.stdout:LOGO="fedora-logo-icon" 2026-02-21T19:59:32.521 INFO:teuthology.orchestra.run.trial144.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-21T19:59:32.521 INFO:teuthology.orchestra.run.trial144.stdout:HOME_URL="https://centos.org/" 2026-02-21T19:59:32.521 INFO:teuthology.orchestra.run.trial144.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-21T19:59:32.521 INFO:teuthology.orchestra.run.trial144.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-21T19:59:32.521 INFO:teuthology.orchestra.run.trial144.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-21T19:59:32.521 INFO:teuthology.lock.ops:Updating trial144.front.sepia.ceph.com on lock server 2026-02-21T19:59:32.598 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-21T19:59:32.611 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-21T19:59:32.623 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-21T19:59:32.623 DEBUG:teuthology.orchestra.run.trial059:> test '!' -e /home/ubuntu/cephtest 2026-02-21T19:59:32.625 DEBUG:teuthology.orchestra.run.trial144:> test '!' -e /home/ubuntu/cephtest 2026-02-21T19:59:32.639 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-21T19:59:32.654 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-21T19:59:32.655 DEBUG:teuthology.orchestra.run.trial059:> test -z $(ls -A /var/lib/ceph) 2026-02-21T19:59:32.680 DEBUG:teuthology.orchestra.run.trial144:> test -z $(ls -A /var/lib/ceph) 2026-02-21T19:59:32.696 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-21T19:59:32.833 INFO:teuthology.run_tasks:Running task kernel... 2026-02-21T19:59:32.853 INFO:teuthology.task.kernel:normalize config orig: {'branch': 'distro', 'kdb': 1, 'sha1': 'distro'} 2026-02-21T19:59:32.853 INFO:teuthology.task.kernel:config {'host.a': {'branch': 'distro', 'kdb': 1, 'sha1': 'distro'}, 'host.b': {'branch': 'distro', 'kdb': 1, 'sha1': 'distro'}}, timeout 300 2026-02-21T19:59:32.854 DEBUG:teuthology.orchestra.run.trial059:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-21T19:59:32.854 DEBUG:teuthology.orchestra.run.trial144:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-21T19:59:32.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-21T19:59:32.869 DEBUG:teuthology.orchestra.run.trial059:> uname -r 2026-02-21T19:59:32.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-21T19:59:32.869 DEBUG:teuthology.orchestra.run.trial144:> uname -r 2026-02-21T19:59:32.924 INFO:teuthology.orchestra.run.trial059.stdout:5.14.0-681.el9.x86_64 2026-02-21T19:59:32.924 INFO:teuthology.task.kernel:Running kernel on trial059: 5.14.0-681.el9.x86_64 2026-02-21T19:59:32.924 DEBUG:teuthology.orchestra.run.trial059:> sudo yum install -y kernel 2026-02-21T19:59:32.925 INFO:teuthology.orchestra.run.trial144.stdout:5.14.0-681.el9.x86_64 2026-02-21T19:59:32.925 INFO:teuthology.task.kernel:Running kernel on trial144: 5.14.0-681.el9.x86_64 2026-02-21T19:59:32.925 DEBUG:teuthology.orchestra.run.trial144:> sudo yum install -y kernel 2026-02-21T19:59:33.990 INFO:teuthology.orchestra.run.trial059.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.9 MB 00:00 2026-02-21T19:59:34.162 INFO:teuthology.orchestra.run.trial144.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.9 MB 00:00 2026-02-21T19:59:36.748 INFO:teuthology.orchestra.run.trial144.stdout:CentOS Stream 9 - AppStream 13 MB/s | 27 MB 00:02 2026-02-21T19:59:37.144 INFO:teuthology.orchestra.run.trial059.stdout:CentOS Stream 9 - AppStream 10 MB/s | 27 MB 00:02 2026-02-21T19:59:41.062 INFO:teuthology.orchestra.run.trial059.stdout:CentOS Stream 9 - CRB 5.0 MB/s | 7.8 MB 00:01 2026-02-21T19:59:41.098 INFO:teuthology.orchestra.run.trial144.stdout:CentOS Stream 9 - CRB 4.0 MB/s | 7.8 MB 00:01 2026-02-21T19:59:42.315 INFO:teuthology.orchestra.run.trial144.stdout:CentOS Stream 9 - Extras packages 41 kB/s | 20 kB 00:00 2026-02-21T19:59:42.817 INFO:teuthology.orchestra.run.trial059.stdout:CentOS Stream 9 - Extras packages 20 kB/s | 20 kB 00:01 2026-02-21T19:59:42.959 INFO:teuthology.orchestra.run.trial144.stdout:Extra Packages for Enterprise Linux 35 MB/s | 20 MB 00:00 2026-02-21T19:59:43.267 INFO:teuthology.orchestra.run.trial059.stdout:Extra Packages for Enterprise Linux 52 MB/s | 20 MB 00:00 2026-02-21T19:59:46.192 INFO:teuthology.orchestra.run.trial144.stdout:lab-extras 2.6 MB/s | 50 kB 00:00 2026-02-21T19:59:46.413 INFO:teuthology.orchestra.run.trial059.stdout:lab-extras 2.8 MB/s | 50 kB 00:00 2026-02-21T19:59:47.194 INFO:teuthology.orchestra.run.trial144.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-21T19:59:47.194 INFO:teuthology.orchestra.run.trial144.stdout:Package kernel-5.14.0-681.el9.x86_64 is already installed. 2026-02-21T19:59:47.214 INFO:teuthology.orchestra.run.trial144.stdout:Dependencies resolved. 2026-02-21T19:59:47.214 INFO:teuthology.orchestra.run.trial144.stdout:Nothing to do. 2026-02-21T19:59:47.214 INFO:teuthology.orchestra.run.trial144.stdout:Complete! 2026-02-21T19:59:47.237 DEBUG:teuthology.orchestra.run.trial144:> echo no | sudo yum reinstall kernel || true 2026-02-21T19:59:47.422 INFO:teuthology.orchestra.run.trial059.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-21T19:59:47.422 INFO:teuthology.orchestra.run.trial059.stdout:Package kernel-5.14.0-681.el9.x86_64 is already installed. 2026-02-21T19:59:47.443 INFO:teuthology.orchestra.run.trial059.stdout:Dependencies resolved. 2026-02-21T19:59:47.443 INFO:teuthology.orchestra.run.trial059.stdout:Nothing to do. 2026-02-21T19:59:47.443 INFO:teuthology.orchestra.run.trial059.stdout:Complete! 2026-02-21T19:59:47.467 DEBUG:teuthology.orchestra.run.trial059:> echo no | sudo yum reinstall kernel || true 2026-02-21T19:59:47.537 INFO:teuthology.orchestra.run.trial144.stdout:Last metadata expiration check: 0:00:01 ago on Sat 21 Feb 2026 07:59:46 PM UTC. 2026-02-21T19:59:47.619 INFO:teuthology.orchestra.run.trial144.stdout:Dependencies resolved. 2026-02-21T19:59:47.619 INFO:teuthology.orchestra.run.trial144.stdout:================================================================================ 2026-02-21T19:59:47.619 INFO:teuthology.orchestra.run.trial144.stdout: Package Architecture Version Repository Size 2026-02-21T19:59:47.620 INFO:teuthology.orchestra.run.trial144.stdout:================================================================================ 2026-02-21T19:59:47.620 INFO:teuthology.orchestra.run.trial144.stdout:Reinstalling: 2026-02-21T19:59:47.620 INFO:teuthology.orchestra.run.trial144.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-21T19:59:47.620 INFO:teuthology.orchestra.run.trial144.stdout: 2026-02-21T19:59:47.620 INFO:teuthology.orchestra.run.trial144.stdout:Transaction Summary 2026-02-21T19:59:47.620 INFO:teuthology.orchestra.run.trial144.stdout:================================================================================ 2026-02-21T19:59:47.620 INFO:teuthology.orchestra.run.trial144.stdout: 2026-02-21T19:59:47.620 INFO:teuthology.orchestra.run.trial144.stdout:Total download size: 803 k 2026-02-21T19:59:47.620 INFO:teuthology.orchestra.run.trial144.stdout:Installed size: 0 2026-02-21T19:59:47.620 INFO:teuthology.orchestra.run.trial144.stderr:Operation aborted. 2026-02-21T19:59:47.640 INFO:teuthology.orchestra.run.trial144.stdout:Is this ok [y/N]: 2026-02-21T19:59:47.640 DEBUG:teuthology.orchestra.run.trial144:> sudo yum reinstall -y kernel || true 2026-02-21T19:59:47.767 INFO:teuthology.orchestra.run.trial059.stdout:Last metadata expiration check: 0:00:01 ago on Sat 21 Feb 2026 07:59:46 PM UTC. 2026-02-21T19:59:47.847 INFO:teuthology.orchestra.run.trial059.stdout:Dependencies resolved. 2026-02-21T19:59:47.849 INFO:teuthology.orchestra.run.trial059.stdout:================================================================================ 2026-02-21T19:59:47.849 INFO:teuthology.orchestra.run.trial059.stdout: Package Architecture Version Repository Size 2026-02-21T19:59:47.849 INFO:teuthology.orchestra.run.trial059.stdout:================================================================================ 2026-02-21T19:59:47.849 INFO:teuthology.orchestra.run.trial059.stdout:Reinstalling: 2026-02-21T19:59:47.849 INFO:teuthology.orchestra.run.trial059.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-21T19:59:47.849 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T19:59:47.849 INFO:teuthology.orchestra.run.trial059.stdout:Transaction Summary 2026-02-21T19:59:47.849 INFO:teuthology.orchestra.run.trial059.stdout:================================================================================ 2026-02-21T19:59:47.850 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T19:59:47.850 INFO:teuthology.orchestra.run.trial059.stdout:Total download size: 803 k 2026-02-21T19:59:47.850 INFO:teuthology.orchestra.run.trial059.stdout:Installed size: 0 2026-02-21T19:59:47.850 INFO:teuthology.orchestra.run.trial059.stderr:Operation aborted. 2026-02-21T19:59:47.869 INFO:teuthology.orchestra.run.trial059.stdout:Is this ok [y/N]: 2026-02-21T19:59:47.869 DEBUG:teuthology.orchestra.run.trial059:> sudo yum reinstall -y kernel || true 2026-02-21T19:59:47.935 INFO:teuthology.orchestra.run.trial144.stdout:Last metadata expiration check: 0:00:01 ago on Sat 21 Feb 2026 07:59:46 PM UTC. 2026-02-21T19:59:48.015 INFO:teuthology.orchestra.run.trial144.stdout:Dependencies resolved. 2026-02-21T19:59:48.015 INFO:teuthology.orchestra.run.trial144.stdout:================================================================================ 2026-02-21T19:59:48.015 INFO:teuthology.orchestra.run.trial144.stdout: Package Architecture Version Repository Size 2026-02-21T19:59:48.015 INFO:teuthology.orchestra.run.trial144.stdout:================================================================================ 2026-02-21T19:59:48.015 INFO:teuthology.orchestra.run.trial144.stdout:Reinstalling: 2026-02-21T19:59:48.015 INFO:teuthology.orchestra.run.trial144.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-21T19:59:48.015 INFO:teuthology.orchestra.run.trial144.stdout: 2026-02-21T19:59:48.015 INFO:teuthology.orchestra.run.trial144.stdout:Transaction Summary 2026-02-21T19:59:48.015 INFO:teuthology.orchestra.run.trial144.stdout:================================================================================ 2026-02-21T19:59:48.016 INFO:teuthology.orchestra.run.trial144.stdout: 2026-02-21T19:59:48.016 INFO:teuthology.orchestra.run.trial144.stdout:Total download size: 803 k 2026-02-21T19:59:48.016 INFO:teuthology.orchestra.run.trial144.stdout:Installed size: 0 2026-02-21T19:59:48.016 INFO:teuthology.orchestra.run.trial144.stdout:Downloading Packages: 2026-02-21T19:59:48.168 INFO:teuthology.orchestra.run.trial059.stdout:Last metadata expiration check: 0:00:02 ago on Sat 21 Feb 2026 07:59:46 PM UTC. 2026-02-21T19:59:48.247 INFO:teuthology.orchestra.run.trial059.stdout:Dependencies resolved. 2026-02-21T19:59:48.247 INFO:teuthology.orchestra.run.trial059.stdout:================================================================================ 2026-02-21T19:59:48.247 INFO:teuthology.orchestra.run.trial059.stdout: Package Architecture Version Repository Size 2026-02-21T19:59:48.248 INFO:teuthology.orchestra.run.trial059.stdout:================================================================================ 2026-02-21T19:59:48.248 INFO:teuthology.orchestra.run.trial059.stdout:Reinstalling: 2026-02-21T19:59:48.248 INFO:teuthology.orchestra.run.trial059.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-21T19:59:48.248 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T19:59:48.248 INFO:teuthology.orchestra.run.trial059.stdout:Transaction Summary 2026-02-21T19:59:48.248 INFO:teuthology.orchestra.run.trial059.stdout:================================================================================ 2026-02-21T19:59:48.248 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T19:59:48.248 INFO:teuthology.orchestra.run.trial059.stdout:Total download size: 803 k 2026-02-21T19:59:48.248 INFO:teuthology.orchestra.run.trial059.stdout:Installed size: 0 2026-02-21T19:59:48.248 INFO:teuthology.orchestra.run.trial059.stdout:Downloading Packages: 2026-02-21T19:59:48.427 INFO:teuthology.orchestra.run.trial144.stdout:kernel-5.14.0-681.el9.x86_64.rpm 10 MB/s | 803 kB 00:00 2026-02-21T19:59:48.427 INFO:teuthology.orchestra.run.trial144.stdout:-------------------------------------------------------------------------------- 2026-02-21T19:59:48.427 INFO:teuthology.orchestra.run.trial144.stdout:Total 1.9 MB/s | 803 kB 00:00 2026-02-21T19:59:48.437 INFO:teuthology.orchestra.run.trial144.stdout:Running transaction check 2026-02-21T19:59:48.470 INFO:teuthology.orchestra.run.trial144.stdout:Transaction check succeeded. 2026-02-21T19:59:48.470 INFO:teuthology.orchestra.run.trial144.stdout:Running transaction test 2026-02-21T19:59:48.475 INFO:teuthology.orchestra.run.trial144.stdout:Transaction test succeeded. 2026-02-21T19:59:48.475 INFO:teuthology.orchestra.run.trial144.stdout:Running transaction 2026-02-21T19:59:48.499 INFO:teuthology.orchestra.run.trial144.stdout: Preparing : 1/1 2026-02-21T19:59:48.502 INFO:teuthology.orchestra.run.trial144.stdout: Reinstalling : kernel-5.14.0-681.el9.x86_64 1/2 2026-02-21T19:59:48.502 INFO:teuthology.orchestra.run.trial144.stdout: Cleanup : kernel-5.14.0-681.el9.x86_64 2/2 2026-02-21T19:59:48.512 INFO:teuthology.orchestra.run.trial059.stdout:kernel-5.14.0-681.el9.x86_64.rpm 4.6 MB/s | 803 kB 00:00 2026-02-21T19:59:48.512 INFO:teuthology.orchestra.run.trial059.stdout:-------------------------------------------------------------------------------- 2026-02-21T19:59:48.512 INFO:teuthology.orchestra.run.trial059.stdout:Total 3.0 MB/s | 803 kB 00:00 2026-02-21T19:59:48.521 INFO:teuthology.orchestra.run.trial059.stdout:Running transaction check 2026-02-21T19:59:48.555 INFO:teuthology.orchestra.run.trial059.stdout:Transaction check succeeded. 2026-02-21T19:59:48.556 INFO:teuthology.orchestra.run.trial059.stdout:Running transaction test 2026-02-21T19:59:48.560 INFO:teuthology.orchestra.run.trial059.stdout:Transaction test succeeded. 2026-02-21T19:59:48.560 INFO:teuthology.orchestra.run.trial059.stdout:Running transaction 2026-02-21T19:59:48.584 INFO:teuthology.orchestra.run.trial059.stdout: Preparing : 1/1 2026-02-21T19:59:48.587 INFO:teuthology.orchestra.run.trial059.stdout: Reinstalling : kernel-5.14.0-681.el9.x86_64 1/2 2026-02-21T19:59:48.588 INFO:teuthology.orchestra.run.trial059.stdout: Cleanup : kernel-5.14.0-681.el9.x86_64 2/2 2026-02-21T19:59:48.612 INFO:teuthology.orchestra.run.trial144.stdout: Running scriptlet: kernel-5.14.0-681.el9.x86_64 2/2 2026-02-21T19:59:48.612 INFO:teuthology.orchestra.run.trial144.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 1/2 2026-02-21T19:59:48.664 INFO:teuthology.orchestra.run.trial144.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 2/2 2026-02-21T19:59:48.665 INFO:teuthology.orchestra.run.trial144.stdout: 2026-02-21T19:59:48.665 INFO:teuthology.orchestra.run.trial144.stdout:Reinstalled: 2026-02-21T19:59:48.665 INFO:teuthology.orchestra.run.trial144.stdout: kernel-5.14.0-681.el9.x86_64 2026-02-21T19:59:48.665 INFO:teuthology.orchestra.run.trial144.stdout: 2026-02-21T19:59:48.665 INFO:teuthology.orchestra.run.trial144.stdout:Complete! 2026-02-21T19:59:48.690 DEBUG:teuthology.orchestra.run.trial144:> rpm -q kernel | sort -rV | head -n 1 2026-02-21T19:59:48.696 INFO:teuthology.orchestra.run.trial059.stdout: Running scriptlet: kernel-5.14.0-681.el9.x86_64 2/2 2026-02-21T19:59:48.696 INFO:teuthology.orchestra.run.trial059.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 1/2 2026-02-21T19:59:48.716 INFO:teuthology.orchestra.run.trial144.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-21T19:59:48.716 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-21T19:59:48.716 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2026-02-21T19:59:48.716 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2026-02-21T19:59:48.716 DEBUG:teuthology.orchestra.run.trial144:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-21T19:59:48.751 INFO:teuthology.orchestra.run.trial059.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 2/2 2026-02-21T19:59:48.751 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T19:59:48.751 INFO:teuthology.orchestra.run.trial059.stdout:Reinstalled: 2026-02-21T19:59:48.751 INFO:teuthology.orchestra.run.trial059.stdout: kernel-5.14.0-681.el9.x86_64 2026-02-21T19:59:48.751 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T19:59:48.751 INFO:teuthology.orchestra.run.trial059.stdout:Complete! 2026-02-21T19:59:48.779 DEBUG:teuthology.orchestra.run.trial059:> rpm -q kernel | sort -rV | head -n 1 2026-02-21T19:59:48.780 INFO:teuthology.orchestra.run.trial144.stdout:ttyS1 2026-02-21T19:59:48.803 DEBUG:teuthology.parallel:result is None 2026-02-21T19:59:48.803 INFO:teuthology.orchestra.run.trial059.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-21T19:59:48.804 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-21T19:59:48.804 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2026-02-21T19:59:48.804 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2026-02-21T19:59:48.804 DEBUG:teuthology.orchestra.run.trial059:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-21T19:59:48.867 INFO:teuthology.orchestra.run.trial059.stdout:ttyS1 2026-02-21T19:59:48.888 DEBUG:teuthology.parallel:result is None 2026-02-21T19:59:48.889 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-21T19:59:48.900 INFO:teuthology.task.internal:Creating test directory... 2026-02-21T19:59:48.900 DEBUG:teuthology.orchestra.run.trial059:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-21T19:59:48.930 DEBUG:teuthology.orchestra.run.trial144:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-21T19:59:48.946 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-21T19:59:48.960 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-21T19:59:48.974 INFO:teuthology.task.internal:Creating archive directory... 2026-02-21T19:59:48.974 DEBUG:teuthology.orchestra.run.trial059:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-21T19:59:48.986 DEBUG:teuthology.orchestra.run.trial144:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-21T19:59:49.005 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-21T19:59:49.016 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-21T19:59:49.016 DEBUG:teuthology.orchestra.run.trial059:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-21T19:59:49.043 DEBUG:teuthology.orchestra.run.trial144:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-21T19:59:49.065 INFO:teuthology.orchestra.run.trial059.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-21T19:59:49.066 INFO:teuthology.orchestra.run.trial144.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-21T19:59:49.074 INFO:teuthology.orchestra.run.trial059.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-21T19:59:49.076 INFO:teuthology.orchestra.run.trial144.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-21T19:59:49.077 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-21T19:59:49.088 INFO:teuthology.task.internal:Configuring sudo... 2026-02-21T19:59:49.088 DEBUG:teuthology.orchestra.run.trial059:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-21T19:59:49.117 DEBUG:teuthology.orchestra.run.trial144:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-21T19:59:49.141 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-21T19:59:49.157 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-21T19:59:49.158 DEBUG:teuthology.orchestra.run.trial059:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-21T19:59:49.182 DEBUG:teuthology.orchestra.run.trial144:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-21T19:59:49.198 DEBUG:teuthology.orchestra.run.trial059:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-21T19:59:49.337 DEBUG:teuthology.orchestra.run.trial059:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-21T19:59:49.361 DEBUG:teuthology.orchestra.run.trial059:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-21T19:59:49.483 DEBUG:teuthology.orchestra.run.trial059:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-21T19:59:49.506 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-21T19:59:49.506 DEBUG:teuthology.orchestra.run.trial059:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-21T19:59:49.570 DEBUG:teuthology.orchestra.run.trial144:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-21T19:59:49.650 DEBUG:teuthology.orchestra.run.trial144:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-21T19:59:49.674 DEBUG:teuthology.orchestra.run.trial144:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-21T19:59:49.812 DEBUG:teuthology.orchestra.run.trial144:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-21T19:59:49.836 DEBUG:teuthology.orchestra.run.trial144:> set -ex 2026-02-21T19:59:49.836 DEBUG:teuthology.orchestra.run.trial144:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-21T19:59:49.898 DEBUG:teuthology.orchestra.run.trial059:> sudo service rsyslog restart 2026-02-21T19:59:49.900 DEBUG:teuthology.orchestra.run.trial144:> sudo service rsyslog restart 2026-02-21T19:59:49.926 INFO:teuthology.orchestra.run.trial059.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-21T19:59:49.965 INFO:teuthology.orchestra.run.trial144.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-21T19:59:50.384 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-21T19:59:50.396 INFO:teuthology.task.internal:Starting timer... 2026-02-21T19:59:50.396 INFO:teuthology.run_tasks:Running task pcp... 2026-02-21T19:59:50.412 INFO:teuthology.run_tasks:Running task selinux... 2026-02-21T19:59:50.427 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2026-02-21T19:59:50.427 DEBUG:teuthology.orchestra.run.trial059:> sudo service auditd rotate 2026-02-21T19:59:50.456 INFO:teuthology.orchestra.run.trial059.stdout:Rotating logs: 2026-02-21T19:59:50.458 DEBUG:teuthology.orchestra.run.trial144:> sudo service auditd rotate 2026-02-21T19:59:50.486 INFO:teuthology.orchestra.run.trial144.stdout:Rotating logs: 2026-02-21T19:59:50.487 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-21T19:59:50.487 DEBUG:teuthology.orchestra.run.trial059:> /usr/sbin/getenforce 2026-02-21T19:59:50.514 INFO:teuthology.orchestra.run.trial059.stdout:Permissive 2026-02-21T19:59:50.514 DEBUG:teuthology.orchestra.run.trial144:> /usr/sbin/getenforce 2026-02-21T19:59:50.543 INFO:teuthology.orchestra.run.trial144.stdout:Permissive 2026-02-21T19:59:50.544 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@trial059.front.sepia.ceph.com': 'permissive', 'ubuntu@trial144.front.sepia.ceph.com': 'permissive'} 2026-02-21T19:59:50.544 DEBUG:teuthology.orchestra.run.trial059:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-21T19:59:50.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-21T19:59:50.579 DEBUG:teuthology.orchestra.run.trial144:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-21T19:59:50.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-21T19:59:50.610 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-21T19:59:50.610 DEBUG:teuthology.orchestra.run.trial059:> sudo /usr/sbin/setenforce permissive 2026-02-21T19:59:50.645 DEBUG:teuthology.orchestra.run.trial144:> sudo /usr/sbin/setenforce permissive 2026-02-21T19:59:50.674 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-21T19:59:50.687 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-21T19:59:50.696 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-21T19:59:50.696 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial059.front.sepia.ceph.com,trial144.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-21T20:02:18.103 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial059.front.sepia.ceph.com'), Remote(name='ubuntu@trial144.front.sepia.ceph.com')] 2026-02-21T20:02:18.104 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial059.front.sepia.ceph.com' 2026-02-21T20:02:18.105 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial059.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-21T20:02:18.170 DEBUG:teuthology.orchestra.run.trial059:> true 2026-02-21T20:02:18.247 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial059.front.sepia.ceph.com' 2026-02-21T20:02:18.248 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial144.front.sepia.ceph.com' 2026-02-21T20:02:18.248 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial144.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-21T20:02:18.317 DEBUG:teuthology.orchestra.run.trial144:> true 2026-02-21T20:02:18.394 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial144.front.sepia.ceph.com' 2026-02-21T20:02:18.394 INFO:teuthology.run_tasks:Running task clock... 2026-02-21T20:02:18.409 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-21T20:02:18.409 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-21T20:02:18.410 DEBUG:teuthology.orchestra.run.trial059:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-21T20:02:18.412 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-21T20:02:18.412 DEBUG:teuthology.orchestra.run.trial144:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-21T20:02:18.437 INFO:teuthology.orchestra.run.trial059.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-21T20:02:18.449 INFO:teuthology.orchestra.run.trial059.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-21T20:02:18.462 INFO:teuthology.orchestra.run.trial144.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-21T20:02:18.468 INFO:teuthology.orchestra.run.trial059.stderr:sudo: ntpd: command not found 2026-02-21T20:02:18.473 INFO:teuthology.orchestra.run.trial144.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-21T20:02:18.477 INFO:teuthology.orchestra.run.trial059.stdout:506 Cannot talk to daemon 2026-02-21T20:02:18.488 INFO:teuthology.orchestra.run.trial059.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-21T20:02:18.494 INFO:teuthology.orchestra.run.trial144.stderr:sudo: ntpd: command not found 2026-02-21T20:02:18.500 INFO:teuthology.orchestra.run.trial059.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-21T20:02:18.503 INFO:teuthology.orchestra.run.trial144.stdout:506 Cannot talk to daemon 2026-02-21T20:02:18.515 INFO:teuthology.orchestra.run.trial144.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-21T20:02:18.527 INFO:teuthology.orchestra.run.trial144.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-21T20:02:18.544 INFO:teuthology.orchestra.run.trial059.stderr:bash: line 1: ntpq: command not found 2026-02-21T20:02:18.546 INFO:teuthology.orchestra.run.trial059.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-21T20:02:18.546 INFO:teuthology.orchestra.run.trial059.stdout:=============================================================================== 2026-02-21T20:02:18.569 INFO:teuthology.orchestra.run.trial144.stderr:bash: line 1: ntpq: command not found 2026-02-21T20:02:18.579 INFO:teuthology.orchestra.run.trial144.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-21T20:02:18.579 INFO:teuthology.orchestra.run.trial144.stdout:=============================================================================== 2026-02-21T20:02:18.579 INFO:teuthology.orchestra.run.trial144.stdout:^? white.web-ster.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-21T20:02:18.579 INFO:teuthology.orchestra.run.trial144.stdout:^? sushi.ruselabs.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-21T20:02:18.579 INFO:teuthology.run_tasks:Running task cephadm... 2026-02-21T20:02:18.689 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'squid', 'image': 'quay.ceph.io/ceph-ci/ceph:squid', 'roleless': True, 'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_REFRESH_FAILED'], 'log-only-match': ['CEPHADM_'], 'sha1': '042df16cd9ee8a8df553b188fef8a8c4a9e7ab01'} 2026-02-21T20:02:18.689 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:squid 2026-02-21T20:02:18.691 INFO:tasks.cephadm:Cluster fsid is 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:02:18.691 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2026-02-21T20:02:18.691 INFO:tasks.cephadm:No mon roles; fabricating mons 2026-02-21T20:02:18.691 INFO:tasks.cephadm:Monitor IPs: {'mon.trial059': '10.20.193.59', 'mon.trial144': '10.20.193.144'} 2026-02-21T20:02:18.691 INFO:tasks.cephadm:Normalizing hostnames... 2026-02-21T20:02:18.691 DEBUG:teuthology.orchestra.run.trial059:> sudo hostname $(hostname -s) 2026-02-21T20:02:18.718 DEBUG:teuthology.orchestra.run.trial144:> sudo hostname $(hostname -s) 2026-02-21T20:02:18.745 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for squid 2026-02-21T20:02:18.745 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 2026-02-21T20:02:18.870 INFO:tasks.cephadm:builder_project result: [{'url': 'https://3.chacra.ceph.com/r/ceph/wip-adk3-testing-2026-02-12-2007/042df16cd9ee8a8df553b188fef8a8c4a9e7ab01/centos/9/flavors/default/', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-adk3-testing-2026-02-12-2007/042df16cd9ee8a8df553b188fef8a8c4a9e7ab01/centos/9/flavors/default/', 'ref': 'wip-adk3-testing-2026-02-12-2007', 'sha1': '042df16cd9ee8a8df553b188fef8a8c4a9e7ab01', 'distro': 'centos', 'distro_version': '9', 'distro_codename': None, 'modified': '2026-02-13 09:21:40.103301', 'status': 'ready', 'flavor': 'default', 'project': 'ceph', 'archs': ['source', 'x86_64'], 'extra': {'version': '20.3.0-5291-g042df16c', 'package_manager_version': '20.3.0-5291.g042df16c', 'build_url': 'https://jenkins.ceph.com/job/ceph-dev-pipeline/2964/', 'root_build_cause': '', 'node_name': '10.20.192.98+toko08', 'job_name': 'ceph-dev-pipeline'}}] 2026-02-21T20:02:19.025 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 283431c091dafc302f5753f809d0bd1eddce0869 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=squid 2026-02-21T20:02:19.026 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm 2026-02-21T20:02:19.026 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm 2026-02-21T20:02:19.026 DEBUG:teuthology.orchestra.run.trial059:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-02-21T20:02:19.377 INFO:teuthology.orchestra.run.trial059.stdout:-rw-r--r--. 1 ubuntu ubuntu 788157 Feb 21 20:02 /home/ubuntu/cephtest/cephadm 2026-02-21T20:02:19.378 DEBUG:teuthology.orchestra.run.trial144:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-02-21T20:02:19.701 INFO:teuthology.orchestra.run.trial144.stdout:-rw-r--r--. 1 ubuntu ubuntu 788157 Feb 21 20:02 /home/ubuntu/cephtest/cephadm 2026-02-21T20:02:19.701 DEBUG:teuthology.orchestra.run.trial059:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-02-21T20:02:19.719 DEBUG:teuthology.orchestra.run.trial144:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-02-21T20:02:19.742 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:squid on all hosts... 2026-02-21T20:02:19.743 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2026-02-21T20:02:19.760 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2026-02-21T20:02:20.115 INFO:teuthology.orchestra.run.trial059.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-21T20:02:20.134 INFO:teuthology.orchestra.run.trial144.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-21T20:02:33.537 INFO:teuthology.orchestra.run.trial144.stdout:{ 2026-02-21T20:02:33.537 INFO:teuthology.orchestra.run.trial144.stdout: "ceph_version": "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)", 2026-02-21T20:02:33.537 INFO:teuthology.orchestra.run.trial144.stdout: "image_id": "4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126", 2026-02-21T20:02:33.537 INFO:teuthology.orchestra.run.trial144.stdout: "repo_digests": [ 2026-02-21T20:02:33.537 INFO:teuthology.orchestra.run.trial144.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4" 2026-02-21T20:02:33.537 INFO:teuthology.orchestra.run.trial144.stdout: ] 2026-02-21T20:02:33.538 INFO:teuthology.orchestra.run.trial144.stdout:} 2026-02-21T20:02:33.656 INFO:teuthology.orchestra.run.trial059.stdout:{ 2026-02-21T20:02:33.656 INFO:teuthology.orchestra.run.trial059.stdout: "ceph_version": "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)", 2026-02-21T20:02:33.656 INFO:teuthology.orchestra.run.trial059.stdout: "image_id": "4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126", 2026-02-21T20:02:33.656 INFO:teuthology.orchestra.run.trial059.stdout: "repo_digests": [ 2026-02-21T20:02:33.656 INFO:teuthology.orchestra.run.trial059.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4" 2026-02-21T20:02:33.656 INFO:teuthology.orchestra.run.trial059.stdout: ] 2026-02-21T20:02:33.656 INFO:teuthology.orchestra.run.trial059.stdout:} 2026-02-21T20:02:33.672 DEBUG:teuthology.orchestra.run.trial059:> sudo mkdir -p /etc/ceph 2026-02-21T20:02:33.732 DEBUG:teuthology.orchestra.run.trial144:> sudo mkdir -p /etc/ceph 2026-02-21T20:02:33.760 DEBUG:teuthology.orchestra.run.trial059:> sudo chmod 777 /etc/ceph 2026-02-21T20:02:33.784 DEBUG:teuthology.orchestra.run.trial144:> sudo chmod 777 /etc/ceph 2026-02-21T20:02:33.824 INFO:tasks.cephadm:Writing seed config... 2026-02-21T20:02:33.825 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2026-02-21T20:02:33.825 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2026-02-21T20:02:33.825 INFO:tasks.cephadm: override: [mon] debug mon = 20 2026-02-21T20:02:33.825 INFO:tasks.cephadm: override: [mon] debug ms = 1 2026-02-21T20:02:33.825 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2026-02-21T20:02:33.825 INFO:tasks.cephadm: override: [osd] debug ms = 1 2026-02-21T20:02:33.825 INFO:tasks.cephadm: override: [osd] debug osd = 20 2026-02-21T20:02:33.825 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2026-02-21T20:02:33.825 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-21T20:02:33.825 DEBUG:teuthology.orchestra.run.trial059:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2026-02-21T20:02:33.841 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 39d77373-0f60-11f1-8f14-d404e6e7d460 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd mclock skip benchmark = true osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2026-02-21T20:02:33.841 DEBUG:teuthology.orchestra.run.trial059:mon.trial059> sudo journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial059.service 2026-02-21T20:02:33.884 INFO:tasks.cephadm:Bootstrapping... 2026-02-21T20:02:33.884 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid -v bootstrap --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-ip 10.20.193.59 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2026-02-21T20:02:34.148 INFO:teuthology.orchestra.run.trial059.stdout:-------------------------------------------------------------------------------- 2026-02-21T20:02:34.148 INFO:teuthology.orchestra.run.trial059.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:squid', '-v', 'bootstrap', '--fsid', '39d77373-0f60-11f1-8f14-d404e6e7d460', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-ip', '10.20.193.59', '--skip-admin-label'] 2026-02-21T20:02:34.149 INFO:teuthology.orchestra.run.trial059.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2026-02-21T20:02:34.149 INFO:teuthology.orchestra.run.trial059.stdout:Verifying podman|docker is present... 2026-02-21T20:02:34.164 INFO:teuthology.orchestra.run.trial059.stdout:/bin/podman: stdout 5.6.0 2026-02-21T20:02:34.164 INFO:teuthology.orchestra.run.trial059.stdout:Verifying lvm2 is present... 2026-02-21T20:02:34.164 INFO:teuthology.orchestra.run.trial059.stdout:Verifying time synchronization is in place... 2026-02-21T20:02:34.171 INFO:teuthology.orchestra.run.trial059.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-02-21T20:02:34.171 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-02-21T20:02:34.178 INFO:teuthology.orchestra.run.trial059.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-02-21T20:02:34.178 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stdout inactive 2026-02-21T20:02:34.184 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stdout enabled 2026-02-21T20:02:34.190 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stdout active 2026-02-21T20:02:34.190 INFO:teuthology.orchestra.run.trial059.stdout:Unit chronyd.service is enabled and running 2026-02-21T20:02:34.190 INFO:teuthology.orchestra.run.trial059.stdout:Repeating the final host check... 2026-02-21T20:02:34.206 INFO:teuthology.orchestra.run.trial059.stdout:/bin/podman: stdout 5.6.0 2026-02-21T20:02:34.207 INFO:teuthology.orchestra.run.trial059.stdout:podman (/bin/podman) version 5.6.0 is present 2026-02-21T20:02:34.207 INFO:teuthology.orchestra.run.trial059.stdout:systemctl is present 2026-02-21T20:02:34.207 INFO:teuthology.orchestra.run.trial059.stdout:lvcreate is present 2026-02-21T20:02:34.213 INFO:teuthology.orchestra.run.trial059.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-02-21T20:02:34.213 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-02-21T20:02:34.218 INFO:teuthology.orchestra.run.trial059.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-02-21T20:02:34.218 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stdout inactive 2026-02-21T20:02:34.223 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stdout enabled 2026-02-21T20:02:34.229 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stdout active 2026-02-21T20:02:34.229 INFO:teuthology.orchestra.run.trial059.stdout:Unit chronyd.service is enabled and running 2026-02-21T20:02:34.229 INFO:teuthology.orchestra.run.trial059.stdout:Host looks OK 2026-02-21T20:02:34.229 INFO:teuthology.orchestra.run.trial059.stdout:Cluster fsid: 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:02:34.229 INFO:teuthology.orchestra.run.trial059.stdout:Acquiring lock 140156811565280 on /run/cephadm/39d77373-0f60-11f1-8f14-d404e6e7d460.lock 2026-02-21T20:02:34.229 INFO:teuthology.orchestra.run.trial059.stdout:Lock 140156811565280 acquired on /run/cephadm/39d77373-0f60-11f1-8f14-d404e6e7d460.lock 2026-02-21T20:02:34.230 INFO:teuthology.orchestra.run.trial059.stdout:Verifying IP 10.20.193.59 port 3300 ... 2026-02-21T20:02:34.230 INFO:teuthology.orchestra.run.trial059.stdout:Verifying IP 10.20.193.59 port 6789 ... 2026-02-21T20:02:34.230 INFO:teuthology.orchestra.run.trial059.stdout:Base mon IP(s) is [10.20.193.59:3300, 10.20.193.59:6789], mon addrv is [v2:10.20.193.59:3300,v1:10.20.193.59:6789] 2026-02-21T20:02:34.233 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.59 metric 102 2026-02-21T20:02:34.233 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout 10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.59 metric 102 2026-02-21T20:02:34.233 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout 169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-21T20:02:34.236 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2026-02-21T20:02:34.236 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout fe80::/64 dev enp1s0f0 proto kernel metric 256 pref medium 2026-02-21T20:02:34.236 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout fe80::/64 dev enp7s0f4u2u2c2 proto kernel metric 1024 pref medium 2026-02-21T20:02:34.238 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2026-02-21T20:02:34.238 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2026-02-21T20:02:34.238 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-21T20:02:34.239 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout 2: enp7s0f4u2u2c2: mtu 1500 state UNKNOWN qlen 1000 2026-02-21T20:02:34.239 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout inet6 fe80::1b9e:250d:d0ba:29db/64 scope link noprefixroute 2026-02-21T20:02:34.239 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-21T20:02:34.239 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout 3: enp1s0f0: mtu 1500 state UP qlen 1000 2026-02-21T20:02:34.239 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout inet6 fe80::925a:8ff:fe77:5de0/64 scope link 2026-02-21T20:02:34.239 INFO:teuthology.orchestra.run.trial059.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-21T20:02:34.239 INFO:teuthology.orchestra.run.trial059.stdout:Mon IP `10.20.193.59` is in CIDR network `10.20.192.0/20` 2026-02-21T20:02:34.239 INFO:teuthology.orchestra.run.trial059.stdout:Mon IP `10.20.193.59` is in CIDR network `10.20.192.0/20` 2026-02-21T20:02:34.239 INFO:teuthology.orchestra.run.trial059.stdout:Inferred mon public CIDR from local network configuration ['10.20.192.0/20', '10.20.192.0/20'] 2026-02-21T20:02:34.239 INFO:teuthology.orchestra.run.trial059.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2026-02-21T20:02:34.239 INFO:teuthology.orchestra.run.trial059.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-21T20:02:34.474 INFO:teuthology.orchestra.run.trial059.stdout:/bin/podman: stdout 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 2026-02-21T20:02:34.474 INFO:teuthology.orchestra.run.trial059.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:squid... 2026-02-21T20:02:34.474 INFO:teuthology.orchestra.run.trial059.stdout:/bin/podman: stderr Getting image source signatures 2026-02-21T20:02:34.474 INFO:teuthology.orchestra.run.trial059.stdout:/bin/podman: stderr Copying blob sha256:64e40020cdc81486fe697dfe0e523a5804d33e01a9e9bdfc58898ab18d415677 2026-02-21T20:02:34.474 INFO:teuthology.orchestra.run.trial059.stdout:/bin/podman: stderr Copying blob sha256:c92ccfe8c151fb35c12ff15a7a7de08028e120d73814d436eadc192e84f49ad9 2026-02-21T20:02:34.474 INFO:teuthology.orchestra.run.trial059.stdout:/bin/podman: stderr Copying config sha256:4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 2026-02-21T20:02:34.474 INFO:teuthology.orchestra.run.trial059.stdout:/bin/podman: stderr Writing manifest to image destination 2026-02-21T20:02:34.597 INFO:teuthology.orchestra.run.trial059.stdout:ceph: stdout ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable) 2026-02-21T20:02:34.597 INFO:teuthology.orchestra.run.trial059.stdout:Ceph version: ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable) 2026-02-21T20:02:34.597 INFO:teuthology.orchestra.run.trial059.stdout:Extracting ceph user uid/gid from container image... 2026-02-21T20:02:34.711 INFO:teuthology.orchestra.run.trial059.stdout:stat: stdout 167 167 2026-02-21T20:02:34.711 INFO:teuthology.orchestra.run.trial059.stdout:Creating initial keys... 2026-02-21T20:02:34.846 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph-authtool: stdout AQBaD5ppbZi6MRAAKV95qquBr0iAKBbOIf2VeA== 2026-02-21T20:02:34.977 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph-authtool: stdout AQBaD5ppJrKLORAAM+dOYaMGSHqSZwFj10Wwdw== 2026-02-21T20:02:35.103 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph-authtool: stdout AQBbD5ppfhqHBRAAX33ACZo4Ik2HkWGZ9rmTPw== 2026-02-21T20:02:35.103 INFO:teuthology.orchestra.run.trial059.stdout:Creating initial monmap... 2026-02-21T20:02:35.243 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2026-02-21T20:02:35.243 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2026-02-21T20:02:35.243 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:02:35.243 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-02-21T20:02:35.243 INFO:teuthology.orchestra.run.trial059.stdout:monmaptool for trial059 [v2:10.20.193.59:3300,v1:10.20.193.59:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2026-02-21T20:02:35.243 INFO:teuthology.orchestra.run.trial059.stdout:setting min_mon_release = quincy 2026-02-21T20:02:35.243 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/monmaptool: set fsid to 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:02:35.243 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-02-21T20:02:35.243 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:02:35.243 INFO:teuthology.orchestra.run.trial059.stdout:Creating mon... 2026-02-21T20:02:35.372 INFO:teuthology.orchestra.run.trial059.stdout:create mon.trial059 on 2026-02-21T20:02:35.634 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2026-02-21T20:02:35.743 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-39d77373-0f60-11f1-8f14-d404e6e7d460.target → /etc/systemd/system/ceph-39d77373-0f60-11f1-8f14-d404e6e7d460.target. 2026-02-21T20:02:35.743 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-39d77373-0f60-11f1-8f14-d404e6e7d460.target → /etc/systemd/system/ceph-39d77373-0f60-11f1-8f14-d404e6e7d460.target. 2026-02-21T20:02:35.877 INFO:teuthology.orchestra.run.trial059.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial059 2026-02-21T20:02:35.878 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stderr Failed to reset failed state of unit ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial059.service: Unit ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial059.service not loaded. 2026-02-21T20:02:36.009 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-39d77373-0f60-11f1-8f14-d404e6e7d460.target.wants/ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial059.service → /etc/systemd/system/ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@.service. 2026-02-21T20:02:36.145 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 podman[32397]: 2026-02-21 20:02:36.115999782 +0000 UTC m=+0.015747010 container create 64f93354f43f1e7e0cb2327258d766601daf8d511030688080098b3dfbee52d1 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_REF=squid, ceph=True, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-21T20:02:36.163 INFO:teuthology.orchestra.run.trial059.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-21T20:02:36.163 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stdout disabled 2026-02-21T20:02:36.170 INFO:teuthology.orchestra.run.trial059.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-21T20:02:36.170 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stdout inactive 2026-02-21T20:02:36.170 INFO:teuthology.orchestra.run.trial059.stdout:firewalld.service is not enabled 2026-02-21T20:02:36.170 INFO:teuthology.orchestra.run.trial059.stdout:Not possible to enable service . firewalld.service is not available 2026-02-21T20:02:36.170 INFO:teuthology.orchestra.run.trial059.stdout:Waiting for mon to start... 2026-02-21T20:02:36.170 INFO:teuthology.orchestra.run.trial059.stdout:Waiting for mon... 2026-02-21T20:02:36.323 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout cluster: 2026-02-21T20:02:36.323 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout id: 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:02:36.323 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2026-02-21T20:02:36.323 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 2026-02-21T20:02:36.323 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout services: 2026-02-21T20:02:36.323 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum trial059 (age 0.129813s) 2026-02-21T20:02:36.323 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2026-02-21T20:02:36.323 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2026-02-21T20:02:36.323 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 2026-02-21T20:02:36.323 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout data: 2026-02-21T20:02:36.323 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2026-02-21T20:02:36.324 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2026-02-21T20:02:36.324 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2026-02-21T20:02:36.324 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout pgs: 2026-02-21T20:02:36.324 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 2026-02-21T20:02:36.324 INFO:teuthology.orchestra.run.trial059.stdout:mon is available 2026-02-21T20:02:36.324 INFO:teuthology.orchestra.run.trial059.stdout:Assimilating anything we can from ceph.conf... 2026-02-21T20:02:36.439 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 podman[32397]: 2026-02-21 20:02:36.146814253 +0000 UTC m=+0.046561411 container init 64f93354f43f1e7e0cb2327258d766601daf8d511030688080098b3dfbee52d1 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_REF=squid, ceph=True, org.label-schema.build-date=20260202, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default) 2026-02-21T20:02:36.439 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 podman[32397]: 2026-02-21 20:02:36.149441259 +0000 UTC m=+0.049188417 container start 64f93354f43f1e7e0cb2327258d766601daf8d511030688080098b3dfbee52d1 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, ceph=True, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=squid, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260202, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-21T20:02:36.439 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 bash[32397]: 64f93354f43f1e7e0cb2327258d766601daf8d511030688080098b3dfbee52d1 2026-02-21T20:02:36.439 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 podman[32397]: 2026-02-21 20:02:36.109420765 +0000 UTC m=+0.009167933 image pull 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 quay.ceph.io/ceph-ci/ceph:squid 2026-02-21T20:02:36.439 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 systemd[1]: Started Ceph mon.trial059 for 39d77373-0f60-11f1-8f14-d404e6e7d460. 2026-02-21T20:02:36.439 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 ceph-mon[32424]: mkfs 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:02:36.439 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 ceph-mon[32424]: mon.trial059 is new leader, mons trial059 in quorum (ranks 0) 2026-02-21T20:02:36.474 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 2026-02-21T20:02:36.474 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout [global] 2026-02-21T20:02:36.474 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout fsid = 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:02:36.474 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-02-21T20:02:36.474 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout mon_host = [v2:10.20.193.59:3300,v1:10.20.193.59:6789] 2026-02-21T20:02:36.474 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-02-21T20:02:36.474 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-02-21T20:02:36.475 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-02-21T20:02:36.475 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-02-21T20:02:36.475 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 2026-02-21T20:02:36.475 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout [mgr] 2026-02-21T20:02:36.475 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-02-21T20:02:36.475 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 2026-02-21T20:02:36.475 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout [osd] 2026-02-21T20:02:36.475 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-02-21T20:02:36.475 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-02-21T20:02:36.475 INFO:teuthology.orchestra.run.trial059.stdout:Generating new minimal ceph.conf... 2026-02-21T20:02:36.628 INFO:teuthology.orchestra.run.trial059.stdout:Restarting the monitor... 2026-02-21T20:02:36.713 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 systemd[1]: Stopping Ceph mon.trial059 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:02:36.980 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059[32420]: 2026-02-21T20:02:36.710+0000 7f5ed2d6d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.trial059 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-21T20:02:36.980 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059[32420]: 2026-02-21T20:02:36.710+0000 7f5ed2d6d640 -1 mon.trial059@0(leader) e1 *** Got Signal Terminated *** 2026-02-21T20:02:36.980 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 podman[32706]: 2026-02-21 20:02:36.823455173 +0000 UTC m=+0.124358887 container died 64f93354f43f1e7e0cb2327258d766601daf8d511030688080098b3dfbee52d1 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.build-date=20260202, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.label-schema.license=GPLv2) 2026-02-21T20:02:36.980 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 podman[32706]: 2026-02-21 20:02:36.830844228 +0000 UTC m=+0.131747942 container remove 64f93354f43f1e7e0cb2327258d766601daf8d511030688080098b3dfbee52d1 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.build-date=20260202, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, org.label-schema.vendor=CentOS) 2026-02-21T20:02:36.980 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 bash[32706]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059 2026-02-21T20:02:36.980 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 systemd[1]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial059.service: Deactivated successfully. 2026-02-21T20:02:36.980 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 systemd[1]: Stopped Ceph mon.trial059 for 39d77373-0f60-11f1-8f14-d404e6e7d460. 2026-02-21T20:02:36.980 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 systemd[1]: Starting Ceph mon.trial059 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:02:36.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:36 trial059 podman[32836]: 2026-02-21 20:02:36.980035183 +0000 UTC m=+0.016008782 container create a4d2055500fb5495746a7bfcb131fb872f0fa158a3c3452e5869e148bc04e593 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_REF=squid, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.build-date=20260202, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-21T20:02:37.017 INFO:teuthology.orchestra.run.trial059.stdout:Setting public_network to 10.20.192.0/20 in mon config section 2026-02-21T20:02:37.169 INFO:teuthology.orchestra.run.trial059.stdout:Wrote config to /etc/ceph/ceph.conf 2026-02-21T20:02:37.170 INFO:teuthology.orchestra.run.trial059.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2026-02-21T20:02:37.170 INFO:teuthology.orchestra.run.trial059.stdout:Creating mgr... 2026-02-21T20:02:37.170 INFO:teuthology.orchestra.run.trial059.stdout:Verifying port 0.0.0.0:9283 ... 2026-02-21T20:02:37.170 INFO:teuthology.orchestra.run.trial059.stdout:Verifying port 0.0.0.0:8765 ... 2026-02-21T20:02:37.170 INFO:teuthology.orchestra.run.trial059.stdout:Verifying port 0.0.0.0:8443 ... 2026-02-21T20:02:37.304 INFO:teuthology.orchestra.run.trial059.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mgr.trial059.suhfeu 2026-02-21T20:02:37.304 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stderr Failed to reset failed state of unit ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mgr.trial059.suhfeu.service: Unit ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mgr.trial059.suhfeu.service not loaded. 2026-02-21T20:02:37.310 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 podman[32836]: 2026-02-21 20:02:37.0095846 +0000 UTC m=+0.045558118 container init a4d2055500fb5495746a7bfcb131fb872f0fa158a3c3452e5869e148bc04e593 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.label-schema.build-date=20260202, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=squid) 2026-02-21T20:02:37.310 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 podman[32836]: 2026-02-21 20:02:37.011904172 +0000 UTC m=+0.047877700 container start a4d2055500fb5495746a7bfcb131fb872f0fa158a3c3452e5869e148bc04e593 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260202, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, ceph=True, CEPH_REF=squid) 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 bash[32836]: a4d2055500fb5495746a7bfcb131fb872f0fa158a3c3452e5869e148bc04e593 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 podman[32836]: 2026-02-21 20:02:36.973733516 +0000 UTC m=+0.009707044 image pull 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 quay.ceph.io/ceph-ci/ceph:squid 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 systemd[1]: Started Ceph mon.trial059 for 39d77373-0f60-11f1-8f14-d404e6e7d460. 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: set uid:gid to 167:167 (ceph:ceph) 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable), process ceph-mon, pid 2 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: pidfile_write: ignore empty --pid-file 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: load: jerasure load: lrc 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: RocksDB version: 7.9.2 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Git sha 0 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Compile date 2026-02-07 14:59:59 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: DB SUMMARY 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: DB Session ID: 1VYXUDGM3PAYX1ECN2UQ 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: CURRENT file: CURRENT 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: IDENTITY file: IDENTITY 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: SST files in /var/lib/ceph/mon/ceph-trial059/store.db dir, Total Num: 1, files: 000008.sst 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-trial059/store.db: 000009.log size: 74753 ; 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.error_if_exists: 0 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.create_if_missing: 0 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.paranoid_checks: 1 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.env: 0x5633019b9dc0 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.fs: PosixFileSystem 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.info_log: 0x563303025a20 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_file_opening_threads: 16 2026-02-21T20:02:37.311 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.statistics: (nil) 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.use_fsync: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_log_file_size: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.keep_log_file_num: 1000 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.recycle_log_file_num: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.allow_fallocate: 1 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.allow_mmap_reads: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.allow_mmap_writes: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.use_direct_reads: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.create_missing_column_families: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.db_log_dir: 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.wal_dir: 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.advise_random_on_open: 1 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.db_write_buffer_size: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.write_buffer_manager: 0x563303029900 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.rate_limiter: (nil) 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.wal_recovery_mode: 2 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.enable_thread_tracking: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.enable_pipelined_write: 0 2026-02-21T20:02:37.312 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.unordered_write: 0 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.row_cache: None 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.wal_filter: None 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.allow_ingest_behind: 0 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.two_write_queues: 0 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.manual_wal_flush: 0 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.wal_compression: 0 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.atomic_flush: 0 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.log_readahead_size: 0 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.best_efforts_recovery: 0 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.allow_data_in_errors: 0 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.db_host_id: __hostname__ 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-21T20:02:37.313 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_background_jobs: 2 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_background_compactions: -1 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_subcompactions: 1 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_total_wal_size: 0 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_open_files: -1 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.bytes_per_sync: 0 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compaction_readahead_size: 0 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_background_flushes: -1 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Compression algorithms supported: 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: kZSTD supported: 0 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: kXpressCompression supported: 0 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: kBZip2Compression supported: 0 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: kLZ4Compression supported: 1 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: kZlibCompression supported: 1 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: kLZ4HCCompression supported: 1 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: kSnappyCompression supported: 1 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-trial059/store.db/MANIFEST-000010 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.merge_operator: 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compaction_filter: None 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compaction_filter_factory: None 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.sst_partitioner_factory: None 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563303024700) 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout: cache_index_and_filter_blocks: 1 2026-02-21T20:02:37.314 INFO:journalctl@ceph.mon.trial059.trial059.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: pin_top_level_index_and_filter: 1 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: index_type: 0 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: data_block_index_type: 0 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: index_shortening: 1 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: checksum: 4 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: no_block_cache: 0 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_cache: 0x563303049350 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_cache_name: BinnedLRUCache 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_cache_options: 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: capacity : 536870912 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: num_shard_bits : 4 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: strict_capacity_limit : 0 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: high_pri_pool_ratio: 0.000 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_cache_compressed: (nil) 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: persistent_cache: (nil) 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_size: 4096 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_size_deviation: 10 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_restart_interval: 16 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: index_block_restart_interval: 1 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: metadata_block_size: 4096 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: partition_filters: 0 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: use_delta_encoding: 1 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: filter_policy: bloomfilter 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: whole_key_filtering: 1 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: verify_compression: 0 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: read_amp_bytes_per_bit: 0 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: format_version: 5 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: enable_index_compression: 1 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_align: 0 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: max_auto_readahead_size: 262144 2026-02-21T20:02:37.315 INFO:journalctl@ceph.mon.trial059.trial059.stdout: prepopulate_block_cache: 0 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout: initial_auto_readahead_size: 8192 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout: num_file_reads_for_auto_readahead: 2 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.write_buffer_size: 33554432 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_write_buffer_number: 2 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compression: NoCompression 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.bottommost_compression: Disabled 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.prefix_extractor: nullptr 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.num_levels: 7 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compression_opts.level: 32767 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compression_opts.strategy: 0 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-21T20:02:37.316 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compression_opts.enabled: false 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.target_file_size_base: 67108864 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-21T20:02:37.317 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.arena_block_size: 1048576 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.disable_auto_compactions: 0 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-21T20:02:37.318 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.inplace_update_support: 0 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.bloom_locality: 0 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.max_successive_merges: 0 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.paranoid_file_checks: 0 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.force_consistency_checks: 1 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.report_bg_io_stats: 0 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.ttl: 2592000 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.enable_blob_files: false 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.min_blob_size: 0 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.blob_file_size: 268435456 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.blob_file_starting_level: 0 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-trial059/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: deef1626-c75d-47bc-b1b1-d1d05b44d9a8 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771704157030041, "job": 1, "event": "recovery_started", "wal_files": [9]} 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2026-02-21T20:02:37.319 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771704157031053, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 71853, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 223, "table_properties": {"data_size": 70124, "index_size": 178, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 517, "raw_key_size": 9536, "raw_average_key_size": 49, "raw_value_size": 64751, "raw_average_value_size": 333, "num_data_blocks": 8, "num_entries": 194, "num_filter_entries": 194, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1771704157, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "deef1626-c75d-47bc-b1b1-d1d05b44d9a8", "db_session_id": "1VYXUDGM3PAYX1ECN2UQ", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771704157031107, "job": 1, "event": "recovery_finished"} 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-trial059/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56330304ae00 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: DB pointer 0x563303158000 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: ** DB Stats ** 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: ** Compaction Stats [default] ** 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: L0 2/0 72.06 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 85.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Sum 2/0 72.06 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 85.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 85.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: ** Compaction Stats [default] ** 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 85.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-21T20:02:37.320 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Cumulative compaction: 0.00 GB write, 23.53 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Interval compaction: 0.00 GB write, 23.53 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Block cache BinnedLRUCache@0x563303049350#2 capacity: 512.00 MB usage: 1.08 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.9e-05 secs_since: 0 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.70 KB,0.00013411%) IndexBlock(2,0.38 KB,7.15256e-05%) Misc(1,0.00 KB,0%) 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: starting mon.trial059 rank 0 at public addrs [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] at bind addrs [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon_data /var/lib/ceph/mon/ceph-trial059 fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: mon.trial059@-1(???) e1 preinit fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: mon.trial059@-1(???).mds e1 new map 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: mon.trial059@-1(???).mds e1 print_map 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: e1 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: btime 2026-02-21T20:02:36:175416+0000 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: legacy client fscid: -1 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout: No filesystems configured 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: mon.trial059@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: mon.trial059@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: mon.trial059@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: mon.trial059@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: mon.trial059@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: mon.trial059 is new leader, mons trial059 in quorum (ranks 0) 2026-02-21T20:02:37.321 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: monmap epoch 1 2026-02-21T20:02:37.322 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:02:37.322 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: last_changed 2026-02-21T20:02:35.219243+0000 2026-02-21T20:02:37.322 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: created 2026-02-21T20:02:35.219243+0000 2026-02-21T20:02:37.322 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: min_mon_release 19 (squid) 2026-02-21T20:02:37.322 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: election_strategy: 1 2026-02-21T20:02:37.322 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: 0: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.trial059 2026-02-21T20:02:37.322 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: fsmap 2026-02-21T20:02:37.322 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: osdmap e1: 0 total, 0 up, 0 in 2026-02-21T20:02:37.322 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:37 trial059 ceph-mon[32866]: mgrmap e1: no daemons active 2026-02-21T20:02:37.413 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-39d77373-0f60-11f1-8f14-d404e6e7d460.target.wants/ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mgr.trial059.suhfeu.service → /etc/systemd/system/ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@.service. 2026-02-21T20:02:37.557 INFO:teuthology.orchestra.run.trial059.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-21T20:02:37.557 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stdout disabled 2026-02-21T20:02:37.563 INFO:teuthology.orchestra.run.trial059.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-21T20:02:37.563 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stdout inactive 2026-02-21T20:02:37.563 INFO:teuthology.orchestra.run.trial059.stdout:firewalld.service is not enabled 2026-02-21T20:02:37.563 INFO:teuthology.orchestra.run.trial059.stdout:Not possible to enable service . firewalld.service is not available 2026-02-21T20:02:37.570 INFO:teuthology.orchestra.run.trial059.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-21T20:02:37.570 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stdout disabled 2026-02-21T20:02:37.575 INFO:teuthology.orchestra.run.trial059.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-21T20:02:37.575 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stdout inactive 2026-02-21T20:02:37.575 INFO:teuthology.orchestra.run.trial059.stdout:firewalld.service is not enabled 2026-02-21T20:02:37.575 INFO:teuthology.orchestra.run.trial059.stdout:Not possible to open ports <[9283, 8765, 8443]>. firewalld.service is not available 2026-02-21T20:02:37.575 INFO:teuthology.orchestra.run.trial059.stdout:Waiting for mgr to start... 2026-02-21T20:02:37.575 INFO:teuthology.orchestra.run.trial059.stdout:Waiting for mgr... 2026-02-21T20:02:37.743 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 2026-02-21T20:02:37.743 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout { 2026-02-21T20:02:37.743 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "fsid": "39d77373-0f60-11f1-8f14-d404e6e7d460", 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "health": { 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 0 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout ], 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "trial059" 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout ], 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "quorum_age": 0, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "btime": "2026-02-21T20:02:36:175416+0000", 2026-02-21T20:02:37.744 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "available": false, 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "restful" 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout ], 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "modified": "2026-02-21T20:02:36.175779+0000", 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout } 2026-02-21T20:02:37.745 INFO:teuthology.orchestra.run.trial059.stdout:mgr not available, waiting (1/15)... 2026-02-21T20:02:38.217 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:38 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2313452212' entity='client.admin' 2026-02-21T20:02:38.217 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:38 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2795856306' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-21T20:02:39.899 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout { 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "fsid": "39d77373-0f60-11f1-8f14-d404e6e7d460", 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "health": { 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 0 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout ], 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "trial059" 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout ], 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-21T20:02:39.900 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-21T20:02:39.901 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:39.901 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-21T20:02:39.901 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-21T20:02:39.901 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-21T20:02:39.901 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-21T20:02:39.901 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-21T20:02:39.901 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-21T20:02:39.901 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-21T20:02:39.901 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-21T20:02:39.901 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-21T20:02:39.901 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "btime": "2026-02-21T20:02:36:175416+0000", 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "available": false, 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "restful" 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout ], 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "modified": "2026-02-21T20:02:36.175779+0000", 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout } 2026-02-21T20:02:39.902 INFO:teuthology.orchestra.run.trial059.stdout:mgr not available, waiting (2/15)... 2026-02-21T20:02:40.106 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:39 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/741570064' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-21T20:02:41.356 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:40 trial059 ceph-mon[32866]: Activating manager daemon trial059.suhfeu 2026-02-21T20:02:41.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:40 trial059 ceph-mon[32866]: mgrmap e2: trial059.suhfeu(active, starting, since 0.00231721s) 2026-02-21T20:02:41.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:40 trial059 ceph-mon[32866]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-21T20:02:41.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:40 trial059 ceph-mon[32866]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-21T20:02:41.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:40 trial059 ceph-mon[32866]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-21T20:02:41.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:40 trial059 ceph-mon[32866]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:02:41.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:40 trial059 ceph-mon[32866]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr metadata", "who": "trial059.suhfeu", "id": "trial059.suhfeu"}]: dispatch 2026-02-21T20:02:41.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:40 trial059 ceph-mon[32866]: Manager daemon trial059.suhfeu is now available 2026-02-21T20:02:41.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:40 trial059 ceph-mon[32866]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/mirror_snapshot_schedule"}]: dispatch 2026-02-21T20:02:41.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:40 trial059 ceph-mon[32866]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:41.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:40 trial059 ceph-mon[32866]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/trash_purge_schedule"}]: dispatch 2026-02-21T20:02:41.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:40 trial059 ceph-mon[32866]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:41.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:40 trial059 ceph-mon[32866]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:42.135 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 2026-02-21T20:02:42.135 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout { 2026-02-21T20:02:42.135 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "fsid": "39d77373-0f60-11f1-8f14-d404e6e7d460", 2026-02-21T20:02:42.135 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "health": { 2026-02-21T20:02:42.135 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-21T20:02:42.135 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-21T20:02:42.135 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-21T20:02:42.135 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:42.135 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-21T20:02:42.135 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 0 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout ], 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "trial059" 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout ], 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-21T20:02:42.136 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "btime": "2026-02-21T20:02:36:175416+0000", 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-21T20:02:42.137 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "restful" 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout ], 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "modified": "2026-02-21T20:02:36.175779+0000", 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout }, 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout } 2026-02-21T20:02:42.138 INFO:teuthology.orchestra.run.trial059.stdout:mgr is available 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout [global] 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout fsid = 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout mon_host = [v2:10.20.193.59:3300,v1:10.20.193.59:6789] 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout [mgr] 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout [osd] 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-02-21T20:02:42.334 INFO:teuthology.orchestra.run.trial059.stdout:Enabling cephadm module... 2026-02-21T20:02:42.449 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:42 trial059 ceph-mon[32866]: mgrmap e3: trial059.suhfeu(active, since 1.00465s) 2026-02-21T20:02:42.449 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:42 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/1566327139' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-21T20:02:43.437 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:43 trial059 ceph-mon[32866]: mgrmap e4: trial059.suhfeu(active, since 2s) 2026-02-21T20:02:43.437 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:43 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/4057339077' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-02-21T20:02:43.438 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:43 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3870395141' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-02-21T20:02:43.450 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout { 2026-02-21T20:02:43.450 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "epoch": 5, 2026-02-21T20:02:43.450 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-21T20:02:43.450 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "active_name": "trial059.suhfeu", 2026-02-21T20:02:43.450 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-02-21T20:02:43.450 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout } 2026-02-21T20:02:43.450 INFO:teuthology.orchestra.run.trial059.stdout:Waiting for the mgr to restart... 2026-02-21T20:02:43.450 INFO:teuthology.orchestra.run.trial059.stdout:Waiting for mgr epoch 5... 2026-02-21T20:02:44.287 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:44 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3870395141' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-02-21T20:02:44.287 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:44 trial059 ceph-mon[32866]: mgrmap e5: trial059.suhfeu(active, since 3s) 2026-02-21T20:02:44.287 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:44 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2437090987' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-21T20:02:46.106 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: Active manager daemon trial059.suhfeu restarted 2026-02-21T20:02:46.106 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: Activating manager daemon trial059.suhfeu 2026-02-21T20:02:46.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: osdmap e2: 0 total, 0 up, 0 in 2026-02-21T20:02:46.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: mgrmap e6: trial059.suhfeu(active, starting, since 0.00217249s) 2026-02-21T20:02:46.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:02:46.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr metadata", "who": "trial059.suhfeu", "id": "trial059.suhfeu"}]: dispatch 2026-02-21T20:02:46.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-21T20:02:46.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-21T20:02:46.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-21T20:02:46.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: Manager daemon trial059.suhfeu is now available 2026-02-21T20:02:46.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:46.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:46.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:02:46.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:02:46.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/mirror_snapshot_schedule"}]: dispatch 2026-02-21T20:02:46.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:45 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/trash_purge_schedule"}]: dispatch 2026-02-21T20:02:46.885 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout { 2026-02-21T20:02:46.885 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2026-02-21T20:02:46.885 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "initialized": true 2026-02-21T20:02:46.885 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout } 2026-02-21T20:02:46.885 INFO:teuthology.orchestra.run.trial059.stdout:mgr epoch 5 is available 2026-02-21T20:02:46.885 INFO:teuthology.orchestra.run.trial059.stdout:Setting orchestrator backend to cephadm... 2026-02-21T20:02:47.123 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:46 trial059 ceph-mon[32866]: Found migration_current of "None". Setting to last migration. 2026-02-21T20:02:47.123 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:46 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:47.123 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:46 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:47.123 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:46 trial059 ceph-mon[32866]: mgrmap e7: trial059.suhfeu(active, since 1.00361s) 2026-02-21T20:02:47.308 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout value unchanged 2026-02-21T20:02:47.308 INFO:teuthology.orchestra.run.trial059.stdout:Generating ssh key... 2026-02-21T20:02:47.815 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMHrKM2PNORQhCQTN33uPkysBnSVCu7SHdFGnJ+nKSNQ ceph-39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:02:47.815 INFO:teuthology.orchestra.run.trial059.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2026-02-21T20:02:47.815 INFO:teuthology.orchestra.run.trial059.stdout:Adding key to root@localhost authorized_keys... 2026-02-21T20:02:47.815 INFO:teuthology.orchestra.run.trial059.stdout:Adding host trial059... 2026-02-21T20:02:48.199 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:48 trial059 ceph-mon[32866]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-21T20:02:48.200 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:48 trial059 ceph-mon[32866]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-21T20:02:48.200 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:48 trial059 ceph-mon[32866]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:48.200 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:48 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:48.200 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:48 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:02:48.200 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:48 trial059 ceph-mon[32866]: [21/Feb/2026:20:02:47] ENGINE Bus STARTING 2026-02-21T20:02:48.200 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:48 trial059 ceph-mon[32866]: [21/Feb/2026:20:02:47] ENGINE Serving on https://10.20.193.59:7150 2026-02-21T20:02:48.200 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:48 trial059 ceph-mon[32866]: [21/Feb/2026:20:02:47] ENGINE Client ('10.20.193.59', 47172) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-21T20:02:48.200 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:48 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:02:48.200 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:48 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:48.200 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:48 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:49.356 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:49 trial059 ceph-mon[32866]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:49.356 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:49 trial059 ceph-mon[32866]: [21/Feb/2026:20:02:47] ENGINE Serving on http://10.20.193.59:8765 2026-02-21T20:02:49.356 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:49 trial059 ceph-mon[32866]: [21/Feb/2026:20:02:47] ENGINE Bus STARTED 2026-02-21T20:02:49.356 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:49 trial059 ceph-mon[32866]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:49.356 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:49 trial059 ceph-mon[32866]: Generating ssh key... 2026-02-21T20:02:49.356 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:49 trial059 ceph-mon[32866]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:49.356 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:49 trial059 ceph-mon[32866]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial059", "addr": "10.20.193.59", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:49.356 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:49 trial059 ceph-mon[32866]: mgrmap e8: trial059.suhfeu(active, since 2s) 2026-02-21T20:02:49.483 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout Added host 'trial059' with addr '10.20.193.59' 2026-02-21T20:02:49.484 INFO:teuthology.orchestra.run.trial059.stdout:Deploying mon service with default placement... 2026-02-21T20:02:49.706 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2026-02-21T20:02:49.706 INFO:teuthology.orchestra.run.trial059.stdout:Deploying mgr service with default placement... 2026-02-21T20:02:49.926 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2026-02-21T20:02:49.926 INFO:teuthology.orchestra.run.trial059.stdout:Deploying crash service with default placement... 2026-02-21T20:02:50.148 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout Scheduled crash update... 2026-02-21T20:02:50.148 INFO:teuthology.orchestra.run.trial059.stdout:Deploying ceph-exporter service with default placement... 2026-02-21T20:02:50.264 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:50 trial059 ceph-mon[32866]: Deploying cephadm binary to trial059 2026-02-21T20:02:50.264 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:50 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:50.264 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:50 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:02:50.264 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:50 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:50.264 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:50 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:50.264 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:50 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:50.370 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout Scheduled ceph-exporter update... 2026-02-21T20:02:50.370 INFO:teuthology.orchestra.run.trial059.stdout:Deploying prometheus service with default placement... 2026-02-21T20:02:50.601 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout Scheduled prometheus update... 2026-02-21T20:02:50.601 INFO:teuthology.orchestra.run.trial059.stdout:Deploying grafana service with default placement... 2026-02-21T20:02:50.816 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout Scheduled grafana update... 2026-02-21T20:02:50.817 INFO:teuthology.orchestra.run.trial059.stdout:Deploying node-exporter service with default placement... 2026-02-21T20:02:51.041 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout Scheduled node-exporter update... 2026-02-21T20:02:51.041 INFO:teuthology.orchestra.run.trial059.stdout:Deploying alertmanager service with default placement... 2026-02-21T20:02:51.271 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout Scheduled alertmanager update... 2026-02-21T20:02:51.356 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: Added host trial059 2026-02-21T20:02:51.356 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:51.356 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: Saving service mon spec with placement count:5 2026-02-21T20:02:51.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:51.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: Saving service mgr spec with placement count:2 2026-02-21T20:02:51.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "crash", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:51.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: Saving service crash spec with placement * 2026-02-21T20:02:51.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:51.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:51.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:51.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:51.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:51.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:51.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:51.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:51 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:51.697 INFO:teuthology.orchestra.run.trial059.stdout:Enabling the dashboard module... 2026-02-21T20:02:52.606 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:52 trial059 ceph-mon[32866]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "ceph-exporter", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:52.606 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:52 trial059 ceph-mon[32866]: Saving service ceph-exporter spec with placement * 2026-02-21T20:02:52.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:52 trial059 ceph-mon[32866]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:52.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:52 trial059 ceph-mon[32866]: Saving service prometheus spec with placement count:1 2026-02-21T20:02:52.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:52 trial059 ceph-mon[32866]: from='client.14150 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:52.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:52 trial059 ceph-mon[32866]: Saving service grafana spec with placement count:1 2026-02-21T20:02:52.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:52 trial059 ceph-mon[32866]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:52.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:52 trial059 ceph-mon[32866]: Saving service node-exporter spec with placement * 2026-02-21T20:02:52.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:52 trial059 ceph-mon[32866]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:52.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:52 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/1561579542' entity='client.admin' 2026-02-21T20:02:52.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:52 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/813804033' entity='client.admin' 2026-02-21T20:02:52.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:52 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2398465346' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-02-21T20:02:53.248 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:53 trial059 ceph-mon[32866]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:53.248 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:53 trial059 ceph-mon[32866]: Saving service alertmanager spec with placement count:1 2026-02-21T20:02:53.248 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:53 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2398465346' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-02-21T20:02:53.248 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:53 trial059 ceph-mon[32866]: mgrmap e9: trial059.suhfeu(active, since 6s) 2026-02-21T20:02:53.438 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout { 2026-02-21T20:02:53.439 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "epoch": 9, 2026-02-21T20:02:53.439 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-21T20:02:53.439 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "active_name": "trial059.suhfeu", 2026-02-21T20:02:53.439 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-02-21T20:02:53.439 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout } 2026-02-21T20:02:53.439 INFO:teuthology.orchestra.run.trial059.stdout:Waiting for the mgr to restart... 2026-02-21T20:02:53.439 INFO:teuthology.orchestra.run.trial059.stdout:Waiting for mgr epoch 9... 2026-02-21T20:02:54.338 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:54 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2750467405' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-21T20:02:55.606 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:55 trial059 ceph-mon[32866]: Active manager daemon trial059.suhfeu restarted 2026-02-21T20:02:55.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:55 trial059 ceph-mon[32866]: Activating manager daemon trial059.suhfeu 2026-02-21T20:02:55.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:55 trial059 ceph-mon[32866]: osdmap e3: 0 total, 0 up, 0 in 2026-02-21T20:02:55.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:55 trial059 ceph-mon[32866]: mgrmap e10: trial059.suhfeu(active, starting, since 0.00242212s) 2026-02-21T20:02:55.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:55 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:02:55.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:55 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr metadata", "who": "trial059.suhfeu", "id": "trial059.suhfeu"}]: dispatch 2026-02-21T20:02:55.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:55 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-21T20:02:55.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:55 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-21T20:02:55.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:55 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-21T20:02:55.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:55 trial059 ceph-mon[32866]: Manager daemon trial059.suhfeu is now available 2026-02-21T20:02:55.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:55 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:02:55.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:55 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/mirror_snapshot_schedule"}]: dispatch 2026-02-21T20:02:55.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:55 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/trash_purge_schedule"}]: dispatch 2026-02-21T20:02:56.398 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout { 2026-02-21T20:02:56.398 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2026-02-21T20:02:56.399 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout "initialized": true 2026-02-21T20:02:56.399 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout } 2026-02-21T20:02:56.399 INFO:teuthology.orchestra.run.trial059.stdout:mgr epoch 9 is available 2026-02-21T20:02:56.399 INFO:teuthology.orchestra.run.trial059.stdout:Generating a dashboard self-signed certificate... 2026-02-21T20:02:56.656 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2026-02-21T20:02:56.656 INFO:teuthology.orchestra.run.trial059.stdout:Creating initial admin user... 2026-02-21T20:02:56.990 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:56 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:56.990 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:56 trial059 ceph-mon[32866]: [21/Feb/2026:20:02:56] ENGINE Bus STARTING 2026-02-21T20:02:56.990 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:56 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:56.990 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:56 trial059 ceph-mon[32866]: [21/Feb/2026:20:02:56] ENGINE Serving on http://10.20.193.59:8765 2026-02-21T20:02:56.990 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:56 trial059 ceph-mon[32866]: [21/Feb/2026:20:02:56] ENGINE Serving on https://10.20.193.59:7150 2026-02-21T20:02:56.990 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:56 trial059 ceph-mon[32866]: [21/Feb/2026:20:02:56] ENGINE Bus STARTED 2026-02-21T20:02:56.991 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:56 trial059 ceph-mon[32866]: [21/Feb/2026:20:02:56] ENGINE Client ('10.20.193.59', 36350) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-21T20:02:56.991 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:56 trial059 ceph-mon[32866]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-21T20:02:56.991 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:56 trial059 ceph-mon[32866]: mgrmap e11: trial059.suhfeu(active, since 1.00464s) 2026-02-21T20:02:56.991 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:56 trial059 ceph-mon[32866]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-21T20:02:56.991 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:56 trial059 ceph-mon[32866]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:56.991 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:56 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:56.991 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:56 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:57.009 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$.GguMM0zYU7xPXyphSrUWeWkhrisAqpn.jMgiquVGbSk99DWQpT/S", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1771704176, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2026-02-21T20:02:57.009 INFO:teuthology.orchestra.run.trial059.stdout:Fetching dashboard port number... 2026-02-21T20:02:57.219 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stdout 8443 2026-02-21T20:02:57.228 INFO:teuthology.orchestra.run.trial059.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-21T20:02:57.228 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stdout disabled 2026-02-21T20:02:57.233 INFO:teuthology.orchestra.run.trial059.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-21T20:02:57.233 INFO:teuthology.orchestra.run.trial059.stdout:systemctl: stdout inactive 2026-02-21T20:02:57.233 INFO:teuthology.orchestra.run.trial059.stdout:firewalld.service is not enabled 2026-02-21T20:02:57.233 INFO:teuthology.orchestra.run.trial059.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2026-02-21T20:02:57.234 INFO:teuthology.orchestra.run.trial059.stdout:Ceph Dashboard is now available at: 2026-02-21T20:02:57.234 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:02:57.234 INFO:teuthology.orchestra.run.trial059.stdout: URL: https://trial059:8443/ 2026-02-21T20:02:57.234 INFO:teuthology.orchestra.run.trial059.stdout: User: admin 2026-02-21T20:02:57.234 INFO:teuthology.orchestra.run.trial059.stdout: Password: s1ka8se30w 2026-02-21T20:02:57.234 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:02:57.234 INFO:teuthology.orchestra.run.trial059.stdout:Saving cluster configuration to /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config directory 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout:Or, if you are only running a single cluster on this host: 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout:Please consider enabling telemetry to help improve Ceph: 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout: ceph telemetry on 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout:For more information see: 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:02:57.483 INFO:teuthology.orchestra.run.trial059.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2026-02-21T20:02:57.484 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:02:57.484 INFO:teuthology.orchestra.run.trial059.stdout:Bootstrap complete. 2026-02-21T20:02:57.512 INFO:tasks.cephadm:Fetching config... 2026-02-21T20:02:57.512 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-21T20:02:57.512 DEBUG:teuthology.orchestra.run.trial059:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2026-02-21T20:02:57.529 INFO:tasks.cephadm:Fetching client.admin keyring... 2026-02-21T20:02:57.529 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-21T20:02:57.529 DEBUG:teuthology.orchestra.run.trial059:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2026-02-21T20:02:57.585 INFO:tasks.cephadm:Fetching mon keyring... 2026-02-21T20:02:57.585 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-21T20:02:57.585 DEBUG:teuthology.orchestra.run.trial059:> sudo dd if=/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/keyring of=/dev/stdout 2026-02-21T20:02:57.650 INFO:tasks.cephadm:Fetching pub ssh key... 2026-02-21T20:02:57.651 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-21T20:02:57.651 DEBUG:teuthology.orchestra.run.trial059:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2026-02-21T20:02:57.707 INFO:tasks.cephadm:Installing pub ssh key for root users... 2026-02-21T20:02:57.707 DEBUG:teuthology.orchestra.run.trial059:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMHrKM2PNORQhCQTN33uPkysBnSVCu7SHdFGnJ+nKSNQ ceph-39d77373-0f60-11f1-8f14-d404e6e7d460' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-02-21T20:02:57.781 INFO:teuthology.orchestra.run.trial059.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMHrKM2PNORQhCQTN33uPkysBnSVCu7SHdFGnJ+nKSNQ ceph-39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:02:57.790 DEBUG:teuthology.orchestra.run.trial144:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMHrKM2PNORQhCQTN33uPkysBnSVCu7SHdFGnJ+nKSNQ ceph-39d77373-0f60-11f1-8f14-d404e6e7d460' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-02-21T20:02:57.826 INFO:teuthology.orchestra.run.trial144.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMHrKM2PNORQhCQTN33uPkysBnSVCu7SHdFGnJ+nKSNQ ceph-39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:02:57.837 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2026-02-21T20:02:58.036 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:57 trial059 ceph-mon[32866]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:02:58.036 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:57 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:58.036 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:57 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/181011168' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-02-21T20:02:58.036 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:57 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/1755717047' entity='client.admin' 2026-02-21T20:02:58.122 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:02:58.351 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2026-02-21T20:02:58.351 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch client-keyring set client.admin '*' --mode 0755 2026-02-21T20:02:58.645 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:02:58.903 INFO:tasks.cephadm:Writing (initial) conf and keyring to trial144 2026-02-21T20:02:58.903 DEBUG:teuthology.orchestra.run.trial144:> set -ex 2026-02-21T20:02:58.903 DEBUG:teuthology.orchestra.run.trial144:> dd of=/etc/ceph/ceph.conf 2026-02-21T20:02:58.921 DEBUG:teuthology.orchestra.run.trial144:> set -ex 2026-02-21T20:02:58.921 DEBUG:teuthology.orchestra.run.trial144:> dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:02:58.977 INFO:tasks.cephadm:Adding host trial144 to orchestrator... 2026-02-21T20:02:58.977 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch host add trial144 2026-02-21T20:02:59.271 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:02:59.296 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:58 trial059 ceph-mon[32866]: mgrmap e12: trial059.suhfeu(active, since 2s) 2026-02-21T20:02:59.296 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:58 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2838862784' entity='client.admin' 2026-02-21T20:02:59.296 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:58 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:59.296 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:58 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:59.296 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:58 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd/host:trial059", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:02:59.297 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:58 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:02:59.297 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:58 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial059", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:02:59.297 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:58 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial059", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2026-02-21T20:02:59.297 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:58 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:02:59.297 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:58 trial059 ceph-mon[32866]: Deploying daemon ceph-exporter.trial059 on trial059 2026-02-21T20:02:59.297 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:02:58 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:00.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:00 trial059 ceph-mon[32866]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:00.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:00 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:00.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:00 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:00.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:00 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:00.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:00 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:00.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:00 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial059", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-21T20:03:00.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:00 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.trial059", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2026-02-21T20:03:00.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:00 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:00.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:00 trial059 ceph-mon[32866]: Deploying daemon crash.trial059 on trial059 2026-02-21T20:03:00.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:00 trial059 ceph-mon[32866]: from='client.14187 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial144", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:00.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:00 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:00.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:00 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:00.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:00 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:00.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:00 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:01.075 INFO:teuthology.orchestra.run.trial059.stdout:Added host 'trial144' with addr '10.20.193.144' 2026-02-21T20:03:01.121 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch host ls --format=json 2026-02-21T20:03:01.405 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:01.612 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:03:01.612 INFO:teuthology.orchestra.run.trial059.stdout:[{"addr": "10.20.193.59", "hostname": "trial059", "labels": [], "status": ""}, {"addr": "10.20.193.144", "hostname": "trial144", "labels": [], "status": ""}] 2026-02-21T20:03:01.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:01 trial059 ceph-mon[32866]: Deploying daemon node-exporter.trial059 on trial059 2026-02-21T20:03:01.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:01 trial059 ceph-mon[32866]: Deploying cephadm binary to trial144 2026-02-21T20:03:01.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:01 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:01.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:01 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:01.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:01 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:01.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:01 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:01.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:01 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:01.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:01 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:01.649 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph config-key ls 2026-02-21T20:03:01.950 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:02.188 INFO:teuthology.orchestra.run.trial059.stdout:[ 2026-02-21T20:03:02.188 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/", 2026-02-21T20:03:02.188 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+client.rgw/rgw_cache_enabled", 2026-02-21T20:03:02.188 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+client.rgw/rgw_enable_ops_log", 2026-02-21T20:03:02.188 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+client.rgw/rgw_enable_usage_log", 2026-02-21T20:03:02.188 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/auth_debug", 2026-02-21T20:03:02.188 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/container_image", 2026-02-21T20:03:02.188 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/debug_asserts_on_shutdown", 2026-02-21T20:03:02.188 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/log_to_file", 2026-02-21T20:03:02.188 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/log_to_journald", 2026-02-21T20:03:02.188 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/log_to_stderr", 2026-02-21T20:03:02.188 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_allow_pool_delete", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_clock_drift_allowed", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_cluster_log_to_file", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_max_pg_per_osd", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_pg_warn_max_object_skew", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_crush_straw_calc_version_zero", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_legacy_crush_tunables", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_osd_down_out_interval_zero", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_pool_pg_num_not_power_of_two", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_too_few_osds", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/ms_die_on_bug", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/ms_die_on_old_message", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/osd_pool_default_erasure_code_profile", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/osd_pool_default_pg_autoscale_mode", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mgr/debug_mgr", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mgr/debug_ms", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mgr/mon_reweight_min_bytes_per_osd", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mgr/mon_reweight_min_pgs_per_osd", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/auth_allow_insecure_global_id_reclaim", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/auth_mon_ticket_ttl", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/auth_service_ticket_ttl", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/debug_mon", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/debug_ms", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/debug_paxos", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_data_avail_warn", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_mgr_mkfs_grace", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_osd_prime_pg_temp", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_osd_reporter_subtree_level", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_reweight_min_bytes_per_osd", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_reweight_min_pgs_per_osd", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_warn_on_insecure_global_id_reclaim", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_warn_on_insecure_global_id_reclaim_allowed", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/bdev_debug_aio", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/debug_ms", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/debug_osd", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_misdirected_ops", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_op_order", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_pg_log_writeout", 2026-02-21T20:03:02.189 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_shutdown", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_verify_cached_snaps", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_verify_missing_on_start", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_verify_stray_on_activate", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_deep_scrub_update_digest_min_age", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_mclock_profile", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_mclock_skip_benchmark", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_memory_target_autotune", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_op_queue", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_op_queue_cut_off", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_recover_clone_overlap", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_recovery_max_chunk", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_scrub_load_threshold", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_scrub_max_interval", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_shutdown_pgref_assert", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/3/", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/3/+mon/public_network", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/4/", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/4/+mgr/mgr/cephadm/migration_current", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/5/", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/5/+mgr/mgr/orchestrator/orchestrator", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/6/", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/6/+global/container_image", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/6/-global/container_image", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/7/", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/7/+mgr/mgr/cephadm/container_init", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/8/", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/8/+mgr/mgr/dashboard/ssl_server_port", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/9/", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/9/+mgr/mgr/cephadm/allow_ptrace", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/client.rgw/rgw_cache_enabled", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/client.rgw/rgw_enable_ops_log", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/client.rgw/rgw_enable_usage_log", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/auth_debug", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/container_image", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/debug_asserts_on_shutdown", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/log_to_file", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/log_to_journald", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/log_to_stderr", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_allow_pool_delete", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_clock_drift_allowed", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_cluster_log_to_file", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_max_pg_per_osd", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_pg_warn_max_object_skew", 2026-02-21T20:03:02.190 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_crush_straw_calc_version_zero", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_legacy_crush_tunables", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_osd_down_out_interval_zero", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_pool_pg_num_not_power_of_two", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_too_few_osds", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/ms_die_on_bug", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/ms_die_on_old_message", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/osd_pool_default_erasure_code_profile", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/osd_pool_default_pg_autoscale_mode", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/debug_mgr", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/debug_ms", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/cephadm/allow_ptrace", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/cephadm/container_init", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/cephadm/migration_current", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/dashboard/ssl_server_port", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/orchestrator/orchestrator", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mon_reweight_min_bytes_per_osd", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mon_reweight_min_pgs_per_osd", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/auth_allow_insecure_global_id_reclaim", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/auth_mon_ticket_ttl", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/auth_service_ticket_ttl", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/debug_mon", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/debug_ms", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/debug_paxos", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_data_avail_warn", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_mgr_mkfs_grace", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_osd_prime_pg_temp", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_osd_reporter_subtree_level", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_reweight_min_bytes_per_osd", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_reweight_min_pgs_per_osd", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_warn_on_insecure_global_id_reclaim", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_warn_on_insecure_global_id_reclaim_allowed", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/public_network", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/bdev_debug_aio", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/debug_ms", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/debug_osd", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_misdirected_ops", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_op_order", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_pg_log_writeout", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_shutdown", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_verify_cached_snaps", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_verify_missing_on_start", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_verify_stray_on_activate", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_deep_scrub_update_digest_min_age", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_mclock_profile", 2026-02-21T20:03:02.191 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_mclock_skip_benchmark", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_memory_target_autotune", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_op_queue", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_op_queue_cut_off", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_recover_clone_overlap", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_recovery_max_chunk", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_scrub_load_threshold", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_scrub_max_interval", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_shutdown_pgref_assert", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/cert_store.cert.agent_endpoint_root_cert", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/cert_store.key.agent_endpoint_key", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/client_keyrings", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/config_checks", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/host.trial059", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/host.trial059.devices.0", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/inventory", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/osd_remove_queue", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.alertmanager", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.ceph-exporter", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.crash", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.grafana", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.mgr", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.mon", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.node-exporter", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.prometheus", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/ssh_identity_key", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/ssh_identity_pub", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/dashboard/accessdb_v2", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/dashboard/cluster/status", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/dashboard/crt", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/dashboard/key", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/progress/completed", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/telemetry/collection", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/telemetry/report_id", 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/telemetry/salt" 2026-02-21T20:03:02.192 INFO:teuthology.orchestra.run.trial059.stdout:] 2026-02-21T20:03:02.227 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph config-key get mgr/cephadm/inventory 2026-02-21T20:03:02.516 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:02 trial059 ceph-mon[32866]: Added host trial144 2026-02-21T20:03:02.517 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:02 trial059 ceph-mon[32866]: Deploying daemon alertmanager.trial059 on trial059 2026-02-21T20:03:02.517 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:02 trial059 ceph-mon[32866]: from='client.14189 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:03:02.517 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:02 trial059 ceph-mon[32866]: mgrmap e13: trial059.suhfeu(active, since 6s) 2026-02-21T20:03:02.517 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:02 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/458741636' entity='client.admin' cmd=[{"prefix": "config-key ls"}]: dispatch 2026-02-21T20:03:02.563 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:02.916 INFO:teuthology.orchestra.run.trial059.stdout:{"trial059": {"hostname": "trial059", "addr": "10.20.193.59", "labels": [], "status": ""}, "trial144": {"hostname": "trial144", "addr": "10.20.193.144", "labels": [], "status": ""}} 2026-02-21T20:03:02.916 INFO:tasks.cephadm:Host add for trial144 incomplete Host in host ls: True Host got config-key entry: False Host in cephadm inventory config-key entry: True 2026-02-21T20:03:03.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:03 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3252657810' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2026-02-21T20:03:03.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:03 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:03.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:03 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:03.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:03 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:03.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:03 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:03.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:03 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:03.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:03 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:03.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:03 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:03.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:03 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:03.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:03 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-21T20:03:03.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:03 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:04.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:04 trial059 ceph-mon[32866]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-21T20:03:04.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:04 trial059 ceph-mon[32866]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-21T20:03:04.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:04 trial059 ceph-mon[32866]: Deploying daemon grafana.trial059 on trial059 2026-02-21T20:03:06.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:06 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:07.916 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch host ls --format=json 2026-02-21T20:03:08.215 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:08.436 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:03:08.436 INFO:teuthology.orchestra.run.trial059.stdout:[{"addr": "10.20.193.59", "hostname": "trial059", "labels": [], "status": ""}, {"addr": "10.20.193.144", "hostname": "trial144", "labels": [], "status": ""}] 2026-02-21T20:03:08.474 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph config-key ls 2026-02-21T20:03:08.768 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:09.021 INFO:teuthology.orchestra.run.trial059.stdout:[ 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/10/", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/10/+mgr/mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+client.rgw/rgw_cache_enabled", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+client.rgw/rgw_enable_ops_log", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+client.rgw/rgw_enable_usage_log", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/auth_debug", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/container_image", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/debug_asserts_on_shutdown", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/log_to_file", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/log_to_journald", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/log_to_stderr", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_allow_pool_delete", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_clock_drift_allowed", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_cluster_log_to_file", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_max_pg_per_osd", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_pg_warn_max_object_skew", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_crush_straw_calc_version_zero", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_legacy_crush_tunables", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_osd_down_out_interval_zero", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_pool_pg_num_not_power_of_two", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_too_few_osds", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/ms_die_on_bug", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/ms_die_on_old_message", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/osd_pool_default_erasure_code_profile", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/osd_pool_default_pg_autoscale_mode", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mgr/debug_mgr", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mgr/debug_ms", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mgr/mon_reweight_min_bytes_per_osd", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mgr/mon_reweight_min_pgs_per_osd", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/auth_allow_insecure_global_id_reclaim", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/auth_mon_ticket_ttl", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/auth_service_ticket_ttl", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/debug_mon", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/debug_ms", 2026-02-21T20:03:09.022 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/debug_paxos", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_data_avail_warn", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_mgr_mkfs_grace", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_osd_prime_pg_temp", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_osd_reporter_subtree_level", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_reweight_min_bytes_per_osd", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_reweight_min_pgs_per_osd", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_warn_on_insecure_global_id_reclaim", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_warn_on_insecure_global_id_reclaim_allowed", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/bdev_debug_aio", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/debug_ms", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/debug_osd", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_misdirected_ops", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_op_order", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_pg_log_writeout", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_shutdown", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_verify_cached_snaps", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_verify_missing_on_start", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_verify_stray_on_activate", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_deep_scrub_update_digest_min_age", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_mclock_profile", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_mclock_skip_benchmark", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_memory_target_autotune", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_op_queue", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_op_queue_cut_off", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_recover_clone_overlap", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_recovery_max_chunk", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_scrub_load_threshold", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_scrub_max_interval", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_shutdown_pgref_assert", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/3/", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/3/+mon/public_network", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/4/", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/4/+mgr/mgr/cephadm/migration_current", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/5/", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/5/+mgr/mgr/orchestrator/orchestrator", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/6/", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/6/+global/container_image", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/6/-global/container_image", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/7/", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/7/+mgr/mgr/cephadm/container_init", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/8/", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/8/+mgr/mgr/dashboard/ssl_server_port", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/9/", 2026-02-21T20:03:09.023 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/9/+mgr/mgr/cephadm/allow_ptrace", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/client.rgw/rgw_cache_enabled", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/client.rgw/rgw_enable_ops_log", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/client.rgw/rgw_enable_usage_log", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/auth_debug", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/container_image", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/debug_asserts_on_shutdown", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/log_to_file", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/log_to_journald", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/log_to_stderr", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_allow_pool_delete", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_clock_drift_allowed", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_cluster_log_to_file", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_max_pg_per_osd", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_pg_warn_max_object_skew", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_crush_straw_calc_version_zero", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_legacy_crush_tunables", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_osd_down_out_interval_zero", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_pool_pg_num_not_power_of_two", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_too_few_osds", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/ms_die_on_bug", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/ms_die_on_old_message", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/osd_pool_default_erasure_code_profile", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/osd_pool_default_pg_autoscale_mode", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/debug_mgr", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/debug_ms", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/cephadm/allow_ptrace", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/cephadm/container_init", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/cephadm/migration_current", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/dashboard/ssl_server_port", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/orchestrator/orchestrator", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mon_reweight_min_bytes_per_osd", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mon_reweight_min_pgs_per_osd", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/auth_allow_insecure_global_id_reclaim", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/auth_mon_ticket_ttl", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/auth_service_ticket_ttl", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/debug_mon", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/debug_ms", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/debug_paxos", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_data_avail_warn", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_mgr_mkfs_grace", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_osd_prime_pg_temp", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_osd_reporter_subtree_level", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_reweight_min_bytes_per_osd", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_reweight_min_pgs_per_osd", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_warn_on_insecure_global_id_reclaim", 2026-02-21T20:03:09.024 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_warn_on_insecure_global_id_reclaim_allowed", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/public_network", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/bdev_debug_aio", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/debug_ms", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/debug_osd", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_misdirected_ops", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_op_order", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_pg_log_writeout", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_shutdown", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_verify_cached_snaps", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_verify_missing_on_start", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_verify_stray_on_activate", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_deep_scrub_update_digest_min_age", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_mclock_profile", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_mclock_skip_benchmark", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_memory_target_autotune", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_op_queue", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_op_queue_cut_off", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_recover_clone_overlap", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_recovery_max_chunk", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_scrub_load_threshold", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_scrub_max_interval", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_shutdown_pgref_assert", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/alertmanager/web_password", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/alertmanager/web_user", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/cert_store.cert.agent_endpoint_root_cert", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/cert_store.cert.grafana_cert", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/cert_store.key.agent_endpoint_key", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/cert_store.key.grafana_key", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/client_keyrings", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/config_checks", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/host.trial059", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/host.trial059.devices.0", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/inventory", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/osd_remove_queue", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/prometheus/web_password", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/prometheus/web_user", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.alertmanager", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.ceph-exporter", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.crash", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.grafana", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.mgr", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.mon", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.node-exporter", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.prometheus", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/ssh_identity_key", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/ssh_identity_pub", 2026-02-21T20:03:09.025 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/dashboard/accessdb_v2", 2026-02-21T20:03:09.026 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/dashboard/cluster/status", 2026-02-21T20:03:09.026 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/dashboard/crt", 2026-02-21T20:03:09.026 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/dashboard/key", 2026-02-21T20:03:09.026 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/progress/completed", 2026-02-21T20:03:09.026 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/telemetry/collection", 2026-02-21T20:03:09.026 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/telemetry/report_id", 2026-02-21T20:03:09.026 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/telemetry/salt" 2026-02-21T20:03:09.026 INFO:teuthology.orchestra.run.trial059.stdout:] 2026-02-21T20:03:09.061 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph config-key get mgr/cephadm/inventory 2026-02-21T20:03:09.348 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:09.643 INFO:teuthology.orchestra.run.trial059.stdout:{"trial059": {"hostname": "trial059", "addr": "10.20.193.59", "labels": [], "status": ""}, "trial144": {"hostname": "trial144", "addr": "10.20.193.144", "labels": [], "status": ""}} 2026-02-21T20:03:09.644 INFO:tasks.cephadm:Host add for trial144 incomplete Host in host ls: True Host got config-key entry: False Host in cephadm inventory config-key entry: True 2026-02-21T20:03:09.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:09 trial059 ceph-mon[32866]: from='client.14195 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:03:09.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:09 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:09.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:09 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:09.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:09 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:09.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:09 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:09.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:09 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:09.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:09 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:09.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:09 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:09.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:09 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:09.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:09 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/488348811' entity='client.admin' cmd=[{"prefix": "config-key ls"}]: dispatch 2026-02-21T20:03:09.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:09 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3869190935' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2026-02-21T20:03:10.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:10 trial059 ceph-mon[32866]: Deploying daemon prometheus.trial059 on trial059 2026-02-21T20:03:10.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:10 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:12.309 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:11 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:12.310 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:11 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:12.310 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:11 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:12.310 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:11 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-21T20:03:13.292 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:12 trial059 ceph-mon[32866]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-21T20:03:13.292 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:12 trial059 ceph-mon[32866]: mgrmap e14: trial059.suhfeu(active, since 16s) 2026-02-21T20:03:14.644 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch host ls --format=json 2026-02-21T20:03:14.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: Active manager daemon trial059.suhfeu restarted 2026-02-21T20:03:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: Activating manager daemon trial059.suhfeu 2026-02-21T20:03:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: osdmap e4: 0 total, 0 up, 0 in 2026-02-21T20:03:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: mgrmap e15: trial059.suhfeu(active, starting, since 0.0024539s) 2026-02-21T20:03:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:03:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr metadata", "who": "trial059.suhfeu", "id": "trial059.suhfeu"}]: dispatch 2026-02-21T20:03:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-21T20:03:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-21T20:03:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-21T20:03:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: Manager daemon trial059.suhfeu is now available 2026-02-21T20:03:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:14.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:03:14.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/mirror_snapshot_schedule"}]: dispatch 2026-02-21T20:03:14.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/trash_purge_schedule"}]: dispatch 2026-02-21T20:03:14.934 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:15.572 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:03:15.573 INFO:teuthology.orchestra.run.trial059.stdout:[{"addr": "10.20.193.59", "hostname": "trial059", "labels": [], "status": ""}, {"addr": "10.20.193.144", "hostname": "trial144", "labels": [], "status": ""}] 2026-02-21T20:03:15.613 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph config-key ls 2026-02-21T20:03:15.900 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:16.140 INFO:teuthology.orchestra.run.trial059.stdout:[ 2026-02-21T20:03:16.140 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/10/", 2026-02-21T20:03:16.140 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/10/+mgr/mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2026-02-21T20:03:16.140 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/", 2026-02-21T20:03:16.140 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+client.rgw/rgw_cache_enabled", 2026-02-21T20:03:16.141 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+client.rgw/rgw_enable_ops_log", 2026-02-21T20:03:16.141 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+client.rgw/rgw_enable_usage_log", 2026-02-21T20:03:16.141 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/auth_debug", 2026-02-21T20:03:16.141 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/container_image", 2026-02-21T20:03:16.141 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/debug_asserts_on_shutdown", 2026-02-21T20:03:16.141 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/log_to_file", 2026-02-21T20:03:16.141 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/log_to_journald", 2026-02-21T20:03:16.141 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/log_to_stderr", 2026-02-21T20:03:16.141 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_allow_pool_delete", 2026-02-21T20:03:16.141 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_clock_drift_allowed", 2026-02-21T20:03:16.141 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_cluster_log_to_file", 2026-02-21T20:03:16.141 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_max_pg_per_osd", 2026-02-21T20:03:16.142 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_pg_warn_max_object_skew", 2026-02-21T20:03:16.142 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_crush_straw_calc_version_zero", 2026-02-21T20:03:16.142 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_legacy_crush_tunables", 2026-02-21T20:03:16.142 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_osd_down_out_interval_zero", 2026-02-21T20:03:16.142 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_pool_pg_num_not_power_of_two", 2026-02-21T20:03:16.142 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/mon_warn_on_too_few_osds", 2026-02-21T20:03:16.142 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/ms_die_on_bug", 2026-02-21T20:03:16.142 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/ms_die_on_old_message", 2026-02-21T20:03:16.142 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/osd_pool_default_erasure_code_profile", 2026-02-21T20:03:16.142 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+global/osd_pool_default_pg_autoscale_mode", 2026-02-21T20:03:16.142 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mgr/debug_mgr", 2026-02-21T20:03:16.143 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mgr/debug_ms", 2026-02-21T20:03:16.143 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mgr/mon_reweight_min_bytes_per_osd", 2026-02-21T20:03:16.143 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mgr/mon_reweight_min_pgs_per_osd", 2026-02-21T20:03:16.143 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/auth_allow_insecure_global_id_reclaim", 2026-02-21T20:03:16.143 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/auth_mon_ticket_ttl", 2026-02-21T20:03:16.143 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/auth_service_ticket_ttl", 2026-02-21T20:03:16.143 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/debug_mon", 2026-02-21T20:03:16.143 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/debug_ms", 2026-02-21T20:03:16.143 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/debug_paxos", 2026-02-21T20:03:16.143 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_data_avail_warn", 2026-02-21T20:03:16.143 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_mgr_mkfs_grace", 2026-02-21T20:03:16.143 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_osd_prime_pg_temp", 2026-02-21T20:03:16.144 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_osd_reporter_subtree_level", 2026-02-21T20:03:16.144 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_reweight_min_bytes_per_osd", 2026-02-21T20:03:16.144 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_reweight_min_pgs_per_osd", 2026-02-21T20:03:16.144 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_warn_on_insecure_global_id_reclaim", 2026-02-21T20:03:16.144 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+mon/mon_warn_on_insecure_global_id_reclaim_allowed", 2026-02-21T20:03:16.144 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/bdev_debug_aio", 2026-02-21T20:03:16.144 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/debug_ms", 2026-02-21T20:03:16.144 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/debug_osd", 2026-02-21T20:03:16.144 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_misdirected_ops", 2026-02-21T20:03:16.144 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_op_order", 2026-02-21T20:03:16.144 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_pg_log_writeout", 2026-02-21T20:03:16.144 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_shutdown", 2026-02-21T20:03:16.144 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_verify_cached_snaps", 2026-02-21T20:03:16.145 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_verify_missing_on_start", 2026-02-21T20:03:16.145 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_debug_verify_stray_on_activate", 2026-02-21T20:03:16.145 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_deep_scrub_update_digest_min_age", 2026-02-21T20:03:16.145 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_mclock_profile", 2026-02-21T20:03:16.145 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_mclock_skip_benchmark", 2026-02-21T20:03:16.145 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_memory_target_autotune", 2026-02-21T20:03:16.145 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_op_queue", 2026-02-21T20:03:16.145 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_op_queue_cut_off", 2026-02-21T20:03:16.145 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_recover_clone_overlap", 2026-02-21T20:03:16.145 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_recovery_max_chunk", 2026-02-21T20:03:16.145 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_scrub_load_threshold", 2026-02-21T20:03:16.145 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_scrub_max_interval", 2026-02-21T20:03:16.146 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/2/+osd/osd_shutdown_pgref_assert", 2026-02-21T20:03:16.146 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/3/", 2026-02-21T20:03:16.146 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/3/+mon/public_network", 2026-02-21T20:03:16.146 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/4/", 2026-02-21T20:03:16.146 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/4/+mgr/mgr/cephadm/migration_current", 2026-02-21T20:03:16.146 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/5/", 2026-02-21T20:03:16.146 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/5/+mgr/mgr/orchestrator/orchestrator", 2026-02-21T20:03:16.146 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/6/", 2026-02-21T20:03:16.146 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/6/+global/container_image", 2026-02-21T20:03:16.146 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/6/-global/container_image", 2026-02-21T20:03:16.146 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/7/", 2026-02-21T20:03:16.146 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/7/+mgr/mgr/cephadm/container_init", 2026-02-21T20:03:16.147 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/8/", 2026-02-21T20:03:16.147 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/8/+mgr/mgr/dashboard/ssl_server_port", 2026-02-21T20:03:16.147 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/9/", 2026-02-21T20:03:16.147 INFO:teuthology.orchestra.run.trial059.stdout: "config-history/9/+mgr/mgr/cephadm/allow_ptrace", 2026-02-21T20:03:16.147 INFO:teuthology.orchestra.run.trial059.stdout: "config/client.rgw/rgw_cache_enabled", 2026-02-21T20:03:16.147 INFO:teuthology.orchestra.run.trial059.stdout: "config/client.rgw/rgw_enable_ops_log", 2026-02-21T20:03:16.147 INFO:teuthology.orchestra.run.trial059.stdout: "config/client.rgw/rgw_enable_usage_log", 2026-02-21T20:03:16.147 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/auth_debug", 2026-02-21T20:03:16.147 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/container_image", 2026-02-21T20:03:16.147 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/debug_asserts_on_shutdown", 2026-02-21T20:03:16.147 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/log_to_file", 2026-02-21T20:03:16.147 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/log_to_journald", 2026-02-21T20:03:16.147 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/log_to_stderr", 2026-02-21T20:03:16.148 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_allow_pool_delete", 2026-02-21T20:03:16.148 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_clock_drift_allowed", 2026-02-21T20:03:16.148 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_cluster_log_to_file", 2026-02-21T20:03:16.148 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_max_pg_per_osd", 2026-02-21T20:03:16.148 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_pg_warn_max_object_skew", 2026-02-21T20:03:16.148 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_crush_straw_calc_version_zero", 2026-02-21T20:03:16.148 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_legacy_crush_tunables", 2026-02-21T20:03:16.148 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_osd_down_out_interval_zero", 2026-02-21T20:03:16.148 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_pool_pg_num_not_power_of_two", 2026-02-21T20:03:16.148 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/mon_warn_on_too_few_osds", 2026-02-21T20:03:16.148 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/ms_die_on_bug", 2026-02-21T20:03:16.148 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/ms_die_on_old_message", 2026-02-21T20:03:16.148 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/osd_pool_default_erasure_code_profile", 2026-02-21T20:03:16.149 INFO:teuthology.orchestra.run.trial059.stdout: "config/global/osd_pool_default_pg_autoscale_mode", 2026-02-21T20:03:16.149 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/debug_mgr", 2026-02-21T20:03:16.149 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/debug_ms", 2026-02-21T20:03:16.149 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/cephadm/allow_ptrace", 2026-02-21T20:03:16.149 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/cephadm/container_init", 2026-02-21T20:03:16.149 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/cephadm/migration_current", 2026-02-21T20:03:16.149 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2026-02-21T20:03:16.149 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/dashboard/ssl_server_port", 2026-02-21T20:03:16.149 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mgr/orchestrator/orchestrator", 2026-02-21T20:03:16.149 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mon_reweight_min_bytes_per_osd", 2026-02-21T20:03:16.149 INFO:teuthology.orchestra.run.trial059.stdout: "config/mgr/mon_reweight_min_pgs_per_osd", 2026-02-21T20:03:16.149 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/auth_allow_insecure_global_id_reclaim", 2026-02-21T20:03:16.149 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/auth_mon_ticket_ttl", 2026-02-21T20:03:16.150 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/auth_service_ticket_ttl", 2026-02-21T20:03:16.150 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/debug_mon", 2026-02-21T20:03:16.150 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/debug_ms", 2026-02-21T20:03:16.150 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/debug_paxos", 2026-02-21T20:03:16.150 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_data_avail_warn", 2026-02-21T20:03:16.150 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_mgr_mkfs_grace", 2026-02-21T20:03:16.150 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_osd_prime_pg_temp", 2026-02-21T20:03:16.150 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_osd_reporter_subtree_level", 2026-02-21T20:03:16.150 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_reweight_min_bytes_per_osd", 2026-02-21T20:03:16.150 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_reweight_min_pgs_per_osd", 2026-02-21T20:03:16.150 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_warn_on_insecure_global_id_reclaim", 2026-02-21T20:03:16.150 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/mon_warn_on_insecure_global_id_reclaim_allowed", 2026-02-21T20:03:16.151 INFO:teuthology.orchestra.run.trial059.stdout: "config/mon/public_network", 2026-02-21T20:03:16.151 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/bdev_debug_aio", 2026-02-21T20:03:16.151 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/debug_ms", 2026-02-21T20:03:16.151 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/debug_osd", 2026-02-21T20:03:16.151 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_misdirected_ops", 2026-02-21T20:03:16.151 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_op_order", 2026-02-21T20:03:16.151 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_pg_log_writeout", 2026-02-21T20:03:16.151 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_shutdown", 2026-02-21T20:03:16.151 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_verify_cached_snaps", 2026-02-21T20:03:16.151 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_verify_missing_on_start", 2026-02-21T20:03:16.151 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_debug_verify_stray_on_activate", 2026-02-21T20:03:16.151 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_deep_scrub_update_digest_min_age", 2026-02-21T20:03:16.151 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_mclock_profile", 2026-02-21T20:03:16.152 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_mclock_skip_benchmark", 2026-02-21T20:03:16.152 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_memory_target_autotune", 2026-02-21T20:03:16.152 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_op_queue", 2026-02-21T20:03:16.152 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_op_queue_cut_off", 2026-02-21T20:03:16.152 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_recover_clone_overlap", 2026-02-21T20:03:16.152 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_recovery_max_chunk", 2026-02-21T20:03:16.152 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_scrub_load_threshold", 2026-02-21T20:03:16.152 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_scrub_max_interval", 2026-02-21T20:03:16.152 INFO:teuthology.orchestra.run.trial059.stdout: "config/osd/osd_shutdown_pgref_assert", 2026-02-21T20:03:16.152 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/alertmanager/web_password", 2026-02-21T20:03:16.152 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/alertmanager/web_user", 2026-02-21T20:03:16.152 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/cert_store.cert.agent_endpoint_root_cert", 2026-02-21T20:03:16.152 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/cert_store.cert.grafana_cert", 2026-02-21T20:03:16.153 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/cert_store.key.agent_endpoint_key", 2026-02-21T20:03:16.153 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/cert_store.key.grafana_key", 2026-02-21T20:03:16.153 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/client_keyrings", 2026-02-21T20:03:16.153 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/config_checks", 2026-02-21T20:03:16.153 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/host.trial059", 2026-02-21T20:03:16.153 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/host.trial059.devices.0", 2026-02-21T20:03:16.153 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/host.trial144", 2026-02-21T20:03:16.153 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/inventory", 2026-02-21T20:03:16.153 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/osd_remove_queue", 2026-02-21T20:03:16.153 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/prometheus/web_password", 2026-02-21T20:03:16.153 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/prometheus/web_user", 2026-02-21T20:03:16.153 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.alertmanager", 2026-02-21T20:03:16.153 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.ceph-exporter", 2026-02-21T20:03:16.154 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.crash", 2026-02-21T20:03:16.154 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.grafana", 2026-02-21T20:03:16.154 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.mgr", 2026-02-21T20:03:16.154 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.mon", 2026-02-21T20:03:16.154 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.node-exporter", 2026-02-21T20:03:16.154 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/spec.prometheus", 2026-02-21T20:03:16.154 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/ssh_identity_key", 2026-02-21T20:03:16.154 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/cephadm/ssh_identity_pub", 2026-02-21T20:03:16.154 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/dashboard/accessdb_v2", 2026-02-21T20:03:16.154 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/dashboard/cluster/status", 2026-02-21T20:03:16.154 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/dashboard/crt", 2026-02-21T20:03:16.154 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/dashboard/key", 2026-02-21T20:03:16.154 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/progress/completed", 2026-02-21T20:03:16.155 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/prometheus/health_history", 2026-02-21T20:03:16.155 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/telemetry/collection", 2026-02-21T20:03:16.155 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/telemetry/report_id", 2026-02-21T20:03:16.155 INFO:teuthology.orchestra.run.trial059.stdout: "mgr/telemetry/salt" 2026-02-21T20:03:16.155 INFO:teuthology.orchestra.run.trial059.stdout:] 2026-02-21T20:03:16.164 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:16.164 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:16.164 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:16.164 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:16.164 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:15 trial059 ceph-mon[32866]: mgrmap e16: trial059.suhfeu(active, since 1.00424s) 2026-02-21T20:03:16.164 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:16.164 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:16.164 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd/host:trial059", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:03:16.176 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph config-key get mgr/cephadm/inventory 2026-02-21T20:03:16.459 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:16.732 INFO:teuthology.orchestra.run.trial059.stdout:{"trial059": {"hostname": "trial059", "addr": "10.20.193.59", "labels": [], "status": ""}, "trial144": {"hostname": "trial144", "addr": "10.20.193.144", "labels": [], "status": ""}} 2026-02-21T20:03:16.733 INFO:tasks.cephadm:Setting crush tunables to default 2026-02-21T20:03:16.733 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd crush tunables default 2026-02-21T20:03:17.018 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:17.041 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: [21/Feb/2026:20:03:15] ENGINE Bus STARTING 2026-02-21T20:03:17.041 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: [21/Feb/2026:20:03:15] ENGINE Serving on http://10.20.193.59:8765 2026-02-21T20:03:17.041 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: from='client.14209 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:03:17.041 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: [21/Feb/2026:20:03:15] ENGINE Serving on https://10.20.193.59:7150 2026-02-21T20:03:17.041 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: [21/Feb/2026:20:03:15] ENGINE Bus STARTED 2026-02-21T20:03:17.042 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: [21/Feb/2026:20:03:15] ENGINE Client ('10.20.193.59', 41660) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-21T20:03:17.042 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:17.042 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2520653743' entity='client.admin' cmd=[{"prefix": "config-key ls"}]: dispatch 2026-02-21T20:03:17.042 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/707562063' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2026-02-21T20:03:17.042 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:17.042 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:17.042 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:17.042 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:17.042 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd/host:trial144", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:03:17.042 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:17.042 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:03:18.118 INFO:teuthology.orchestra.run.trial059.stderr:adjusted tunables profile to default 2026-02-21T20:03:18.160 INFO:tasks.cephadm:Adding mon.trial059 on trial059 2026-02-21T20:03:18.160 INFO:tasks.cephadm:Adding mon.trial144 on trial144 2026-02-21T20:03:18.161 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch apply mon '2;trial059:10.20.193.59=trial059;trial144:10.20.193.144=trial144' 2026-02-21T20:03:18.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:17 trial059 ceph-mon[32866]: Updating trial059:/etc/ceph/ceph.conf 2026-02-21T20:03:18.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:17 trial059 ceph-mon[32866]: Updating trial144:/etc/ceph/ceph.conf 2026-02-21T20:03:18.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:17 trial059 ceph-mon[32866]: mgrmap e17: trial059.suhfeu(active, since 2s) 2026-02-21T20:03:18.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:17 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/1600602296' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-02-21T20:03:18.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:18.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:18.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:18.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:18.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:18.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial144", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:03:18.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial144", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2026-02-21T20:03:18.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:18.472 INFO:teuthology.orchestra.run.trial144.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:03:18.691 INFO:teuthology.orchestra.run.trial144.stdout:Scheduled mon update... 2026-02-21T20:03:18.785 DEBUG:teuthology.orchestra.run.trial144:mon.trial144> sudo journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial144.service 2026-02-21T20:03:18.788 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-21T20:03:18.788 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph mon dump -f json 2026-02-21T20:03:19.150 INFO:teuthology.orchestra.run.trial144.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:03:19.206 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:03:19.206 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:03:19.206 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:03:19.206 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: Updating trial144:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:03:19.206 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:03:19.206 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:03:19.207 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: Deploying daemon ceph-exporter.trial144 on trial144 2026-02-21T20:03:19.207 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/1600602296' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-02-21T20:03:19.207 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: osdmap e5: 0 total, 0 up, 0 in 2026-02-21T20:03:19.207 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:19.207 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:19.207 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:19.207 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:19.207 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial144", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-21T20:03:19.207 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.trial144", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2026-02-21T20:03:19.207 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:19.207 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:19.388 INFO:teuthology.orchestra.run.trial144.stdout: 2026-02-21T20:03:19.388 INFO:teuthology.orchestra.run.trial144.stdout:{"epoch":1,"fsid":"39d77373-0f60-11f1-8f14-d404e6e7d460","modified":"2026-02-21T20:02:35.219243Z","created":"2026-02-21T20:02:35.219243Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial059","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:3300","nonce":0},{"type":"v1","addr":"10.20.193.59:6789","nonce":0}]},"addr":"10.20.193.59:6789/0","public_addr":"10.20.193.59:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-21T20:03:19.389 INFO:teuthology.orchestra.run.trial144.stderr:dumped monmap epoch 1 2026-02-21T20:03:20.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:19 trial059 ceph-mon[32866]: Deploying daemon crash.trial144 on trial144 2026-02-21T20:03:20.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:19 trial059 ceph-mon[32866]: from='client.14218 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;trial059:10.20.193.59=trial059;trial144:10.20.193.144=trial144", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:20.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:19 trial059 ceph-mon[32866]: Saving service mon spec with placement trial059:10.20.193.59=trial059;trial144:10.20.193.144=trial144;count:2 2026-02-21T20:03:20.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:19 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:20.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:19 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:20.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:19 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:20.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:19 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:20.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:19 trial059 ceph-mon[32866]: from='client.? 10.20.193.144:0/1005733929' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-21T20:03:20.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:19 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:20.504 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-21T20:03:20.504 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph mon dump -f json 2026-02-21T20:03:20.815 INFO:teuthology.orchestra.run.trial144.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:03:21.048 INFO:teuthology.orchestra.run.trial144.stdout: 2026-02-21T20:03:21.049 INFO:teuthology.orchestra.run.trial144.stdout:{"epoch":1,"fsid":"39d77373-0f60-11f1-8f14-d404e6e7d460","modified":"2026-02-21T20:02:35.219243Z","created":"2026-02-21T20:02:35.219243Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial059","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:3300","nonce":0},{"type":"v1","addr":"10.20.193.59:6789","nonce":0}]},"addr":"10.20.193.59:6789/0","public_addr":"10.20.193.59:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-21T20:03:21.049 INFO:teuthology.orchestra.run.trial144.stderr:dumped monmap epoch 1 2026-02-21T20:03:21.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: Deploying daemon node-exporter.trial144 on trial144 2026-02-21T20:03:21.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial144.npjdqw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-21T20:03:21.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.trial144.npjdqw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-02-21T20:03:21.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-21T20:03:21.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:21.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-21T20:03:21.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-21T20:03:21.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:21.577 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 systemd[1]: Started Ceph mon.trial144 for 39d77373-0f60-11f1-8f14-d404e6e7d460. 2026-02-21T20:03:21.841 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: set uid:gid to 167:167 (ceph:ceph) 2026-02-21T20:03:21.841 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable), process ceph-mon, pid 2 2026-02-21T20:03:21.842 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: pidfile_write: ignore empty --pid-file 2026-02-21T20:03:21.842 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: load: jerasure load: lrc 2026-02-21T20:03:21.842 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: RocksDB version: 7.9.2 2026-02-21T20:03:21.842 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Git sha 0 2026-02-21T20:03:21.842 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Compile date 2026-02-07 14:59:59 2026-02-21T20:03:21.842 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: DB SUMMARY 2026-02-21T20:03:21.842 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: DB Session ID: 9UVFE4UE144TK5SCNM6S 2026-02-21T20:03:21.842 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: CURRENT file: CURRENT 2026-02-21T20:03:21.842 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: IDENTITY file: IDENTITY 2026-02-21T20:03:21.842 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2026-02-21T20:03:21.842 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: SST files in /var/lib/ceph/mon/ceph-trial144/store.db dir, Total Num: 0, files: 2026-02-21T20:03:21.842 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-trial144/store.db: 000004.log size: 511 ; 2026-02-21T20:03:21.843 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.error_if_exists: 0 2026-02-21T20:03:21.843 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.create_if_missing: 0 2026-02-21T20:03:21.843 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.paranoid_checks: 1 2026-02-21T20:03:21.843 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-21T20:03:21.843 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-21T20:03:21.843 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-21T20:03:21.843 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.env: 0x564b5fa11dc0 2026-02-21T20:03:21.843 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.fs: PosixFileSystem 2026-02-21T20:03:21.843 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.info_log: 0x564b61767a20 2026-02-21T20:03:21.844 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_file_opening_threads: 16 2026-02-21T20:03:21.844 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.statistics: (nil) 2026-02-21T20:03:21.844 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.use_fsync: 0 2026-02-21T20:03:21.844 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_log_file_size: 0 2026-02-21T20:03:21.844 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-21T20:03:21.844 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-21T20:03:21.844 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.keep_log_file_num: 1000 2026-02-21T20:03:21.844 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.recycle_log_file_num: 0 2026-02-21T20:03:21.844 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.allow_fallocate: 1 2026-02-21T20:03:21.844 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.allow_mmap_reads: 0 2026-02-21T20:03:21.844 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.allow_mmap_writes: 0 2026-02-21T20:03:21.844 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.use_direct_reads: 0 2026-02-21T20:03:21.844 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-21T20:03:21.845 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.create_missing_column_families: 0 2026-02-21T20:03:21.845 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.db_log_dir: 2026-02-21T20:03:21.845 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.wal_dir: 2026-02-21T20:03:21.845 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-21T20:03:21.845 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-21T20:03:21.845 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-21T20:03:21.845 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-21T20:03:21.845 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-21T20:03:21.845 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-21T20:03:21.845 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.advise_random_on_open: 1 2026-02-21T20:03:21.845 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.db_write_buffer_size: 0 2026-02-21T20:03:21.845 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.write_buffer_manager: 0x564b6176b900 2026-02-21T20:03:21.845 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-21T20:03:21.845 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-21T20:03:21.846 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-21T20:03:21.846 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.rate_limiter: (nil) 2026-02-21T20:03:21.846 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-21T20:03:21.846 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.wal_recovery_mode: 2 2026-02-21T20:03:21.846 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.enable_thread_tracking: 0 2026-02-21T20:03:21.846 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.enable_pipelined_write: 0 2026-02-21T20:03:21.846 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.unordered_write: 0 2026-02-21T20:03:21.846 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-21T20:03:21.846 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-21T20:03:21.846 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-21T20:03:21.846 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-21T20:03:21.847 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.row_cache: None 2026-02-21T20:03:21.847 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.wal_filter: None 2026-02-21T20:03:21.847 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-21T20:03:21.847 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.allow_ingest_behind: 0 2026-02-21T20:03:21.847 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.two_write_queues: 0 2026-02-21T20:03:21.847 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.manual_wal_flush: 0 2026-02-21T20:03:21.847 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.wal_compression: 0 2026-02-21T20:03:21.847 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.atomic_flush: 0 2026-02-21T20:03:21.847 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-21T20:03:21.847 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-21T20:03:21.847 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-21T20:03:21.847 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.log_readahead_size: 0 2026-02-21T20:03:21.847 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-21T20:03:21.848 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.best_efforts_recovery: 0 2026-02-21T20:03:21.848 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-21T20:03:21.848 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-21T20:03:21.848 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.allow_data_in_errors: 0 2026-02-21T20:03:21.848 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.db_host_id: __hostname__ 2026-02-21T20:03:21.848 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-21T20:03:21.848 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_background_jobs: 2 2026-02-21T20:03:21.848 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_background_compactions: -1 2026-02-21T20:03:21.848 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_subcompactions: 1 2026-02-21T20:03:21.848 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-21T20:03:21.848 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-21T20:03:21.848 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-21T20:03:21.849 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_total_wal_size: 0 2026-02-21T20:03:21.849 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-21T20:03:21.849 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-21T20:03:21.849 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-21T20:03:21.849 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-21T20:03:21.849 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_open_files: -1 2026-02-21T20:03:21.849 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.bytes_per_sync: 0 2026-02-21T20:03:21.849 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-21T20:03:21.849 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-21T20:03:21.849 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compaction_readahead_size: 0 2026-02-21T20:03:21.849 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_background_flushes: -1 2026-02-21T20:03:21.849 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Compression algorithms supported: 2026-02-21T20:03:21.849 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: kZSTD supported: 0 2026-02-21T20:03:21.850 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: kXpressCompression supported: 0 2026-02-21T20:03:21.850 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: kBZip2Compression supported: 0 2026-02-21T20:03:21.850 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-21T20:03:21.850 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: kLZ4Compression supported: 1 2026-02-21T20:03:21.850 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: kZlibCompression supported: 1 2026-02-21T20:03:21.850 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: kLZ4HCCompression supported: 1 2026-02-21T20:03:21.850 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: kSnappyCompression supported: 1 2026-02-21T20:03:21.850 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-21T20:03:21.850 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-21T20:03:21.850 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-trial144/store.db/MANIFEST-000005 2026-02-21T20:03:21.850 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-21T20:03:21.850 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-21T20:03:21.850 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.merge_operator: 2026-02-21T20:03:21.851 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compaction_filter: None 2026-02-21T20:03:21.851 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compaction_filter_factory: None 2026-02-21T20:03:21.851 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.sst_partitioner_factory: None 2026-02-21T20:03:21.851 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-21T20:03:21.851 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-21T20:03:21.851 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564b61766700) 2026-02-21T20:03:21.851 INFO:journalctl@ceph.mon.trial144.trial144.stdout: cache_index_and_filter_blocks: 1 2026-02-21T20:03:21.851 INFO:journalctl@ceph.mon.trial144.trial144.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-21T20:03:21.851 INFO:journalctl@ceph.mon.trial144.trial144.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-21T20:03:21.851 INFO:journalctl@ceph.mon.trial144.trial144.stdout: pin_top_level_index_and_filter: 1 2026-02-21T20:03:21.851 INFO:journalctl@ceph.mon.trial144.trial144.stdout: index_type: 0 2026-02-21T20:03:21.851 INFO:journalctl@ceph.mon.trial144.trial144.stdout: data_block_index_type: 0 2026-02-21T20:03:21.851 INFO:journalctl@ceph.mon.trial144.trial144.stdout: index_shortening: 1 2026-02-21T20:03:21.851 INFO:journalctl@ceph.mon.trial144.trial144.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-21T20:03:21.852 INFO:journalctl@ceph.mon.trial144.trial144.stdout: checksum: 4 2026-02-21T20:03:21.852 INFO:journalctl@ceph.mon.trial144.trial144.stdout: no_block_cache: 0 2026-02-21T20:03:21.852 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_cache: 0x564b6178b350 2026-02-21T20:03:21.852 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_cache_name: BinnedLRUCache 2026-02-21T20:03:21.852 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_cache_options: 2026-02-21T20:03:21.852 INFO:journalctl@ceph.mon.trial144.trial144.stdout: capacity : 536870912 2026-02-21T20:03:21.852 INFO:journalctl@ceph.mon.trial144.trial144.stdout: num_shard_bits : 4 2026-02-21T20:03:21.852 INFO:journalctl@ceph.mon.trial144.trial144.stdout: strict_capacity_limit : 0 2026-02-21T20:03:21.852 INFO:journalctl@ceph.mon.trial144.trial144.stdout: high_pri_pool_ratio: 0.000 2026-02-21T20:03:21.852 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_cache_compressed: (nil) 2026-02-21T20:03:21.852 INFO:journalctl@ceph.mon.trial144.trial144.stdout: persistent_cache: (nil) 2026-02-21T20:03:21.852 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_size: 4096 2026-02-21T20:03:21.852 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_size_deviation: 10 2026-02-21T20:03:21.853 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_restart_interval: 16 2026-02-21T20:03:21.853 INFO:journalctl@ceph.mon.trial144.trial144.stdout: index_block_restart_interval: 1 2026-02-21T20:03:21.853 INFO:journalctl@ceph.mon.trial144.trial144.stdout: metadata_block_size: 4096 2026-02-21T20:03:21.853 INFO:journalctl@ceph.mon.trial144.trial144.stdout: partition_filters: 0 2026-02-21T20:03:21.853 INFO:journalctl@ceph.mon.trial144.trial144.stdout: use_delta_encoding: 1 2026-02-21T20:03:21.853 INFO:journalctl@ceph.mon.trial144.trial144.stdout: filter_policy: bloomfilter 2026-02-21T20:03:21.853 INFO:journalctl@ceph.mon.trial144.trial144.stdout: whole_key_filtering: 1 2026-02-21T20:03:21.853 INFO:journalctl@ceph.mon.trial144.trial144.stdout: verify_compression: 0 2026-02-21T20:03:21.853 INFO:journalctl@ceph.mon.trial144.trial144.stdout: read_amp_bytes_per_bit: 0 2026-02-21T20:03:21.853 INFO:journalctl@ceph.mon.trial144.trial144.stdout: format_version: 5 2026-02-21T20:03:21.853 INFO:journalctl@ceph.mon.trial144.trial144.stdout: enable_index_compression: 1 2026-02-21T20:03:21.853 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_align: 0 2026-02-21T20:03:21.853 INFO:journalctl@ceph.mon.trial144.trial144.stdout: max_auto_readahead_size: 262144 2026-02-21T20:03:21.853 INFO:journalctl@ceph.mon.trial144.trial144.stdout: prepopulate_block_cache: 0 2026-02-21T20:03:21.854 INFO:journalctl@ceph.mon.trial144.trial144.stdout: initial_auto_readahead_size: 8192 2026-02-21T20:03:21.854 INFO:journalctl@ceph.mon.trial144.trial144.stdout: num_file_reads_for_auto_readahead: 2 2026-02-21T20:03:21.854 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.write_buffer_size: 33554432 2026-02-21T20:03:21.854 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_write_buffer_number: 2 2026-02-21T20:03:21.854 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compression: NoCompression 2026-02-21T20:03:21.854 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.bottommost_compression: Disabled 2026-02-21T20:03:21.854 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.prefix_extractor: nullptr 2026-02-21T20:03:21.854 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-21T20:03:21.854 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.num_levels: 7 2026-02-21T20:03:21.854 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-21T20:03:21.854 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-21T20:03:21.854 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-21T20:03:21.854 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-21T20:03:21.855 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-21T20:03:21.855 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-21T20:03:21.855 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-21T20:03:21.855 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-21T20:03:21.855 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-21T20:03:21.855 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-21T20:03:21.855 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-21T20:03:21.855 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-21T20:03:21.855 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-21T20:03:21.855 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compression_opts.level: 32767 2026-02-21T20:03:21.855 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compression_opts.strategy: 0 2026-02-21T20:03:21.855 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-21T20:03:21.855 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-21T20:03:21.856 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-21T20:03:21.856 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-21T20:03:21.856 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compression_opts.enabled: false 2026-02-21T20:03:21.856 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-21T20:03:21.856 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-21T20:03:21.856 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-21T20:03:21.856 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-21T20:03:21.856 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.target_file_size_base: 67108864 2026-02-21T20:03:21.856 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-21T20:03:21.856 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-21T20:03:21.856 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-21T20:03:21.856 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-21T20:03:21.856 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-21T20:03:21.857 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-21T20:03:21.857 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-21T20:03:21.857 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-21T20:03:21.857 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-21T20:03:21.857 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-21T20:03:21.857 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-21T20:03:21.857 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-21T20:03:21.857 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-21T20:03:21.857 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-21T20:03:21.857 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.arena_block_size: 1048576 2026-02-21T20:03:21.857 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-21T20:03:21.857 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-21T20:03:21.857 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.disable_auto_compactions: 0 2026-02-21T20:03:21.858 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-21T20:03:21.858 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-21T20:03:21.858 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-21T20:03:21.858 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-21T20:03:21.858 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-21T20:03:21.858 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-21T20:03:21.858 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-21T20:03:21.858 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-21T20:03:21.858 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-21T20:03:21.858 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-21T20:03:21.858 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-21T20:03:21.858 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.inplace_update_support: 0 2026-02-21T20:03:21.858 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-21T20:03:21.859 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-21T20:03:21.859 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-21T20:03:21.859 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-21T20:03:21.859 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.bloom_locality: 0 2026-02-21T20:03:21.859 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.max_successive_merges: 0 2026-02-21T20:03:21.859 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-21T20:03:21.859 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.paranoid_file_checks: 0 2026-02-21T20:03:21.859 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.force_consistency_checks: 1 2026-02-21T20:03:21.859 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.report_bg_io_stats: 0 2026-02-21T20:03:21.859 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.ttl: 2592000 2026-02-21T20:03:21.859 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-21T20:03:21.859 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-21T20:03:21.859 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-21T20:03:21.859 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.enable_blob_files: false 2026-02-21T20:03:21.860 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.min_blob_size: 0 2026-02-21T20:03:21.860 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.blob_file_size: 268435456 2026-02-21T20:03:21.860 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-21T20:03:21.860 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-21T20:03:21.860 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-21T20:03:21.860 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-21T20:03:21.860 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-21T20:03:21.860 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.blob_file_starting_level: 0 2026-02-21T20:03:21.860 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-21T20:03:21.860 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-trial144/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2026-02-21T20:03:21.860 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2026-02-21T20:03:21.860 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 22f50224-e63f-4d49-9b2c-5ecf9002d811 2026-02-21T20:03:21.860 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771704201592104, "job": 1, "event": "recovery_started", "wal_files": [4]} 2026-02-21T20:03:21.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2026-02-21T20:03:21.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771704201593816, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1647, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1771704201, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "22f50224-e63f-4d49-9b2c-5ecf9002d811", "db_session_id": "9UVFE4UE144TK5SCNM6S", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2026-02-21T20:03:21.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771704201593885, "job": 1, "event": "recovery_finished"} 2026-02-21T20:03:21.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2026-02-21T20:03:21.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-trial144/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-21T20:03:21.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564b6178ce00 2026-02-21T20:03:21.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: DB pointer 0x564b6189a000 2026-02-21T20:03:21.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144 does not exist in monmap, will attempt to join an existing cluster 2026-02-21T20:03:21.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-21T20:03:21.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-21T20:03:21.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout: ** DB Stats ** 2026-02-21T20:03:21.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-21T20:03:21.862 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-21T20:03:21.862 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-21T20:03:21.862 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-21T20:03:21.862 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-21T20:03:21.862 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-21T20:03:21.862 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-21T20:03:21.862 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:03:21.862 INFO:journalctl@ceph.mon.trial144.trial144.stdout: ** Compaction Stats [default] ** 2026-02-21T20:03:21.862 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-21T20:03:21.862 INFO:journalctl@ceph.mon.trial144.trial144.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-21T20:03:21.862 INFO:journalctl@ceph.mon.trial144.trial144.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.9 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-21T20:03:21.862 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.9 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-21T20:03:21.862 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.9 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-21T20:03:21.863 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:03:21.863 INFO:journalctl@ceph.mon.trial144.trial144.stdout: ** Compaction Stats [default] ** 2026-02-21T20:03:21.863 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-21T20:03:21.863 INFO:journalctl@ceph.mon.trial144.trial144.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-21T20:03:21.863 INFO:journalctl@ceph.mon.trial144.trial144.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.9 0.00 0.00 1 0.002 0 0 0.0 0.0 2026-02-21T20:03:21.863 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:03:21.863 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-21T20:03:21.863 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:03:21.863 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-21T20:03:21.863 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-21T20:03:21.863 INFO:journalctl@ceph.mon.trial144.trial144.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-21T20:03:21.863 INFO:journalctl@ceph.mon.trial144.trial144.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-21T20:03:21.863 INFO:journalctl@ceph.mon.trial144.trial144.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-21T20:03:21.864 INFO:journalctl@ceph.mon.trial144.trial144.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-21T20:03:21.864 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Cumulative compaction: 0.00 GB write, 0.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-21T20:03:21.864 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Interval compaction: 0.00 GB write, 0.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-21T20:03:21.864 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-21T20:03:21.864 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Block cache BinnedLRUCache@0x564b6178b350#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2026-02-21T20:03:21.864 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2026-02-21T20:03:21.864 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:03:21.864 INFO:journalctl@ceph.mon.trial144.trial144.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-21T20:03:21.864 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: using public_addr v2:10.20.193.144:0/0 -> [v2:10.20.193.144:3300/0,v1:10.20.193.144:6789/0] 2026-02-21T20:03:21.864 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: starting mon.trial144 rank -1 at public addrs [v2:10.20.193.144:3300/0,v1:10.20.193.144:6789/0] at bind addrs [v2:10.20.193.144:3300/0,v1:10.20.193.144:6789/0] mon_data /var/lib/ceph/mon/ceph-trial144 fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:03:21.864 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(???) e0 preinit fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:03:21.864 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(synchronizing).mds e1 new map 2026-02-21T20:03:21.864 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(synchronizing).mds e1 print_map 2026-02-21T20:03:21.865 INFO:journalctl@ceph.mon.trial144.trial144.stdout: e1 2026-02-21T20:03:21.865 INFO:journalctl@ceph.mon.trial144.trial144.stdout: btime 2026-02-21T20:02:36:175416+0000 2026-02-21T20:03:21.865 INFO:journalctl@ceph.mon.trial144.trial144.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-21T20:03:21.865 INFO:journalctl@ceph.mon.trial144.trial144.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-21T20:03:21.865 INFO:journalctl@ceph.mon.trial144.trial144.stdout: legacy client fscid: -1 2026-02-21T20:03:21.865 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:03:21.865 INFO:journalctl@ceph.mon.trial144.trial144.stdout: No filesystems configured 2026-02-21T20:03:21.865 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2026-02-21T20:03:21.865 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2026-02-21T20:03:21.865 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2026-02-21T20:03:21.865 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2026-02-21T20:03:21.865 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2026-02-21T20:03:21.866 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2026-02-21T20:03:21.866 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2026-02-21T20:03:21.866 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(synchronizing).osd e5 crush map has features 3314932999778484224, adjusting msgr requires 2026-02-21T20:03:21.866 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2026-02-21T20:03:21.866 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2026-02-21T20:03:21.866 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2026-02-21T20:03:21.866 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mkfs 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:03:21.866 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial059 is new leader, mons trial059 in quorum (ranks 0) 2026-02-21T20:03:21.866 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial059 is new leader, mons trial059 in quorum (ranks 0) 2026-02-21T20:03:21.866 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: monmap epoch 1 2026-02-21T20:03:21.866 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:03:21.866 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: last_changed 2026-02-21T20:02:35.219243+0000 2026-02-21T20:03:21.866 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: created 2026-02-21T20:02:35.219243+0000 2026-02-21T20:03:21.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: min_mon_release 19 (squid) 2026-02-21T20:03:21.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: election_strategy: 1 2026-02-21T20:03:21.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: 0: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.trial059 2026-02-21T20:03:21.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: fsmap 2026-02-21T20:03:21.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: osdmap e1: 0 total, 0 up, 0 in 2026-02-21T20:03:21.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e1: no daemons active 2026-02-21T20:03:21.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2313452212' entity='client.admin' 2026-02-21T20:03:21.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2795856306' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-21T20:03:21.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/741570064' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-21T20:03:21.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Activating manager daemon trial059.suhfeu 2026-02-21T20:03:21.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e2: trial059.suhfeu(active, starting, since 0.00231721s) 2026-02-21T20:03:21.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-21T20:03:21.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-21T20:03:21.868 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-21T20:03:21.868 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:03:21.868 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr metadata", "who": "trial059.suhfeu", "id": "trial059.suhfeu"}]: dispatch 2026-02-21T20:03:21.868 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Manager daemon trial059.suhfeu is now available 2026-02-21T20:03:21.868 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/mirror_snapshot_schedule"}]: dispatch 2026-02-21T20:03:21.868 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.868 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/trash_purge_schedule"}]: dispatch 2026-02-21T20:03:21.868 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.868 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14100 10.20.193.59:0/1633146679' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.868 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e3: trial059.suhfeu(active, since 1.00465s) 2026-02-21T20:03:21.868 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/1566327139' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-21T20:03:21.868 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e4: trial059.suhfeu(active, since 2s) 2026-02-21T20:03:21.868 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/4057339077' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-02-21T20:03:21.869 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3870395141' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-02-21T20:03:21.869 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3870395141' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-02-21T20:03:21.869 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e5: trial059.suhfeu(active, since 3s) 2026-02-21T20:03:21.869 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2437090987' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-21T20:03:21.869 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Active manager daemon trial059.suhfeu restarted 2026-02-21T20:03:21.869 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Activating manager daemon trial059.suhfeu 2026-02-21T20:03:21.869 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: osdmap e2: 0 total, 0 up, 0 in 2026-02-21T20:03:21.869 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e6: trial059.suhfeu(active, starting, since 0.00217249s) 2026-02-21T20:03:21.869 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:03:21.869 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr metadata", "who": "trial059.suhfeu", "id": "trial059.suhfeu"}]: dispatch 2026-02-21T20:03:21.869 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-21T20:03:21.869 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-21T20:03:21.869 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-21T20:03:21.870 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Manager daemon trial059.suhfeu is now available 2026-02-21T20:03:21.870 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.870 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.870 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:21.870 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:21.870 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/mirror_snapshot_schedule"}]: dispatch 2026-02-21T20:03:21.870 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/trash_purge_schedule"}]: dispatch 2026-02-21T20:03:21.870 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Found migration_current of "None". Setting to last migration. 2026-02-21T20:03:21.870 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.870 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.870 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e7: trial059.suhfeu(active, since 1.00361s) 2026-02-21T20:03:21.870 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-21T20:03:21.871 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-21T20:03:21.871 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.871 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.871 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:21.871 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:02:47] ENGINE Bus STARTING 2026-02-21T20:03:21.871 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:02:47] ENGINE Serving on https://10.20.193.59:7150 2026-02-21T20:03:21.871 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:02:47] ENGINE Client ('10.20.193.59', 47172) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-21T20:03:21.871 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:21.871 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.871 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.871 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.871 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:02:47] ENGINE Serving on http://10.20.193.59:8765 2026-02-21T20:03:21.871 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:02:47] ENGINE Bus STARTED 2026-02-21T20:03:21.872 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.872 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Generating ssh key... 2026-02-21T20:03:21.872 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.872 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial059", "addr": "10.20.193.59", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.872 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e8: trial059.suhfeu(active, since 2s) 2026-02-21T20:03:21.872 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Deploying cephadm binary to trial059 2026-02-21T20:03:21.872 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.872 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:21.872 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.872 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.872 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.872 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Added host trial059 2026-02-21T20:03:21.872 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.872 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Saving service mon spec with placement count:5 2026-02-21T20:03:21.873 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.873 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Saving service mgr spec with placement count:2 2026-02-21T20:03:21.873 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "crash", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.873 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Saving service crash spec with placement * 2026-02-21T20:03:21.873 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.873 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.873 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.873 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.873 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.873 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.873 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.873 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.873 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "ceph-exporter", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.874 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Saving service ceph-exporter spec with placement * 2026-02-21T20:03:21.874 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.874 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Saving service prometheus spec with placement count:1 2026-02-21T20:03:21.874 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14150 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.874 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Saving service grafana spec with placement count:1 2026-02-21T20:03:21.874 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.874 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Saving service node-exporter spec with placement * 2026-02-21T20:03:21.874 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14118 10.20.193.59:0/2953233176' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.874 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/1561579542' entity='client.admin' 2026-02-21T20:03:21.874 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/813804033' entity='client.admin' 2026-02-21T20:03:21.874 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2398465346' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-02-21T20:03:21.874 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.874 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Saving service alertmanager spec with placement count:1 2026-02-21T20:03:21.874 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2398465346' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e9: trial059.suhfeu(active, since 6s) 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2750467405' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Active manager daemon trial059.suhfeu restarted 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Activating manager daemon trial059.suhfeu 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: osdmap e3: 0 total, 0 up, 0 in 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e10: trial059.suhfeu(active, starting, since 0.00242212s) 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr metadata", "who": "trial059.suhfeu", "id": "trial059.suhfeu"}]: dispatch 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Manager daemon trial059.suhfeu is now available 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/mirror_snapshot_schedule"}]: dispatch 2026-02-21T20:03:21.875 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/trash_purge_schedule"}]: dispatch 2026-02-21T20:03:21.876 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.876 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:02:56] ENGINE Bus STARTING 2026-02-21T20:03:21.876 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.876 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:02:56] ENGINE Serving on http://10.20.193.59:8765 2026-02-21T20:03:21.876 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:02:56] ENGINE Serving on https://10.20.193.59:7150 2026-02-21T20:03:21.876 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:02:56] ENGINE Bus STARTED 2026-02-21T20:03:21.876 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:02:56] ENGINE Client ('10.20.193.59', 36350) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-21T20:03:21.876 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-21T20:03:21.876 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e11: trial059.suhfeu(active, since 1.00464s) 2026-02-21T20:03:21.876 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-21T20:03:21.876 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.876 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.876 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.876 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.877 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.877 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/181011168' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-02-21T20:03:21.877 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/1755717047' entity='client.admin' 2026-02-21T20:03:21.877 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e12: trial059.suhfeu(active, since 2s) 2026-02-21T20:03:21.877 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2838862784' entity='client.admin' 2026-02-21T20:03:21.877 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.877 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.877 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd/host:trial059", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:03:21.877 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.877 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial059", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:03:21.877 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial059", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2026-02-21T20:03:21.877 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:21.877 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Deploying daemon ceph-exporter.trial059 on trial059 2026-02-21T20:03:21.877 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial059", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.trial059", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Deploying daemon crash.trial059 on trial059 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14187 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial144", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Deploying daemon node-exporter.trial059 on trial059 2026-02-21T20:03:21.878 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Deploying cephadm binary to trial144 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Added host trial144 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Deploying daemon alertmanager.trial059 on trial059 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14189 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e13: trial059.suhfeu(active, since 6s) 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/458741636' entity='client.admin' cmd=[{"prefix": "config-key ls"}]: dispatch 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3252657810' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.879 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Deploying daemon grafana.trial059 on trial059 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14195 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.880 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/488348811' entity='client.admin' cmd=[{"prefix": "config-key ls"}]: dispatch 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3869190935' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Deploying daemon prometheus.trial059 on trial059 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14162 10.20.193.59:0/172747668' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e14: trial059.suhfeu(active, since 16s) 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Active manager daemon trial059.suhfeu restarted 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Activating manager daemon trial059.suhfeu 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: osdmap e4: 0 total, 0 up, 0 in 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e15: trial059.suhfeu(active, starting, since 0.0024539s) 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:03:21.881 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr metadata", "who": "trial059.suhfeu", "id": "trial059.suhfeu"}]: dispatch 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Manager daemon trial059.suhfeu is now available 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/mirror_snapshot_schedule"}]: dispatch 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/trash_purge_schedule"}]: dispatch 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e16: trial059.suhfeu(active, since 1.00424s) 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd/host:trial059", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:03:21.882 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:03:15] ENGINE Bus STARTING 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:03:15] ENGINE Serving on http://10.20.193.59:8765 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14209 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:03:15] ENGINE Serving on https://10.20.193.59:7150 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:03:15] ENGINE Bus STARTED 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: [21/Feb/2026:20:03:15] ENGINE Client ('10.20.193.59', 41660) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2520653743' entity='client.admin' cmd=[{"prefix": "config-key ls"}]: dispatch 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/707562063' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd/host:trial144", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Updating trial059:/etc/ceph/ceph.conf 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Updating trial144:/etc/ceph/ceph.conf 2026-02-21T20:03:21.883 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mgrmap e17: trial059.suhfeu(active, since 2s) 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/1600602296' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial144", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial144", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Updating trial144:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Deploying daemon ceph-exporter.trial144 on trial144 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/1600602296' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-02-21T20:03:21.884 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: osdmap e5: 0 total, 0 up, 0 in 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial144", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.trial144", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Deploying daemon crash.trial144 on trial144 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.14218 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;trial059:10.20.193.59=trial059;trial144:10.20.193.144=trial144", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Saving service mon spec with placement trial059:10.20.193.59=trial059;trial144:10.20.193.144=trial144;count:2 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.144:0/1005733929' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.885 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: Deploying daemon node-exporter.trial144 on trial144 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial144.npjdqw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.trial144.npjdqw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:21.886 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:21 trial144 ceph-mon[36838]: mon.trial144@-1(synchronizing).paxosservice(auth 1..8) refresh upgraded, format 0 -> 3 2026-02-21T20:03:22.103 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-21T20:03:22.103 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph mon dump -f json 2026-02-21T20:03:22.390 INFO:teuthology.orchestra.run.trial144.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial144/config 2026-02-21T20:03:27.011 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:03:27.011 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: mon.trial059 calling monitor election 2026-02-21T20:03:27.011 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:03:27.011 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:27.011 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:03:27.012 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/909113086' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/crt"}]: dispatch 2026-02-21T20:03:27.012 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:03:27.012 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: mon.trial144 calling monitor election 2026-02-21T20:03:27.012 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:03:27.012 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:03:27.012 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:03:27.012 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: mon.trial059 is new leader, mons trial059,trial144 in quorum (ranks 0,1) 2026-02-21T20:03:27.012 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: monmap epoch 2 2026-02-21T20:03:27.012 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:03:27.012 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: last_changed 2026-02-21T20:03:21.614612+0000 2026-02-21T20:03:27.012 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: created 2026-02-21T20:02:35.219243+0000 2026-02-21T20:03:27.012 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: min_mon_release 19 (squid) 2026-02-21T20:03:27.013 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: election_strategy: 1 2026-02-21T20:03:27.013 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: 0: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.trial059 2026-02-21T20:03:27.013 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: 1: [v2:10.20.193.144:3300/0,v1:10.20.193.144:6789/0] mon.trial144 2026-02-21T20:03:27.013 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: fsmap 2026-02-21T20:03:27.013 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: osdmap e5: 0 total, 0 up, 0 in 2026-02-21T20:03:27.013 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: mgrmap e17: trial059.suhfeu(active, since 12s) 2026-02-21T20:03:27.013 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: overall HEALTH_OK 2026-02-21T20:03:27.013 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: Standby manager daemon trial144.npjdqw started 2026-02-21T20:03:27.013 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/909113086' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-21T20:03:27.013 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:27.013 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/909113086' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/key"}]: dispatch 2026-02-21T20:03:27.013 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:26 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/909113086' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-21T20:03:27.026 INFO:teuthology.orchestra.run.trial144.stdout: 2026-02-21T20:03:27.026 INFO:teuthology.orchestra.run.trial144.stdout:{"epoch":2,"fsid":"39d77373-0f60-11f1-8f14-d404e6e7d460","modified":"2026-02-21T20:03:21.614612Z","created":"2026-02-21T20:02:35.219243Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial059","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:3300","nonce":0},{"type":"v1","addr":"10.20.193.59:6789","nonce":0}]},"addr":"10.20.193.59:6789/0","public_addr":"10.20.193.59:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"trial144","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:3300","nonce":0},{"type":"v1","addr":"10.20.193.144:6789","nonce":0}]},"addr":"10.20.193.144:6789/0","public_addr":"10.20.193.144:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2026-02-21T20:03:27.027 INFO:teuthology.orchestra.run.trial144.stderr:dumped monmap epoch 2 2026-02-21T20:03:27.082 INFO:tasks.cephadm:Generating final ceph.conf file... 2026-02-21T20:03:27.083 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph config generate-minimal-conf 2026-02-21T20:03:27.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:03:27.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: mon.trial059 calling monitor election 2026-02-21T20:03:27.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:03:27.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:27.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:03:27.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.144:0/909113086' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/crt"}]: dispatch 2026-02-21T20:03:27.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:03:27.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: mon.trial144 calling monitor election 2026-02-21T20:03:27.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:03:27.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:03:27.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:03:27.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: mon.trial059 is new leader, mons trial059,trial144 in quorum (ranks 0,1) 2026-02-21T20:03:27.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: monmap epoch 2 2026-02-21T20:03:27.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:03:27.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: last_changed 2026-02-21T20:03:21.614612+0000 2026-02-21T20:03:27.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: created 2026-02-21T20:02:35.219243+0000 2026-02-21T20:03:27.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: min_mon_release 19 (squid) 2026-02-21T20:03:27.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: election_strategy: 1 2026-02-21T20:03:27.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: 0: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.trial059 2026-02-21T20:03:27.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: 1: [v2:10.20.193.144:3300/0,v1:10.20.193.144:6789/0] mon.trial144 2026-02-21T20:03:27.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: fsmap 2026-02-21T20:03:27.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: osdmap e5: 0 total, 0 up, 0 in 2026-02-21T20:03:27.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: mgrmap e17: trial059.suhfeu(active, since 12s) 2026-02-21T20:03:27.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: overall HEALTH_OK 2026-02-21T20:03:27.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: Standby manager daemon trial144.npjdqw started 2026-02-21T20:03:27.110 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.144:0/909113086' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-21T20:03:27.110 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:27.110 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.144:0/909113086' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/key"}]: dispatch 2026-02-21T20:03:27.110 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:26 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.144:0/909113086' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-21T20:03:27.376 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:27.574 INFO:teuthology.orchestra.run.trial059.stdout:# minimal ceph.conf for 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:03:27.574 INFO:teuthology.orchestra.run.trial059.stdout:[global] 2026-02-21T20:03:27.574 INFO:teuthology.orchestra.run.trial059.stdout: fsid = 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:03:27.574 INFO:teuthology.orchestra.run.trial059.stdout: mon_host = [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] [v2:10.20.193.144:3300/0,v1:10.20.193.144:6789/0] 2026-02-21T20:03:27.630 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2026-02-21T20:03:27.630 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-21T20:03:27.630 DEBUG:teuthology.orchestra.run.trial059:> sudo dd of=/etc/ceph/ceph.conf 2026-02-21T20:03:27.699 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-21T20:03:27.699 DEBUG:teuthology.orchestra.run.trial059:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:03:27.764 DEBUG:teuthology.orchestra.run.trial144:> set -ex 2026-02-21T20:03:27.764 DEBUG:teuthology.orchestra.run.trial144:> sudo dd of=/etc/ceph/ceph.conf 2026-02-21T20:03:27.792 DEBUG:teuthology.orchestra.run.trial144:> set -ex 2026-02-21T20:03:27.792 DEBUG:teuthology.orchestra.run.trial144:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:03:27.857 DEBUG:tasks.cephadm:set 0 configs 2026-02-21T20:03:27.857 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph config dump 2026-02-21T20:03:27.906 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: mgrmap e18: trial059.suhfeu(active, since 12s), standbys: trial144.npjdqw 2026-02-21T20:03:27.906 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr metadata", "who": "trial144.npjdqw", "id": "trial144.npjdqw"}]: dispatch 2026-02-21T20:03:27.906 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='client.? 10.20.193.144:0/3699742173' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-21T20:03:27.906 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:27.906 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:27.906 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:27.906 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:03:27.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:27.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:27.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:27.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:27.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:27.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-21T20:03:27.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-21T20:03:27.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:27.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/1251376833' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:27.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:03:28.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: mgrmap e18: trial059.suhfeu(active, since 12s), standbys: trial144.npjdqw 2026-02-21T20:03:28.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr metadata", "who": "trial144.npjdqw", "id": "trial144.npjdqw"}]: dispatch 2026-02-21T20:03:28.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='client.? 10.20.193.144:0/3699742173' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-21T20:03:28.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:03:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-21T20:03:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-21T20:03:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/1251376833' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:03:28.171 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:28.370 INFO:teuthology.orchestra.run.trial059.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-02-21T20:03:28.370 INFO:teuthology.orchestra.run.trial059.stdout:global dev auth_debug true 2026-02-21T20:03:28.370 INFO:teuthology.orchestra.run.trial059.stdout:global basic container_image quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4 * 2026-02-21T20:03:28.370 INFO:teuthology.orchestra.run.trial059.stdout:global dev debug_asserts_on_shutdown true 2026-02-21T20:03:28.370 INFO:teuthology.orchestra.run.trial059.stdout:global basic log_to_file true 2026-02-21T20:03:28.370 INFO:teuthology.orchestra.run.trial059.stdout:global basic log_to_journald false 2026-02-21T20:03:28.370 INFO:teuthology.orchestra.run.trial059.stdout:global basic log_to_stderr false 2026-02-21T20:03:28.370 INFO:teuthology.orchestra.run.trial059.stdout:global advanced mon_allow_pool_delete true 2026-02-21T20:03:28.370 INFO:teuthology.orchestra.run.trial059.stdout:global advanced mon_clock_drift_allowed 1.000000 2026-02-21T20:03:28.370 INFO:teuthology.orchestra.run.trial059.stdout:global advanced mon_cluster_log_to_file true 2026-02-21T20:03:28.370 INFO:teuthology.orchestra.run.trial059.stdout:global advanced mon_max_pg_per_osd 10000 2026-02-21T20:03:28.370 INFO:teuthology.orchestra.run.trial059.stdout:global advanced mon_pg_warn_max_object_skew 0.000000 2026-02-21T20:03:28.370 INFO:teuthology.orchestra.run.trial059.stdout:global advanced mon_warn_on_crush_straw_calc_version_zero false 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:global advanced mon_warn_on_legacy_crush_tunables false 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:global advanced mon_warn_on_osd_down_out_interval_zero false 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:global dev mon_warn_on_pool_pg_num_not_power_of_two false 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:global advanced mon_warn_on_too_few_osds false 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:global dev ms_die_on_bug true 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:global dev ms_die_on_old_message true 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:global advanced osd_pool_default_erasure_code_profile plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:global advanced osd_pool_default_pg_autoscale_mode off 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon advanced auth_allow_insecure_global_id_reclaim false 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon advanced auth_mon_ticket_ttl 660.000000 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon advanced auth_service_ticket_ttl 240.000000 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon advanced debug_mon 20/20 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon advanced debug_ms 1/1 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon advanced debug_paxos 20/20 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon advanced mon_data_avail_warn 5 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon advanced mon_mgr_mkfs_grace 240 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon dev mon_osd_prime_pg_temp true 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon advanced mon_osd_reporter_subtree_level osd 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon advanced mon_reweight_min_bytes_per_osd 10 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon advanced mon_reweight_min_pgs_per_osd 4 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon advanced mon_warn_on_insecure_global_id_reclaim false 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon advanced mon_warn_on_insecure_global_id_reclaim_allowed false 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mon advanced public_network 10.20.192.0/20 * 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mgr advanced debug_mgr 20/20 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mgr advanced debug_ms 1/1 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mgr advanced mgr/cephadm/allow_ptrace true * 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mgr advanced mgr/cephadm/container_init True * 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mgr advanced mgr/cephadm/migration_current 7 * 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mgr advanced mgr/dashboard/GRAFANA_API_SSL_VERIFY false * 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mgr advanced mgr/dashboard/ssl_server_port 8443 * 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mgr advanced mgr/orchestrator/orchestrator cephadm 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mgr advanced mon_reweight_min_bytes_per_osd 10 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:mgr advanced mon_reweight_min_pgs_per_osd 4 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:osd dev bdev_debug_aio true 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:osd advanced debug_ms 1/1 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:osd advanced debug_osd 20/20 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:osd dev osd_debug_misdirected_ops true 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:osd dev osd_debug_op_order true 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:osd dev osd_debug_pg_log_writeout true 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:osd dev osd_debug_shutdown true 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:osd dev osd_debug_verify_cached_snaps true 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:osd dev osd_debug_verify_missing_on_start true 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:osd dev osd_debug_verify_stray_on_activate true 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:osd advanced osd_deep_scrub_update_digest_min_age 30 2026-02-21T20:03:28.371 INFO:teuthology.orchestra.run.trial059.stdout:osd advanced osd_mclock_profile high_recovery_ops 2026-02-21T20:03:28.372 INFO:teuthology.orchestra.run.trial059.stdout:osd dev osd_mclock_skip_benchmark true 2026-02-21T20:03:28.372 INFO:teuthology.orchestra.run.trial059.stdout:osd advanced osd_memory_target_autotune true 2026-02-21T20:03:28.372 INFO:teuthology.orchestra.run.trial059.stdout:osd advanced osd_op_queue debug_random * 2026-02-21T20:03:28.372 INFO:teuthology.orchestra.run.trial059.stdout:osd advanced osd_op_queue_cut_off debug_random * 2026-02-21T20:03:28.372 INFO:teuthology.orchestra.run.trial059.stdout:osd advanced osd_recover_clone_overlap true 2026-02-21T20:03:28.372 INFO:teuthology.orchestra.run.trial059.stdout:osd advanced osd_recovery_max_chunk 1048576 2026-02-21T20:03:28.372 INFO:teuthology.orchestra.run.trial059.stdout:osd advanced osd_scrub_load_threshold 5.000000 2026-02-21T20:03:28.372 INFO:teuthology.orchestra.run.trial059.stdout:osd advanced osd_scrub_max_interval 600.000000 2026-02-21T20:03:28.372 INFO:teuthology.orchestra.run.trial059.stdout:osd advanced osd_shutdown_pgref_assert true 2026-02-21T20:03:28.372 INFO:teuthology.orchestra.run.trial059.stdout:client.rgw advanced rgw_cache_enabled true 2026-02-21T20:03:28.372 INFO:teuthology.orchestra.run.trial059.stdout:client.rgw advanced rgw_enable_ops_log true 2026-02-21T20:03:28.372 INFO:teuthology.orchestra.run.trial059.stdout:client.rgw advanced rgw_enable_usage_log true 2026-02-21T20:03:28.410 INFO:tasks.cephadm:Deploying OSDs... 2026-02-21T20:03:28.410 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-21T20:03:28.410 DEBUG:teuthology.orchestra.run.trial059:> dd if=/scratch_devs of=/dev/stdout 2026-02-21T20:03:28.428 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-21T20:03:28.428 DEBUG:teuthology.orchestra.run.trial059:> stat /dev/vg_nvme/lv_1 2026-02-21T20:03:28.485 INFO:teuthology.orchestra.run.trial059.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-21T20:03:28.485 INFO:teuthology.orchestra.run.trial059.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-21T20:03:28.485 INFO:teuthology.orchestra.run.trial059.stdout:Device: 6h/6d Inode: 910 Links: 1 2026-02-21T20:03:28.485 INFO:teuthology.orchestra.run.trial059.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-21T20:03:28.485 INFO:teuthology.orchestra.run.trial059.stdout:Context: system_u:object_r:device_t:s0 2026-02-21T20:03:28.485 INFO:teuthology.orchestra.run.trial059.stdout:Access: 2026-02-21 20:03:10.700464585 +0000 2026-02-21T20:03:28.485 INFO:teuthology.orchestra.run.trial059.stdout:Modify: 2026-02-21 20:02:09.138108884 +0000 2026-02-21T20:03:28.485 INFO:teuthology.orchestra.run.trial059.stdout:Change: 2026-02-21 20:02:09.138108884 +0000 2026-02-21T20:03:28.485 INFO:teuthology.orchestra.run.trial059.stdout: Birth: 2026-02-21 20:02:09.138108884 +0000 2026-02-21T20:03:28.486 DEBUG:teuthology.orchestra.run.trial059:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-21T20:03:28.548 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records in 2026-02-21T20:03:28.548 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records out 2026-02-21T20:03:28.548 INFO:teuthology.orchestra.run.trial059.stderr:512 bytes copied, 0.000176915 s, 2.9 MB/s 2026-02-21T20:03:28.550 DEBUG:teuthology.orchestra.run.trial059:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-21T20:03:28.607 DEBUG:teuthology.orchestra.run.trial059:> stat /dev/vg_nvme/lv_2 2026-02-21T20:03:28.665 INFO:teuthology.orchestra.run.trial059.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-21T20:03:28.665 INFO:teuthology.orchestra.run.trial059.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-21T20:03:28.665 INFO:teuthology.orchestra.run.trial059.stdout:Device: 6h/6d Inode: 938 Links: 1 2026-02-21T20:03:28.665 INFO:teuthology.orchestra.run.trial059.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-21T20:03:28.665 INFO:teuthology.orchestra.run.trial059.stdout:Context: system_u:object_r:device_t:s0 2026-02-21T20:03:28.665 INFO:teuthology.orchestra.run.trial059.stdout:Access: 2026-02-21 20:03:10.700464585 +0000 2026-02-21T20:03:28.665 INFO:teuthology.orchestra.run.trial059.stdout:Modify: 2026-02-21 20:02:09.368108353 +0000 2026-02-21T20:03:28.666 INFO:teuthology.orchestra.run.trial059.stdout:Change: 2026-02-21 20:02:09.368108353 +0000 2026-02-21T20:03:28.666 INFO:teuthology.orchestra.run.trial059.stdout: Birth: 2026-02-21 20:02:09.368108353 +0000 2026-02-21T20:03:28.666 DEBUG:teuthology.orchestra.run.trial059:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-21T20:03:28.739 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records in 2026-02-21T20:03:28.739 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records out 2026-02-21T20:03:28.740 INFO:teuthology.orchestra.run.trial059.stderr:512 bytes copied, 0.00014685 s, 3.5 MB/s 2026-02-21T20:03:28.741 DEBUG:teuthology.orchestra.run.trial059:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-21T20:03:28.798 DEBUG:teuthology.orchestra.run.trial059:> stat /dev/vg_nvme/lv_3 2026-02-21T20:03:28.798 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: Updating trial059:/etc/ceph/ceph.conf 2026-02-21T20:03:28.799 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: Updating trial144:/etc/ceph/ceph.conf 2026-02-21T20:03:28.799 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:03:28.799 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:03:28.799 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: Reconfiguring mon.trial059 (unknown last config time)... 2026-02-21T20:03:28.799 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: Reconfiguring daemon mon.trial059 on trial059 2026-02-21T20:03:28.799 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.799 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.799 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: Reconfiguring mgr.trial059.suhfeu (unknown last config time)... 2026-02-21T20:03:28.799 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial059.suhfeu", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-21T20:03:28.800 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-21T20:03:28.800 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:28.800 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: Reconfiguring daemon mgr.trial059.suhfeu on trial059 2026-02-21T20:03:28.800 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.800 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.800 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial059", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:03:28.800 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:28.800 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.800 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.800 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial059", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-21T20:03:28.800 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:28.800 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2493935566' entity='client.admin' cmd=[{"prefix": "config dump"}]: dispatch 2026-02-21T20:03:28.801 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.801 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:28.817 INFO:teuthology.orchestra.run.trial059.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-21T20:03:28.817 INFO:teuthology.orchestra.run.trial059.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-21T20:03:28.817 INFO:teuthology.orchestra.run.trial059.stdout:Device: 6h/6d Inode: 967 Links: 1 2026-02-21T20:03:28.817 INFO:teuthology.orchestra.run.trial059.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-21T20:03:28.817 INFO:teuthology.orchestra.run.trial059.stdout:Context: system_u:object_r:device_t:s0 2026-02-21T20:03:28.817 INFO:teuthology.orchestra.run.trial059.stdout:Access: 2026-02-21 20:03:10.701464547 +0000 2026-02-21T20:03:28.817 INFO:teuthology.orchestra.run.trial059.stdout:Modify: 2026-02-21 20:02:09.590107841 +0000 2026-02-21T20:03:28.817 INFO:teuthology.orchestra.run.trial059.stdout:Change: 2026-02-21 20:02:09.590107841 +0000 2026-02-21T20:03:28.817 INFO:teuthology.orchestra.run.trial059.stdout: Birth: 2026-02-21 20:02:09.590107841 +0000 2026-02-21T20:03:28.818 DEBUG:teuthology.orchestra.run.trial059:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-21T20:03:28.896 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records in 2026-02-21T20:03:28.896 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records out 2026-02-21T20:03:28.896 INFO:teuthology.orchestra.run.trial059.stderr:512 bytes copied, 0.000160495 s, 3.2 MB/s 2026-02-21T20:03:28.897 DEBUG:teuthology.orchestra.run.trial059:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-21T20:03:28.955 DEBUG:teuthology.orchestra.run.trial059:> stat /dev/vg_nvme/lv_4 2026-02-21T20:03:29.012 INFO:teuthology.orchestra.run.trial059.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-21T20:03:29.012 INFO:teuthology.orchestra.run.trial059.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-21T20:03:29.012 INFO:teuthology.orchestra.run.trial059.stdout:Device: 6h/6d Inode: 992 Links: 1 2026-02-21T20:03:29.012 INFO:teuthology.orchestra.run.trial059.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-21T20:03:29.012 INFO:teuthology.orchestra.run.trial059.stdout:Context: system_u:object_r:device_t:s0 2026-02-21T20:03:29.012 INFO:teuthology.orchestra.run.trial059.stdout:Access: 2026-02-21 20:03:10.701464547 +0000 2026-02-21T20:03:29.012 INFO:teuthology.orchestra.run.trial059.stdout:Modify: 2026-02-21 20:02:09.821107308 +0000 2026-02-21T20:03:29.012 INFO:teuthology.orchestra.run.trial059.stdout:Change: 2026-02-21 20:02:09.821107308 +0000 2026-02-21T20:03:29.012 INFO:teuthology.orchestra.run.trial059.stdout: Birth: 2026-02-21 20:02:09.821107308 +0000 2026-02-21T20:03:29.013 DEBUG:teuthology.orchestra.run.trial059:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-21T20:03:29.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: Updating trial059:/etc/ceph/ceph.conf 2026-02-21T20:03:29.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: Updating trial144:/etc/ceph/ceph.conf 2026-02-21T20:03:29.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:03:29.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:03:29.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: Reconfiguring mon.trial059 (unknown last config time)... 2026-02-21T20:03:29.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: Reconfiguring daemon mon.trial059 on trial059 2026-02-21T20:03:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: Reconfiguring mgr.trial059.suhfeu (unknown last config time)... 2026-02-21T20:03:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial059.suhfeu", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-21T20:03:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-21T20:03:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: Reconfiguring daemon mgr.trial059.suhfeu on trial059 2026-02-21T20:03:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial059", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:03:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:29.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial059", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-21T20:03:29.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:29.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2493935566' entity='client.admin' cmd=[{"prefix": "config dump"}]: dispatch 2026-02-21T20:03:29.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:29.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:29.077 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records in 2026-02-21T20:03:29.077 INFO:teuthology.orchestra.run.trial059.stderr:1+0 records out 2026-02-21T20:03:29.077 INFO:teuthology.orchestra.run.trial059.stderr:512 bytes copied, 0.000165824 s, 3.1 MB/s 2026-02-21T20:03:29.078 DEBUG:teuthology.orchestra.run.trial059:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-21T20:03:29.135 DEBUG:teuthology.orchestra.run.trial144:> set -ex 2026-02-21T20:03:29.136 DEBUG:teuthology.orchestra.run.trial144:> dd if=/scratch_devs of=/dev/stdout 2026-02-21T20:03:29.154 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-21T20:03:29.154 DEBUG:teuthology.orchestra.run.trial144:> stat /dev/vg_nvme/lv_1 2026-02-21T20:03:29.211 INFO:teuthology.orchestra.run.trial144.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-21T20:03:29.211 INFO:teuthology.orchestra.run.trial144.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-21T20:03:29.211 INFO:teuthology.orchestra.run.trial144.stdout:Device: 6h/6d Inode: 907 Links: 1 2026-02-21T20:03:29.212 INFO:teuthology.orchestra.run.trial144.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-21T20:03:29.212 INFO:teuthology.orchestra.run.trial144.stdout:Context: system_u:object_r:device_t:s0 2026-02-21T20:03:29.212 INFO:teuthology.orchestra.run.trial144.stdout:Access: 2026-02-21 20:03:21.404972690 +0000 2026-02-21T20:03:29.212 INFO:teuthology.orchestra.run.trial144.stdout:Modify: 2026-02-21 20:02:06.417593840 +0000 2026-02-21T20:03:29.212 INFO:teuthology.orchestra.run.trial144.stdout:Change: 2026-02-21 20:02:06.417593840 +0000 2026-02-21T20:03:29.212 INFO:teuthology.orchestra.run.trial144.stdout: Birth: 2026-02-21 20:02:06.417593840 +0000 2026-02-21T20:03:29.212 DEBUG:teuthology.orchestra.run.trial144:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-21T20:03:29.274 INFO:teuthology.orchestra.run.trial144.stderr:1+0 records in 2026-02-21T20:03:29.274 INFO:teuthology.orchestra.run.trial144.stderr:1+0 records out 2026-02-21T20:03:29.275 INFO:teuthology.orchestra.run.trial144.stderr:512 bytes copied, 0.00016316 s, 3.1 MB/s 2026-02-21T20:03:29.276 DEBUG:teuthology.orchestra.run.trial144:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-21T20:03:29.332 DEBUG:teuthology.orchestra.run.trial144:> stat /dev/vg_nvme/lv_2 2026-02-21T20:03:29.388 INFO:teuthology.orchestra.run.trial144.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-21T20:03:29.388 INFO:teuthology.orchestra.run.trial144.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-21T20:03:29.388 INFO:teuthology.orchestra.run.trial144.stdout:Device: 6h/6d Inode: 938 Links: 1 2026-02-21T20:03:29.388 INFO:teuthology.orchestra.run.trial144.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-21T20:03:29.388 INFO:teuthology.orchestra.run.trial144.stdout:Context: system_u:object_r:device_t:s0 2026-02-21T20:03:29.389 INFO:teuthology.orchestra.run.trial144.stdout:Access: 2026-02-21 20:03:21.404972690 +0000 2026-02-21T20:03:29.389 INFO:teuthology.orchestra.run.trial144.stdout:Modify: 2026-02-21 20:02:06.629592370 +0000 2026-02-21T20:03:29.389 INFO:teuthology.orchestra.run.trial144.stdout:Change: 2026-02-21 20:02:06.629592370 +0000 2026-02-21T20:03:29.389 INFO:teuthology.orchestra.run.trial144.stdout: Birth: 2026-02-21 20:02:06.629592370 +0000 2026-02-21T20:03:29.389 DEBUG:teuthology.orchestra.run.trial144:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-21T20:03:29.450 INFO:teuthology.orchestra.run.trial144.stderr:1+0 records in 2026-02-21T20:03:29.451 INFO:teuthology.orchestra.run.trial144.stderr:1+0 records out 2026-02-21T20:03:29.451 INFO:teuthology.orchestra.run.trial144.stderr:512 bytes copied, 0.000149756 s, 3.4 MB/s 2026-02-21T20:03:29.452 DEBUG:teuthology.orchestra.run.trial144:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-21T20:03:29.509 DEBUG:teuthology.orchestra.run.trial144:> stat /dev/vg_nvme/lv_3 2026-02-21T20:03:29.566 INFO:teuthology.orchestra.run.trial144.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-21T20:03:29.566 INFO:teuthology.orchestra.run.trial144.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-21T20:03:29.566 INFO:teuthology.orchestra.run.trial144.stdout:Device: 6h/6d Inode: 965 Links: 1 2026-02-21T20:03:29.566 INFO:teuthology.orchestra.run.trial144.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-21T20:03:29.566 INFO:teuthology.orchestra.run.trial144.stdout:Context: system_u:object_r:device_t:s0 2026-02-21T20:03:29.566 INFO:teuthology.orchestra.run.trial144.stdout:Access: 2026-02-21 20:03:21.405972651 +0000 2026-02-21T20:03:29.566 INFO:teuthology.orchestra.run.trial144.stdout:Modify: 2026-02-21 20:02:06.847590860 +0000 2026-02-21T20:03:29.566 INFO:teuthology.orchestra.run.trial144.stdout:Change: 2026-02-21 20:02:06.847590860 +0000 2026-02-21T20:03:29.567 INFO:teuthology.orchestra.run.trial144.stdout: Birth: 2026-02-21 20:02:06.847590860 +0000 2026-02-21T20:03:29.567 DEBUG:teuthology.orchestra.run.trial144:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-21T20:03:29.629 INFO:teuthology.orchestra.run.trial144.stderr:1+0 records in 2026-02-21T20:03:29.629 INFO:teuthology.orchestra.run.trial144.stderr:1+0 records out 2026-02-21T20:03:29.629 INFO:teuthology.orchestra.run.trial144.stderr:512 bytes copied, 0.000150236 s, 3.4 MB/s 2026-02-21T20:03:29.630 DEBUG:teuthology.orchestra.run.trial144:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-21T20:03:29.687 DEBUG:teuthology.orchestra.run.trial144:> stat /dev/vg_nvme/lv_4 2026-02-21T20:03:29.743 INFO:teuthology.orchestra.run.trial144.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-21T20:03:29.744 INFO:teuthology.orchestra.run.trial144.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-21T20:03:29.744 INFO:teuthology.orchestra.run.trial144.stdout:Device: 6h/6d Inode: 995 Links: 1 2026-02-21T20:03:29.744 INFO:teuthology.orchestra.run.trial144.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-21T20:03:29.744 INFO:teuthology.orchestra.run.trial144.stdout:Context: system_u:object_r:device_t:s0 2026-02-21T20:03:29.744 INFO:teuthology.orchestra.run.trial144.stdout:Access: 2026-02-21 20:03:21.405972651 +0000 2026-02-21T20:03:29.744 INFO:teuthology.orchestra.run.trial144.stdout:Modify: 2026-02-21 20:02:07.069589323 +0000 2026-02-21T20:03:29.744 INFO:teuthology.orchestra.run.trial144.stdout:Change: 2026-02-21 20:02:07.069589323 +0000 2026-02-21T20:03:29.744 INFO:teuthology.orchestra.run.trial144.stdout: Birth: 2026-02-21 20:02:07.069589323 +0000 2026-02-21T20:03:29.745 DEBUG:teuthology.orchestra.run.trial144:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-21T20:03:29.806 INFO:teuthology.orchestra.run.trial144.stderr:1+0 records in 2026-02-21T20:03:29.806 INFO:teuthology.orchestra.run.trial144.stderr:1+0 records out 2026-02-21T20:03:29.806 INFO:teuthology.orchestra.run.trial144.stderr:512 bytes copied, 0.000141321 s, 3.6 MB/s 2026-02-21T20:03:29.807 DEBUG:teuthology.orchestra.run.trial144:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-21T20:03:29.856 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:29 trial059 ceph-mon[32866]: Reconfiguring ceph-exporter.trial059 (monmap changed)... 2026-02-21T20:03:29.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:29 trial059 ceph-mon[32866]: Reconfiguring daemon ceph-exporter.trial059 on trial059 2026-02-21T20:03:29.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:29 trial059 ceph-mon[32866]: Reconfiguring crash.trial059 (monmap changed)... 2026-02-21T20:03:29.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:29 trial059 ceph-mon[32866]: Reconfiguring daemon crash.trial059 on trial059 2026-02-21T20:03:29.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:29 trial059 ceph-mon[32866]: Reconfiguring alertmanager.trial059 (dependencies changed)... 2026-02-21T20:03:29.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:29 trial059 ceph-mon[32866]: Reconfiguring daemon alertmanager.trial059 on trial059 2026-02-21T20:03:29.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:29 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:29.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:29 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:29.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:29 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:03:29.864 INFO:tasks.cephadm:Deploying osd.0 on trial059 with /dev/vg_nvme/lv_4... 2026-02-21T20:03:29.864 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_4 2026-02-21T20:03:30.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:29 trial144 ceph-mon[36838]: Reconfiguring ceph-exporter.trial059 (monmap changed)... 2026-02-21T20:03:30.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:29 trial144 ceph-mon[36838]: Reconfiguring daemon ceph-exporter.trial059 on trial059 2026-02-21T20:03:30.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:29 trial144 ceph-mon[36838]: Reconfiguring crash.trial059 (monmap changed)... 2026-02-21T20:03:30.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:29 trial144 ceph-mon[36838]: Reconfiguring daemon crash.trial059 on trial059 2026-02-21T20:03:30.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:29 trial144 ceph-mon[36838]: Reconfiguring alertmanager.trial059 (dependencies changed)... 2026-02-21T20:03:30.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:29 trial144 ceph-mon[36838]: Reconfiguring daemon alertmanager.trial059 on trial059 2026-02-21T20:03:30.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:29 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:30.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:29 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:30.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:29 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:03:30.193 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:30.928 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:30 trial144 ceph-mon[36838]: Reconfiguring grafana.trial059 (dependencies changed)... 2026-02-21T20:03:30.929 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:30 trial144 ceph-mon[36838]: Reconfiguring daemon grafana.trial059 on trial059 2026-02-21T20:03:30.929 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:30 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:30.929 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:30 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:30.929 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:30 trial144 ceph-mon[36838]: Reconfiguring prometheus.trial059 (dependencies changed)... 2026-02-21T20:03:30.929 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:30 trial144 ceph-mon[36838]: Reconfiguring daemon prometheus.trial059 on trial059 2026-02-21T20:03:30.929 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:30 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:30.929 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:30 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:30.929 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:30 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial144", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:03:30.929 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:30 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:31.025 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:30 trial059 ceph-mon[32866]: Reconfiguring grafana.trial059 (dependencies changed)... 2026-02-21T20:03:31.026 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:30 trial059 ceph-mon[32866]: Reconfiguring daemon grafana.trial059 on trial059 2026-02-21T20:03:31.026 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:30 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:31.026 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:30 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:31.026 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:30 trial059 ceph-mon[32866]: Reconfiguring prometheus.trial059 (dependencies changed)... 2026-02-21T20:03:31.026 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:30 trial059 ceph-mon[32866]: Reconfiguring daemon prometheus.trial059 on trial059 2026-02-21T20:03:31.026 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:30 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:31.026 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:30 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:31.026 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:30 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial144", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:03:31.026 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:30 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:31.155 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:03:31.173 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch daemon add osd trial059:vg_nvme/lv_4 --skip-validation 2026-02-21T20:03:31.458 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:31.670 INFO:teuthology.orchestra.run.trial059.stderr:--skip-validation not valid: --skip-validation not in raw|lvm 2026-02-21T20:03:31.670 INFO:teuthology.orchestra.run.trial059.stderr:Invalid command: unused arguments: ['--skip-validation'] 2026-02-21T20:03:31.670 INFO:teuthology.orchestra.run.trial059.stderr:orch daemon add osd [] [] : Create OSD daemon(s) on specified host and device(s) (e.g., ceph orch daemon add osd myhost:/dev/sdb) 2026-02-21T20:03:31.670 INFO:teuthology.orchestra.run.trial059.stderr:Error EINVAL: invalid command 2026-02-21T20:03:31.704 DEBUG:teuthology.orchestra.run:got remote process result: 22 2026-02-21T20:03:31.705 WARNING:tasks.cephadm:--skip-validation falied with error Command failed on trial059 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch daemon add osd trial059:vg_nvme/lv_4 --skip-validation'. Retrying without it 2026-02-21T20:03:31.706 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch daemon add osd trial059:vg_nvme/lv_4 2026-02-21T20:03:31.998 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: Reconfiguring ceph-exporter.trial144 (monmap changed)... 2026-02-21T20:03:31.998 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: Reconfiguring daemon ceph-exporter.trial144 on trial144 2026-02-21T20:03:31.998 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:31.998 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:31.998 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: Reconfiguring crash.trial144 (monmap changed)... 2026-02-21T20:03:31.998 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial144", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-21T20:03:31.998 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:31.998 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: Reconfiguring daemon crash.trial144 on trial144 2026-02-21T20:03:31.998 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial144.npjdqw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial059:9093"}]: dispatch 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059:3000"}]: dispatch 2026-02-21T20:03:31.999 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:32.000 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-21T20:03:32.000 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059:9095"}]: dispatch 2026-02-21T20:03:32.000 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:32.000 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:31 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:32.026 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:32.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: Reconfiguring ceph-exporter.trial144 (monmap changed)... 2026-02-21T20:03:32.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: Reconfiguring daemon ceph-exporter.trial144 on trial144 2026-02-21T20:03:32.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: Reconfiguring crash.trial144 (monmap changed)... 2026-02-21T20:03:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial144", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-21T20:03:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: Reconfiguring daemon crash.trial144 on trial144 2026-02-21T20:03:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial144.npjdqw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-21T20:03:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-21T20:03:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:32.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:32.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-21T20:03:32.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-21T20:03:32.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:32.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:32.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:32.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-21T20:03:32.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial059:9093"}]: dispatch 2026-02-21T20:03:32.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:32.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-21T20:03:32.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059:3000"}]: dispatch 2026-02-21T20:03:32.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:32.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-21T20:03:32.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059:9095"}]: dispatch 2026-02-21T20:03:32.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:32.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:31 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:33.000 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: Reconfiguring mgr.trial144.npjdqw (monmap changed)... 2026-02-21T20:03:33.000 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: Reconfiguring daemon mgr.trial144.npjdqw on trial144 2026-02-21T20:03:33.000 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: Reconfiguring mon.trial144 (monmap changed)... 2026-02-21T20:03:33.000 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: Reconfiguring daemon mon.trial144 on trial144 2026-02-21T20:03:33.000 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-21T20:03:33.000 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial059:9093"}]: dispatch 2026-02-21T20:03:33.001 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-21T20:03:33.001 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059:3000"}]: dispatch 2026-02-21T20:03:33.001 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-21T20:03:33.001 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059:9095"}]: dispatch 2026-02-21T20:03:33.001 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:33.001 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:33.001 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:03:33.001 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:03:33.001 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:33.001 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:33.001 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:33.001 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:33.002 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:03:33.002 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:32 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:33.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: Reconfiguring mgr.trial144.npjdqw (monmap changed)... 2026-02-21T20:03:33.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: Reconfiguring daemon mgr.trial144.npjdqw on trial144 2026-02-21T20:03:33.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: Reconfiguring mon.trial144 (monmap changed)... 2026-02-21T20:03:33.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: Reconfiguring daemon mon.trial144 on trial144 2026-02-21T20:03:33.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-21T20:03:33.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial059:9093"}]: dispatch 2026-02-21T20:03:33.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-21T20:03:33.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial059:3000"}]: dispatch 2026-02-21T20:03:33.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-21T20:03:33.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial059:9095"}]: dispatch 2026-02-21T20:03:33.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:33.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:33.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:03:33.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:03:33.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:33.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:33.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:33.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:33.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:03:33.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:32 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:34.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:33 trial144 ceph-mon[36838]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:34.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:33 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/1502201767' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "47915ceb-46b5-464a-8614-4dbf68805827"}]: dispatch 2026-02-21T20:03:34.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:33 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/1502201767' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "47915ceb-46b5-464a-8614-4dbf68805827"}]': finished 2026-02-21T20:03:34.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:33 trial144 ceph-mon[36838]: osdmap e6: 1 total, 0 up, 1 in 2026-02-21T20:03:34.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:33 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:03:34.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:33 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3431123872' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:03:34.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:33 trial059 ceph-mon[32866]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:34.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:33 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/1502201767' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "47915ceb-46b5-464a-8614-4dbf68805827"}]: dispatch 2026-02-21T20:03:34.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:33 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/1502201767' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "47915ceb-46b5-464a-8614-4dbf68805827"}]': finished 2026-02-21T20:03:34.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:33 trial059 ceph-mon[32866]: osdmap e6: 1 total, 0 up, 1 in 2026-02-21T20:03:34.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:33 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:03:34.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:33 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3431123872' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:03:35.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:35 trial059 ceph-mon[32866]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-21T20:03:36.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:35 trial144 ceph-mon[36838]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-21T20:03:36.750 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:36 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-21T20:03:36.750 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:36 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:37.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:36 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-21T20:03:37.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:36 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:37.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:37 trial059 ceph-mon[32866]: Deploying daemon osd.0 on trial059 2026-02-21T20:03:37.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:37 trial059 ceph-mon[32866]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-21T20:03:38.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:37 trial144 ceph-mon[36838]: Deploying daemon osd.0 on trial059 2026-02-21T20:03:38.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:37 trial144 ceph-mon[36838]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-21T20:03:39.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:39 trial059 ceph-mon[32866]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-21T20:03:39.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:39 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:39.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:39 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:39.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:39 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:39.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:39 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:39.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:39 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:39.894 INFO:teuthology.orchestra.run.trial059.stdout:Created osd(s) 0 on host 'trial059' 2026-02-21T20:03:39.939 DEBUG:teuthology.orchestra.run.trial059:osd.0> sudo journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.0.service 2026-02-21T20:03:39.942 INFO:tasks.cephadm:Deploying osd.1 on trial059 with /dev/vg_nvme/lv_3... 2026-02-21T20:03:39.942 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_3 2026-02-21T20:03:40.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:39 trial144 ceph-mon[36838]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-21T20:03:40.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:39 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:40.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:39 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:40.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:39 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:40.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:39 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:40.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:39 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:40.274 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:40.398 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:03:40 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0[52424]: 2026-02-21T20:03:40.213+0000 7f9d201e3740 -1 Falling back to public interface 2026-02-21T20:03:40.950 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:40 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:40.950 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:40 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:40.950 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:40 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:40.950 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:40 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:03:40.950 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:40 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:40.951 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:40 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:40.951 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:40 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:40.951 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:40 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:40.951 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:40 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:40.951 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:40 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:41.047 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:03:41.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:40 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:41.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:40 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:41.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:40 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:41.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:40 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:03:41.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:40 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:41.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:40 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:41.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:40 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:41.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:40 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:41.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:40 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:41.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:40 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:41.065 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch daemon add osd trial059:vg_nvme/lv_3 2026-02-21T20:03:41.365 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:41.809 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:41 trial059 ceph-mon[32866]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-21T20:03:41.809 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:41.809 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:41.809 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:03:41.809 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:03:41.809 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:41.809 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:41.810 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:41.810 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:03:41.810 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:41.810 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:41.810 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:03:41.810 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:42.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:41 trial144 ceph-mon[36838]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-21T20:03:42.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:42.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:42.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:03:42.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:03:42.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:42.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:42.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:42.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:03:42.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:42.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:42.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:03:42.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:42.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:42 trial059 ceph-mon[32866]: from='client.14260 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:42.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:42 trial059 ceph-mon[32866]: Detected new or changed devices on trial059 2026-02-21T20:03:42.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:42 trial059 ceph-mon[32866]: Adjusting osd_memory_target on trial059 to 78799M 2026-02-21T20:03:42.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:42 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/1838858590' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f39cf42-7033-4cbc-90eb-674cea724078"}]: dispatch 2026-02-21T20:03:42.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:42 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/1838858590' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3f39cf42-7033-4cbc-90eb-674cea724078"}]': finished 2026-02-21T20:03:42.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:42 trial059 ceph-mon[32866]: osdmap e7: 2 total, 0 up, 2 in 2026-02-21T20:03:42.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:42 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:03:42.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:42 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:42.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:42 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3274219956' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:03:43.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:42 trial144 ceph-mon[36838]: from='client.14260 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:43.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:42 trial144 ceph-mon[36838]: Detected new or changed devices on trial059 2026-02-21T20:03:43.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:42 trial144 ceph-mon[36838]: Adjusting osd_memory_target on trial059 to 78799M 2026-02-21T20:03:43.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:42 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/1838858590' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f39cf42-7033-4cbc-90eb-674cea724078"}]: dispatch 2026-02-21T20:03:43.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:42 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/1838858590' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3f39cf42-7033-4cbc-90eb-674cea724078"}]': finished 2026-02-21T20:03:43.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:42 trial144 ceph-mon[36838]: osdmap e7: 2 total, 0 up, 2 in 2026-02-21T20:03:43.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:42 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:03:43.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:42 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:43.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:42 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3274219956' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:03:43.608 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:03:43 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0[52424]: 2026-02-21T20:03:43.295+0000 7f9d201e3740 -1 osd.0 0 log_to_monitors true 2026-02-21T20:03:44.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:43 trial144 ceph-mon[36838]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-21T20:03:44.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:43 trial144 ceph-mon[36838]: from='osd.0 [v2:10.20.193.59:6802/3671519669,v1:10.20.193.59:6803/3671519669]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-21T20:03:44.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:43 trial059 ceph-mon[32866]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-21T20:03:44.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:43 trial059 ceph-mon[32866]: from='osd.0 [v2:10.20.193.59:6802/3671519669,v1:10.20.193.59:6803/3671519669]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-21T20:03:45.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:45 trial144 ceph-mon[36838]: from='osd.0 [v2:10.20.193.59:6802/3671519669,v1:10.20.193.59:6803/3671519669]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-21T20:03:45.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:45 trial144 ceph-mon[36838]: osdmap e8: 2 total, 0 up, 2 in 2026-02-21T20:03:45.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:45 trial144 ceph-mon[36838]: from='osd.0 [v2:10.20.193.59:6802/3671519669,v1:10.20.193.59:6803/3671519669]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-21T20:03:45.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:03:45.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:45.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:45 trial144 ceph-mon[36838]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-21T20:03:45.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:03:45.608 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:03:45 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0[52424]: 2026-02-21T20:03:45.281+0000 7f9d1c164640 -1 osd.0 0 waiting for initial osdmap 2026-02-21T20:03:45.608 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:03:45 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0[52424]: 2026-02-21T20:03:45.282+0000 7f9d17f8d640 -1 osd.0 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-21T20:03:45.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:45 trial059 ceph-mon[32866]: from='osd.0 [v2:10.20.193.59:6802/3671519669,v1:10.20.193.59:6803/3671519669]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-21T20:03:45.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:45 trial059 ceph-mon[32866]: osdmap e8: 2 total, 0 up, 2 in 2026-02-21T20:03:45.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:45 trial059 ceph-mon[32866]: from='osd.0 [v2:10.20.193.59:6802/3671519669,v1:10.20.193.59:6803/3671519669]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-21T20:03:45.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:03:45.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:45.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:45 trial059 ceph-mon[32866]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-21T20:03:45.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:03:46.536 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:46 trial059 ceph-mon[32866]: from='osd.0 [v2:10.20.193.59:6802/3671519669,v1:10.20.193.59:6803/3671519669]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-21T20:03:46.537 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:46 trial059 ceph-mon[32866]: osdmap e9: 2 total, 0 up, 2 in 2026-02-21T20:03:46.537 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:46 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:03:46.537 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:46 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:46.537 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:46 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:03:46.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:46 trial144 ceph-mon[36838]: from='osd.0 [v2:10.20.193.59:6802/3671519669,v1:10.20.193.59:6803/3671519669]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-21T20:03:46.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:46 trial144 ceph-mon[36838]: osdmap e9: 2 total, 0 up, 2 in 2026-02-21T20:03:46.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:46 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:03:46.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:46 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:46.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:46 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:03:47.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:47 trial059 ceph-mon[32866]: purged_snaps scrub starts 2026-02-21T20:03:47.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:47 trial059 ceph-mon[32866]: purged_snaps scrub ok 2026-02-21T20:03:47.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:47 trial059 ceph-mon[32866]: osd.0 [v2:10.20.193.59:6802/3671519669,v1:10.20.193.59:6803/3671519669] boot 2026-02-21T20:03:47.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:47 trial059 ceph-mon[32866]: osdmap e10: 2 total, 1 up, 2 in 2026-02-21T20:03:47.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:47 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:03:47.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:47 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:47.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:47 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-21T20:03:47.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:47 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:47.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:47 trial059 ceph-mon[32866]: Deploying daemon osd.1 on trial059 2026-02-21T20:03:47.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:47 trial059 ceph-mon[32866]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-21T20:03:47.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:47 trial144 ceph-mon[36838]: purged_snaps scrub starts 2026-02-21T20:03:47.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:47 trial144 ceph-mon[36838]: purged_snaps scrub ok 2026-02-21T20:03:47.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:47 trial144 ceph-mon[36838]: osd.0 [v2:10.20.193.59:6802/3671519669,v1:10.20.193.59:6803/3671519669] boot 2026-02-21T20:03:47.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:47 trial144 ceph-mon[36838]: osdmap e10: 2 total, 1 up, 2 in 2026-02-21T20:03:47.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:47 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:03:47.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:47 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:47.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:47 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-21T20:03:47.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:47 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:47.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:47 trial144 ceph-mon[36838]: Deploying daemon osd.1 on trial059 2026-02-21T20:03:47.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:47 trial144 ceph-mon[36838]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-21T20:03:48.660 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:48 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:48.660 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:48 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:48.660 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:48 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:48.687 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:48 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:48.687 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:48 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:48.687 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:48 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:49.402 INFO:teuthology.orchestra.run.trial059.stdout:Created osd(s) 1 on host 'trial059' 2026-02-21T20:03:49.445 DEBUG:teuthology.orchestra.run.trial059:osd.1> sudo journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.1.service 2026-02-21T20:03:49.448 INFO:tasks.cephadm:Deploying osd.2 on trial059 with /dev/vg_nvme/lv_2... 2026-02-21T20:03:49.448 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_2 2026-02-21T20:03:49.776 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:50.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:49 trial059 ceph-mon[32866]: pgmap v16: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-21T20:03:50.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:49 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:50.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:49 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:50.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:49 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:50.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:49 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:50.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:49 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:50.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:49 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:03:50.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:49 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:50.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:49 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:50.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:49 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:50.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:49 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:50.309 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:49 trial144 ceph-mon[36838]: pgmap v16: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-21T20:03:50.309 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:49 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:50.309 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:49 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:50.309 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:49 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:50.309 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:49 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:50.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:49 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:50.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:49 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:03:50.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:49 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:50.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:49 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:50.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:49 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:50.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:49 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:50.490 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:03:50 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1[58822]: 2026-02-21T20:03:50.280+0000 7feda5006740 -1 Falling back to public interface 2026-02-21T20:03:50.581 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:03:50.597 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch daemon add osd trial059:vg_nvme/lv_2 2026-02-21T20:03:50.889 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:51.382 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:51 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:51.382 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:51 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:51.382 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:51 trial059 ceph-mon[32866]: pgmap v17: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-21T20:03:51.382 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:51 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:03:51.382 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:51 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:03:51.382 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:51 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:51.383 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:51 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:51.383 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:51 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:51.383 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:51 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:03:51.383 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:51 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:03:51.383 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:51 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:51.383 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:51 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:51.383 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:51 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:03:51.383 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:51 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:51.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:51 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:51.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:51 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:51.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:51 trial144 ceph-mon[36838]: pgmap v17: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-21T20:03:51.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:51 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:03:51.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:51 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:03:51.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:51 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:51.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:51 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:51.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:51 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:51.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:51 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:03:51.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:51 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:03:51.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:51 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:51.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:51 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:51.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:51 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:03:51.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:51 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:52.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:52 trial144 ceph-mon[36838]: from='client.14278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:52.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:52 trial144 ceph-mon[36838]: Detected new or changed devices on trial059 2026-02-21T20:03:52.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:52 trial144 ceph-mon[36838]: Adjusting osd_memory_target on trial059 to 39399M 2026-02-21T20:03:52.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:52 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/524891998' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "515e8e0d-59b0-4f9f-848d-a169f8de1826"}]: dispatch 2026-02-21T20:03:52.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:52 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/524891998' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "515e8e0d-59b0-4f9f-848d-a169f8de1826"}]': finished 2026-02-21T20:03:52.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:52 trial144 ceph-mon[36838]: osdmap e11: 3 total, 1 up, 3 in 2026-02-21T20:03:52.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:52 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:52.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:52 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:03:52.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:52 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/4217508963' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:03:52.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:52 trial059 ceph-mon[32866]: from='client.14278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:03:52.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:52 trial059 ceph-mon[32866]: Detected new or changed devices on trial059 2026-02-21T20:03:52.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:52 trial059 ceph-mon[32866]: Adjusting osd_memory_target on trial059 to 39399M 2026-02-21T20:03:52.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:52 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/524891998' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "515e8e0d-59b0-4f9f-848d-a169f8de1826"}]: dispatch 2026-02-21T20:03:52.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:52 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/524891998' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "515e8e0d-59b0-4f9f-848d-a169f8de1826"}]': finished 2026-02-21T20:03:52.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:52 trial059 ceph-mon[32866]: osdmap e11: 3 total, 1 up, 3 in 2026-02-21T20:03:52.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:52 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:52.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:52 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:03:52.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:52 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/4217508963' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:03:53.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:53 trial059 ceph-mon[32866]: pgmap v19: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-21T20:03:53.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:53 trial059 ceph-mon[32866]: from='osd.1 [v2:10.20.193.59:6810/659683208,v1:10.20.193.59:6811/659683208]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-21T20:03:53.609 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:03:53 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1[58822]: 2026-02-21T20:03:53.126+0000 7feda5006740 -1 osd.1 0 log_to_monitors true 2026-02-21T20:03:53.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:53 trial144 ceph-mon[36838]: pgmap v19: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-21T20:03:53.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:53 trial144 ceph-mon[36838]: from='osd.1 [v2:10.20.193.59:6810/659683208,v1:10.20.193.59:6811/659683208]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-21T20:03:54.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:54 trial059 ceph-mon[32866]: from='osd.1 [v2:10.20.193.59:6810/659683208,v1:10.20.193.59:6811/659683208]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-21T20:03:54.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:54 trial059 ceph-mon[32866]: osdmap e12: 3 total, 1 up, 3 in 2026-02-21T20:03:54.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:54 trial059 ceph-mon[32866]: from='osd.1 [v2:10.20.193.59:6810/659683208,v1:10.20.193.59:6811/659683208]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-21T20:03:54.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:54 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:54.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:54 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:03:54.609 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:03:54 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1[58822]: 2026-02-21T20:03:54.310+0000 7feda0f87640 -1 osd.1 0 waiting for initial osdmap 2026-02-21T20:03:54.609 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:03:54 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1[58822]: 2026-02-21T20:03:54.312+0000 7fed98da8640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-21T20:03:54.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:54 trial144 ceph-mon[36838]: from='osd.1 [v2:10.20.193.59:6810/659683208,v1:10.20.193.59:6811/659683208]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-21T20:03:54.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:54 trial144 ceph-mon[36838]: osdmap e12: 3 total, 1 up, 3 in 2026-02-21T20:03:54.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:54 trial144 ceph-mon[36838]: from='osd.1 [v2:10.20.193.59:6810/659683208,v1:10.20.193.59:6811/659683208]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-21T20:03:54.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:54 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:54.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:54 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:03:55.566 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:55 trial059 ceph-mon[32866]: from='osd.1 [v2:10.20.193.59:6810/659683208,v1:10.20.193.59:6811/659683208]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-21T20:03:55.566 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:55 trial059 ceph-mon[32866]: osdmap e13: 3 total, 1 up, 3 in 2026-02-21T20:03:55.566 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:55 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:55.566 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:55 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:03:55.566 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:55 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:55.567 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:55 trial059 ceph-mon[32866]: pgmap v22: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-21T20:03:55.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:55 trial144 ceph-mon[36838]: from='osd.1 [v2:10.20.193.59:6810/659683208,v1:10.20.193.59:6811/659683208]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-21T20:03:55.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:55 trial144 ceph-mon[36838]: osdmap e13: 3 total, 1 up, 3 in 2026-02-21T20:03:55.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:55 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:55.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:55 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:03:55.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:55 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:55.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:55 trial144 ceph-mon[36838]: pgmap v22: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-21T20:03:56.329 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:56 trial059 ceph-mon[32866]: purged_snaps scrub starts 2026-02-21T20:03:56.330 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:56 trial059 ceph-mon[32866]: purged_snaps scrub ok 2026-02-21T20:03:56.330 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:56 trial059 ceph-mon[32866]: osd.1 [v2:10.20.193.59:6810/659683208,v1:10.20.193.59:6811/659683208] boot 2026-02-21T20:03:56.330 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:56 trial059 ceph-mon[32866]: osdmap e14: 3 total, 2 up, 3 in 2026-02-21T20:03:56.330 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:56 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:56.330 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:56 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:03:56.330 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:56 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-21T20:03:56.330 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:56 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:56.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:56 trial144 ceph-mon[36838]: purged_snaps scrub starts 2026-02-21T20:03:56.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:56 trial144 ceph-mon[36838]: purged_snaps scrub ok 2026-02-21T20:03:56.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:56 trial144 ceph-mon[36838]: osd.1 [v2:10.20.193.59:6810/659683208,v1:10.20.193.59:6811/659683208] boot 2026-02-21T20:03:56.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:56 trial144 ceph-mon[36838]: osdmap e14: 3 total, 2 up, 3 in 2026-02-21T20:03:56.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:56 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:03:56.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:56 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:03:56.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:56 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-21T20:03:56.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:56 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:03:57.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:57 trial059 ceph-mon[32866]: Deploying daemon osd.2 on trial059 2026-02-21T20:03:57.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:57 trial059 ceph-mon[32866]: pgmap v24: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-21T20:03:57.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:57 trial144 ceph-mon[36838]: Deploying daemon osd.2 on trial059 2026-02-21T20:03:57.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:57 trial144 ceph-mon[36838]: pgmap v24: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-21T20:03:58.567 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:58 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:58.567 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:58 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:58.567 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:58 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:58.710 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:58 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:03:58.710 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:58 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:58.710 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:58 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:59.036 INFO:teuthology.orchestra.run.trial059.stdout:Created osd(s) 2 on host 'trial059' 2026-02-21T20:03:59.076 DEBUG:teuthology.orchestra.run.trial059:osd.2> sudo journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.2.service 2026-02-21T20:03:59.078 INFO:tasks.cephadm:Deploying osd.3 on trial059 with /dev/vg_nvme/lv_1... 2026-02-21T20:03:59.079 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_1 2026-02-21T20:03:59.420 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:03:59.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:59 trial059 ceph-mon[32866]: pgmap v25: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-21T20:03:59.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:59 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:59.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:59 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:59.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:59 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:59.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:59 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:59.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:59 trial059 ceph-mon[32866]: osdmap e15: 3 total, 2 up, 3 in 2026-02-21T20:03:59.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:03:59 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:03:59.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:59 trial144 ceph-mon[36838]: pgmap v25: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-21T20:03:59.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:59 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:59.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:59 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:59.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:59 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:59.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:59 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:03:59.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:59 trial144 ceph-mon[36838]: osdmap e15: 3 total, 2 up, 3 in 2026-02-21T20:03:59.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:03:59 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:04:00.083 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:03:59 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2[65400]: 2026-02-21T20:03:59.972+0000 7f3f3f486740 -1 Falling back to public interface 2026-02-21T20:04:00.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:04:00.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: Detected new or changed devices on trial059 2026-02-21T20:04:00.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:00.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:00.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:00.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:00.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:00.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: Adjusting osd_memory_target on trial059 to 26266M 2026-02-21T20:04:00.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:00.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:00.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:00.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:00.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:00.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:00.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:00.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:00 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:00.460 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:04:00.479 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch daemon add osd trial059:vg_nvme/lv_1 2026-02-21T20:04:00.766 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:00.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:04:00.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: Detected new or changed devices on trial059 2026-02-21T20:04:00.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:00.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:00.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:00.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:00.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:00.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: Adjusting osd_memory_target on trial059 to 26266M 2026-02-21T20:04:00.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:00.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:00.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:00.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:00.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:00.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:00.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:00.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:00 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:01.499 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:01 trial059 ceph-mon[32866]: pgmap v27: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-21T20:04:01.499 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:01 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:04:01.499 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:01 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:04:01.499 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:01 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:01.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:01 trial144 ceph-mon[36838]: pgmap v27: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-21T20:04:01.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:01 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:04:01.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:01 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:04:01.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:01 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:02.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:02 trial059 ceph-mon[32866]: from='client.14296 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:04:02.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:02 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2553783043' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31ca10bf-2995-4bad-ae0a-3ee13fd162f3"}]: dispatch 2026-02-21T20:04:02.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:02 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2553783043' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "31ca10bf-2995-4bad-ae0a-3ee13fd162f3"}]': finished 2026-02-21T20:04:02.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:02 trial059 ceph-mon[32866]: osdmap e16: 4 total, 2 up, 4 in 2026-02-21T20:04:02.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:02 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:04:02.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:02 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:02.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:02 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3228521441' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:04:02.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:02 trial144 ceph-mon[36838]: from='client.14296 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial059:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:04:02.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:02 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2553783043' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31ca10bf-2995-4bad-ae0a-3ee13fd162f3"}]: dispatch 2026-02-21T20:04:02.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:02 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2553783043' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "31ca10bf-2995-4bad-ae0a-3ee13fd162f3"}]': finished 2026-02-21T20:04:02.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:02 trial144 ceph-mon[36838]: osdmap e16: 4 total, 2 up, 4 in 2026-02-21T20:04:02.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:02 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:04:02.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:02 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:02.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:02 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3228521441' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:04:03.333 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:04:02 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2[65400]: 2026-02-21T20:04:02.988+0000 7f3f3f486740 -1 osd.2 0 log_to_monitors true 2026-02-21T20:04:03.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:03 trial059 ceph-mon[32866]: pgmap v29: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-21T20:04:03.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:03 trial059 ceph-mon[32866]: from='osd.2 [v2:10.20.193.59:6818/2644159976,v1:10.20.193.59:6819/2644159976]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-21T20:04:03.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:03 trial144 ceph-mon[36838]: pgmap v29: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-21T20:04:03.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:03 trial144 ceph-mon[36838]: from='osd.2 [v2:10.20.193.59:6818/2644159976,v1:10.20.193.59:6819/2644159976]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-21T20:04:04.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:04 trial059 ceph-mon[32866]: from='osd.2 [v2:10.20.193.59:6818/2644159976,v1:10.20.193.59:6819/2644159976]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-21T20:04:04.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:04 trial059 ceph-mon[32866]: osdmap e17: 4 total, 2 up, 4 in 2026-02-21T20:04:04.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:04 trial059 ceph-mon[32866]: from='osd.2 [v2:10.20.193.59:6818/2644159976,v1:10.20.193.59:6819/2644159976]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-21T20:04:04.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:04 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:04:04.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:04 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:04.609 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:04:04 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2[65400]: 2026-02-21T20:04:04.337+0000 7f3f3b407640 -1 osd.2 0 waiting for initial osdmap 2026-02-21T20:04:04.609 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:04:04 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2[65400]: 2026-02-21T20:04:04.339+0000 7f3f37230640 -1 osd.2 18 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-21T20:04:04.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:04 trial144 ceph-mon[36838]: from='osd.2 [v2:10.20.193.59:6818/2644159976,v1:10.20.193.59:6819/2644159976]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-21T20:04:04.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:04 trial144 ceph-mon[36838]: osdmap e17: 4 total, 2 up, 4 in 2026-02-21T20:04:04.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:04 trial144 ceph-mon[36838]: from='osd.2 [v2:10.20.193.59:6818/2644159976,v1:10.20.193.59:6819/2644159976]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-21T20:04:04.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:04 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:04:04.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:04 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:05.481 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:05 trial059 ceph-mon[32866]: from='osd.2 [v2:10.20.193.59:6818/2644159976,v1:10.20.193.59:6819/2644159976]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-21T20:04:05.481 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:05 trial059 ceph-mon[32866]: osdmap e18: 4 total, 2 up, 4 in 2026-02-21T20:04:05.481 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:04:05.481 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:05.481 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:04:05.481 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:05 trial059 ceph-mon[32866]: pgmap v32: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-21T20:04:05.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:05 trial144 ceph-mon[36838]: from='osd.2 [v2:10.20.193.59:6818/2644159976,v1:10.20.193.59:6819/2644159976]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-21T20:04:05.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:05 trial144 ceph-mon[36838]: osdmap e18: 4 total, 2 up, 4 in 2026-02-21T20:04:05.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:04:05.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:05.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:04:05.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:05 trial144 ceph-mon[36838]: pgmap v32: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-21T20:04:06.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:06 trial059 ceph-mon[32866]: purged_snaps scrub starts 2026-02-21T20:04:06.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:06 trial059 ceph-mon[32866]: purged_snaps scrub ok 2026-02-21T20:04:06.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:06 trial059 ceph-mon[32866]: osd.2 [v2:10.20.193.59:6818/2644159976,v1:10.20.193.59:6819/2644159976] boot 2026-02-21T20:04:06.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:06 trial059 ceph-mon[32866]: osdmap e19: 4 total, 3 up, 4 in 2026-02-21T20:04:06.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:06 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:04:06.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:06 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:06.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:06 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-21T20:04:06.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:06 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:06.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:06 trial059 ceph-mon[32866]: Deploying daemon osd.3 on trial059 2026-02-21T20:04:06.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:06 trial144 ceph-mon[36838]: purged_snaps scrub starts 2026-02-21T20:04:06.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:06 trial144 ceph-mon[36838]: purged_snaps scrub ok 2026-02-21T20:04:06.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:06 trial144 ceph-mon[36838]: osd.2 [v2:10.20.193.59:6818/2644159976,v1:10.20.193.59:6819/2644159976] boot 2026-02-21T20:04:06.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:06 trial144 ceph-mon[36838]: osdmap e19: 4 total, 3 up, 4 in 2026-02-21T20:04:06.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:06 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:04:06.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:06 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:06.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:06 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-21T20:04:06.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:06 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:06.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:06 trial144 ceph-mon[36838]: Deploying daemon osd.3 on trial059 2026-02-21T20:04:07.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:07 trial059 ceph-mon[32866]: osdmap e20: 4 total, 3 up, 4 in 2026-02-21T20:04:07.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:07 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:07.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:07 trial059 ceph-mon[32866]: pgmap v35: 0 pgs: ; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-21T20:04:07.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:07 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-21T20:04:07.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:07 trial144 ceph-mon[36838]: osdmap e20: 4 total, 3 up, 4 in 2026-02-21T20:04:07.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:07 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:07.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:07 trial144 ceph-mon[36838]: pgmap v35: 0 pgs: ; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-21T20:04:07.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:07 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-21T20:04:08.365 INFO:teuthology.orchestra.run.trial059.stdout:Created osd(s) 3 on host 'trial059' 2026-02-21T20:04:08.411 DEBUG:teuthology.orchestra.run.trial059:osd.3> sudo journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.3.service 2026-02-21T20:04:08.413 INFO:tasks.cephadm:Deploying osd.4 on trial144 with /dev/vg_nvme/lv_4... 2026-02-21T20:04:08.414 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_4 2026-02-21T20:04:08.541 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-21T20:04:08.541 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 ceph-mon[32866]: osdmap e21: 4 total, 3 up, 4 in 2026-02-21T20:04:08.541 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:08.541 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-21T20:04:08.541 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:08.542 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:08.542 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:08.542 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72337]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme2n1 2026-02-21T20:04:08.542 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72337]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-21T20:04:08.542 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72337]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-21T20:04:08.542 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72337]: pam_unix(sudo:session): session closed for user root 2026-02-21T20:04:08.542 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72362]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme2n1 2026-02-21T20:04:08.543 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72362]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-21T20:04:08.543 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72362]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-21T20:04:08.543 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72362]: pam_unix(sudo:session): session closed for user root 2026-02-21T20:04:08.543 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72378]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-21T20:04:08.543 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72378]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-21T20:04:08.543 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72378]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-21T20:04:08.543 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72378]: pam_unix(sudo:session): session closed for user root 2026-02-21T20:04:08.544 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72300]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme2n1 2026-02-21T20:04:08.544 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72300]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-21T20:04:08.544 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72300]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-21T20:04:08.544 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72300]: pam_unix(sudo:session): session closed for user root 2026-02-21T20:04:08.544 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72317]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme2n1 2026-02-21T20:04:08.544 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72317]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-21T20:04:08.544 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72317]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-21T20:04:08.544 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72317]: pam_unix(sudo:session): session closed for user root 2026-02-21T20:04:08.610 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-21T20:04:08.610 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 ceph-mon[36838]: osdmap e21: 4 total, 3 up, 4 in 2026-02-21T20:04:08.610 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:08.610 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-21T20:04:08.610 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:08.610 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:08.610 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:08.610 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 sudo[40144]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-21T20:04:08.610 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 sudo[40144]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-21T20:04:08.611 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 sudo[40144]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-21T20:04:08.611 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 sudo[40144]: pam_unix(sudo:session): session closed for user root 2026-02-21T20:04:08.706 INFO:teuthology.orchestra.run.trial144.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial144/config 2026-02-21T20:04:08.837 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72414]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-21T20:04:08.838 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72414]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-21T20:04:08.838 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72414]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-21T20:04:08.838 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72414]: pam_unix(sudo:session): session closed for user root 2026-02-21T20:04:08.838 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72444]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-21T20:04:08.838 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72444]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-21T20:04:08.838 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72444]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-21T20:04:08.838 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72444]: pam_unix(sudo:session): session closed for user root 2026-02-21T20:04:08.838 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72388]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-21T20:04:08.839 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72388]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-21T20:04:08.839 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72388]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-21T20:04:08.839 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:04:08 trial059 sudo[72388]: pam_unix(sudo:session): session closed for user root 2026-02-21T20:04:08.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 sudo[40148]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-21T20:04:08.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 sudo[40148]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-21T20:04:08.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 sudo[40148]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-21T20:04:08.861 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:08 trial144 sudo[40148]: pam_unix(sudo:session): session closed for user root 2026-02-21T20:04:09.454 INFO:teuthology.orchestra.run.trial144.stdout: 2026-02-21T20:04:09.471 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch daemon add osd trial144:vg_nvme/lv_4 2026-02-21T20:04:09.609 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:04:09 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3[71267]: 2026-02-21T20:04:09.155+0000 7f0cfe301740 -1 Falling back to public interface 2026-02-21T20:04:09.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-21T20:04:09.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: osdmap e22: 4 total, 3 up, 4 in 2026-02-21T20:04:09.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:09.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-21T20:04:09.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: pgmap v38: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-21T20:04:09.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-21T20:04:09.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:04:09.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:04:09.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:04:09.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:04:09.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-21T20:04:09.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-21T20:04:09.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:09.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:09.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:09.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:09.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:09.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:09.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:09.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:09.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:09.756 INFO:teuthology.orchestra.run.trial144.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial144/config 2026-02-21T20:04:09.779 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-21T20:04:09.779 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: osdmap e22: 4 total, 3 up, 4 in 2026-02-21T20:04:09.779 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:09.779 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.779 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-21T20:04:09.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: pgmap v38: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-21T20:04:09.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-21T20:04:09.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:04:09.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:04:09.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:04:09.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:04:09.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-21T20:04:09.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-21T20:04:09.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:09.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:09.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:09.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:09.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:09.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:09.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:09.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:09.782 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:09.782 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:10.470 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:10 trial144 ceph-mon[36838]: Detected new or changed devices on trial059 2026-02-21T20:04:10.471 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:10 trial144 ceph-mon[36838]: Adjusting osd_memory_target on trial059 to 19699M 2026-02-21T20:04:10.471 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:10 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:10.471 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:10 trial144 ceph-mon[36838]: osdmap e23: 4 total, 3 up, 4 in 2026-02-21T20:04:10.471 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:10 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:10.471 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:10 trial144 ceph-mon[36838]: mgrmap e19: trial059.suhfeu(active, since 54s), standbys: trial144.npjdqw 2026-02-21T20:04:10.471 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:10 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:04:10.471 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:10 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:04:10.471 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:10 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:10.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:10 trial059 ceph-mon[32866]: Detected new or changed devices on trial059 2026-02-21T20:04:10.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:10 trial059 ceph-mon[32866]: Adjusting osd_memory_target on trial059 to 19699M 2026-02-21T20:04:10.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:10 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:10.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:10 trial059 ceph-mon[32866]: osdmap e23: 4 total, 3 up, 4 in 2026-02-21T20:04:10.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:10 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:10.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:10 trial059 ceph-mon[32866]: mgrmap e19: trial059.suhfeu(active, since 54s), standbys: trial144.npjdqw 2026-02-21T20:04:10.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:10 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:04:10.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:10 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:04:10.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:10 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:11.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:11 trial144 ceph-mon[36838]: from='client.24145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial144:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:04:11.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:11 trial144 ceph-mon[36838]: pgmap v40: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-21T20:04:11.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:11 trial144 ceph-mon[36838]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0aa05dc9-64f6-4ee6-a63b-16889f21bf72"}]: dispatch 2026-02-21T20:04:11.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:11 trial144 ceph-mon[36838]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0aa05dc9-64f6-4ee6-a63b-16889f21bf72"}]': finished 2026-02-21T20:04:11.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:11 trial144 ceph-mon[36838]: from='client.? 10.20.193.144:0/3665218669' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0aa05dc9-64f6-4ee6-a63b-16889f21bf72"}]: dispatch 2026-02-21T20:04:11.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:11 trial144 ceph-mon[36838]: osdmap e24: 5 total, 3 up, 5 in 2026-02-21T20:04:11.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:11.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:11.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:11 trial144 ceph-mon[36838]: from='client.? 10.20.193.144:0/604289117' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:04:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:11 trial059 ceph-mon[32866]: from='client.24145 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial144:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:04:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:11 trial059 ceph-mon[32866]: pgmap v40: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-21T20:04:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:11 trial059 ceph-mon[32866]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0aa05dc9-64f6-4ee6-a63b-16889f21bf72"}]: dispatch 2026-02-21T20:04:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:11 trial059 ceph-mon[32866]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0aa05dc9-64f6-4ee6-a63b-16889f21bf72"}]': finished 2026-02-21T20:04:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:11 trial059 ceph-mon[32866]: from='client.? 10.20.193.144:0/3665218669' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0aa05dc9-64f6-4ee6-a63b-16889f21bf72"}]: dispatch 2026-02-21T20:04:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:11 trial059 ceph-mon[32866]: osdmap e24: 5 total, 3 up, 5 in 2026-02-21T20:04:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:11 trial059 ceph-mon[32866]: from='client.? 10.20.193.144:0/604289117' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:04:12.358 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:04:11 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3[71267]: 2026-02-21T20:04:11.924+0000 7f0cfe301740 -1 osd.3 0 log_to_monitors true 2026-02-21T20:04:12.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:12 trial144 ceph-mon[36838]: from='osd.3 [v2:10.20.193.59:6826/553490589,v1:10.20.193.59:6827/553490589]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-21T20:04:12.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:12 trial059 ceph-mon[32866]: from='osd.3 [v2:10.20.193.59:6826/553490589,v1:10.20.193.59:6827/553490589]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-21T20:04:13.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:13 trial144 ceph-mon[36838]: from='osd.3 [v2:10.20.193.59:6826/553490589,v1:10.20.193.59:6827/553490589]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-21T20:04:13.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:13 trial144 ceph-mon[36838]: osdmap e25: 5 total, 3 up, 5 in 2026-02-21T20:04:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:13 trial144 ceph-mon[36838]: from='osd.3 [v2:10.20.193.59:6826/553490589,v1:10.20.193.59:6827/553490589]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-21T20:04:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:13 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:13 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:13 trial144 ceph-mon[36838]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-21T20:04:13.859 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:04:13 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3[71267]: 2026-02-21T20:04:13.368+0000 7f0cfa282640 -1 osd.3 0 waiting for initial osdmap 2026-02-21T20:04:13.859 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:04:13 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3[71267]: 2026-02-21T20:04:13.370+0000 7f0cf60ab640 -1 osd.3 26 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-21T20:04:13.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:13 trial059 ceph-mon[32866]: from='osd.3 [v2:10.20.193.59:6826/553490589,v1:10.20.193.59:6827/553490589]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-21T20:04:13.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:13 trial059 ceph-mon[32866]: osdmap e25: 5 total, 3 up, 5 in 2026-02-21T20:04:13.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:13 trial059 ceph-mon[32866]: from='osd.3 [v2:10.20.193.59:6826/553490589,v1:10.20.193.59:6827/553490589]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial059", "root=default"]}]: dispatch 2026-02-21T20:04:13.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:13 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:13.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:13 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:13.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:13 trial059 ceph-mon[32866]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-21T20:04:14.430 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:14 trial144 ceph-mon[36838]: from='osd.3 [v2:10.20.193.59:6826/553490589,v1:10.20.193.59:6827/553490589]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-21T20:04:14.430 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:14 trial144 ceph-mon[36838]: osdmap e26: 5 total, 3 up, 5 in 2026-02-21T20:04:14.430 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:14.430 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:14.430 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:14.430 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-21T20:04:14.430 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:14 trial059 ceph-mon[32866]: from='osd.3 [v2:10.20.193.59:6826/553490589,v1:10.20.193.59:6827/553490589]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial059", "root=default"]}]': finished 2026-02-21T20:04:14.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:14 trial059 ceph-mon[32866]: osdmap e26: 5 total, 3 up, 5 in 2026-02-21T20:04:14.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:14.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:14.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:14.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-21T20:04:14.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:15.674 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:15 trial144 ceph-mon[36838]: purged_snaps scrub starts 2026-02-21T20:04:15.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:15 trial144 ceph-mon[36838]: purged_snaps scrub ok 2026-02-21T20:04:15.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:15 trial144 ceph-mon[36838]: Deploying daemon osd.4 on trial144 2026-02-21T20:04:15.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:15 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:15.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:15 trial144 ceph-mon[36838]: osd.3 [v2:10.20.193.59:6826/553490589,v1:10.20.193.59:6827/553490589] boot 2026-02-21T20:04:15.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:15 trial144 ceph-mon[36838]: osdmap e27: 5 total, 4 up, 5 in 2026-02-21T20:04:15.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:15 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:15.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:15 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:15.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:15 trial144 ceph-mon[36838]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-21T20:04:15.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:15 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:04:15.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:15 trial059 ceph-mon[32866]: purged_snaps scrub starts 2026-02-21T20:04:15.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:15 trial059 ceph-mon[32866]: purged_snaps scrub ok 2026-02-21T20:04:15.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:15 trial059 ceph-mon[32866]: Deploying daemon osd.4 on trial144 2026-02-21T20:04:15.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:15.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:15 trial059 ceph-mon[32866]: osd.3 [v2:10.20.193.59:6826/553490589,v1:10.20.193.59:6827/553490589] boot 2026-02-21T20:04:15.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:15 trial059 ceph-mon[32866]: osdmap e27: 5 total, 4 up, 5 in 2026-02-21T20:04:15.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:04:15.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:15.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:15 trial059 ceph-mon[32866]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-21T20:04:15.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:04:16.636 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:16 trial144 ceph-mon[36838]: osdmap e28: 5 total, 4 up, 5 in 2026-02-21T20:04:16.636 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:16.636 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:16.636 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:16.637 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:16.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:16 trial059 ceph-mon[32866]: osdmap e28: 5 total, 4 up, 5 in 2026-02-21T20:04:16.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:16.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:16.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:16.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:17.244 INFO:teuthology.orchestra.run.trial144.stdout:Created osd(s) 4 on host 'trial144' 2026-02-21T20:04:17.285 DEBUG:teuthology.orchestra.run.trial144:osd.4> sudo journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.4.service 2026-02-21T20:04:17.288 INFO:tasks.cephadm:Deploying osd.5 on trial144 with /dev/vg_nvme/lv_3... 2026-02-21T20:04:17.288 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_3 2026-02-21T20:04:17.618 INFO:teuthology.orchestra.run.trial144.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial144/config 2026-02-21T20:04:18.039 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:17 trial144 ceph-mon[36838]: pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-21T20:04:18.039 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:17 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:18.040 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:17 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:18.040 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:17 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:18.040 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:17 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:18.040 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:17 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:18.040 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:17 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:18.040 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:17 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:18.040 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:17 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:17 trial059 ceph-mon[32866]: pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-21T20:04:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:17 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:18.302 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:04:18 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-4[42678]: 2026-02-21T20:04:18.111+0000 7ff427e4a740 -1 Falling back to public interface 2026-02-21T20:04:18.656 INFO:teuthology.orchestra.run.trial144.stdout: 2026-02-21T20:04:18.674 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch daemon add osd trial144:vg_nvme/lv_3 2026-02-21T20:04:18.961 INFO:teuthology.orchestra.run.trial144.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial144/config 2026-02-21T20:04:19.309 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:18 trial144 ceph-mon[36838]: Detected new or changed devices on trial144 2026-02-21T20:04:19.309 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:18 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:19.309 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:18 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:19.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:18 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:19.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:18 trial144 ceph-mon[36838]: Adjusting osd_memory_target on trial144 to 81871M 2026-02-21T20:04:19.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:18 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:19.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:18 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:19.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:18 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:19.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:18 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:19.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:18 trial144 ceph-mon[36838]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-21T20:04:19.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:18 trial059 ceph-mon[32866]: Detected new or changed devices on trial144 2026-02-21T20:04:19.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:19.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:19.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:19.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:18 trial059 ceph-mon[32866]: Adjusting osd_memory_target on trial144 to 81871M 2026-02-21T20:04:19.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:19.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:19.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:19.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:18 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:19.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:18 trial059 ceph-mon[32866]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-21T20:04:20.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:20 trial144 ceph-mon[36838]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial144:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:04:20.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:20 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:04:20.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:20 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:04:20.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:20 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:20.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:20 trial144 ceph-mon[36838]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "211c9936-c0d9-4387-b93e-b202bf39e9e2"}]: dispatch 2026-02-21T20:04:20.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:20 trial144 ceph-mon[36838]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "211c9936-c0d9-4387-b93e-b202bf39e9e2"}]': finished 2026-02-21T20:04:20.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:20 trial144 ceph-mon[36838]: from='client.? 10.20.193.144:0/125189557' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "211c9936-c0d9-4387-b93e-b202bf39e9e2"}]: dispatch 2026-02-21T20:04:20.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:20 trial144 ceph-mon[36838]: osdmap e29: 6 total, 4 up, 6 in 2026-02-21T20:04:20.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:20 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:20.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:20 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:20.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:20 trial059 ceph-mon[32866]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial144:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:04:20.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:04:20.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:04:20.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:20.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:20 trial059 ceph-mon[32866]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "211c9936-c0d9-4387-b93e-b202bf39e9e2"}]: dispatch 2026-02-21T20:04:20.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:20 trial059 ceph-mon[32866]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "211c9936-c0d9-4387-b93e-b202bf39e9e2"}]': finished 2026-02-21T20:04:20.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:20 trial059 ceph-mon[32866]: from='client.? 10.20.193.144:0/125189557' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "211c9936-c0d9-4387-b93e-b202bf39e9e2"}]: dispatch 2026-02-21T20:04:20.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:20 trial059 ceph-mon[32866]: osdmap e29: 6 total, 4 up, 6 in 2026-02-21T20:04:20.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:20.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:20 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:21.309 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:21 trial144 ceph-mon[36838]: from='client.? 10.20.193.144:0/3197311805' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:04:21.309 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:21 trial144 ceph-mon[36838]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-21T20:04:21.310 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:04:21 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-4[42678]: 2026-02-21T20:04:21.134+0000 7ff427e4a740 -1 osd.4 0 log_to_monitors true 2026-02-21T20:04:21.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:21 trial059 ceph-mon[32866]: from='client.? 10.20.193.144:0/3197311805' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:04:21.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:21 trial059 ceph-mon[32866]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-21T20:04:22.309 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:22 trial144 ceph-mon[36838]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-21T20:04:22.309 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:22 trial144 ceph-mon[36838]: from='osd.4 [v2:10.20.193.144:6800/1327684206,v1:10.20.193.144:6801/1327684206]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-21T20:04:22.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:22 trial059 ceph-mon[32866]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-21T20:04:22.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:22 trial059 ceph-mon[32866]: from='osd.4 [v2:10.20.193.144:6800/1327684206,v1:10.20.193.144:6801/1327684206]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-21T20:04:23.059 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:04:23 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-4[42678]: 2026-02-21T20:04:23.013+0000 7ff423dcb640 -1 osd.4 0 waiting for initial osdmap 2026-02-21T20:04:23.059 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:04:23 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-4[42678]: 2026-02-21T20:04:23.016+0000 7ff41bbec640 -1 osd.4 31 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-21T20:04:23.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:23 trial144 ceph-mon[36838]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-21T20:04:23.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:23 trial144 ceph-mon[36838]: osdmap e30: 6 total, 4 up, 6 in 2026-02-21T20:04:23.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:23 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:23.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:23 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:23.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:23 trial144 ceph-mon[36838]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:23.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:23 trial144 ceph-mon[36838]: from='osd.4 [v2:10.20.193.144:6800/1327684206,v1:10.20.193.144:6801/1327684206]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:23.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:23 trial144 ceph-mon[36838]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-21T20:04:23.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:23 trial059 ceph-mon[32866]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-21T20:04:23.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:23 trial059 ceph-mon[32866]: osdmap e30: 6 total, 4 up, 6 in 2026-02-21T20:04:23.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:23 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:23.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:23 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:23.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:23 trial059 ceph-mon[32866]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:23.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:23 trial059 ceph-mon[32866]: from='osd.4 [v2:10.20.193.144:6800/1327684206,v1:10.20.193.144:6801/1327684206]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:23.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:23 trial059 ceph-mon[32866]: pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-21T20:04:24.213 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:24 trial144 ceph-mon[36838]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial144", "root=default"]}]': finished 2026-02-21T20:04:24.213 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:24 trial144 ceph-mon[36838]: osdmap e31: 6 total, 4 up, 6 in 2026-02-21T20:04:24.213 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:24 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:24.213 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:24 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:24.214 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:24 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:24.214 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:24 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-21T20:04:24.214 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:24 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:24.214 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:24 trial144 ceph-mon[36838]: Deploying daemon osd.5 on trial144 2026-02-21T20:04:24.214 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:24 trial144 ceph-mon[36838]: osd.4 [v2:10.20.193.144:6800/1327684206,v1:10.20.193.144:6801/1327684206] boot 2026-02-21T20:04:24.214 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:24 trial144 ceph-mon[36838]: osdmap e32: 6 total, 5 up, 6 in 2026-02-21T20:04:24.214 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:24 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:24.214 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:24 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:24.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:24 trial059 ceph-mon[32866]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial144", "root=default"]}]': finished 2026-02-21T20:04:24.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:24 trial059 ceph-mon[32866]: osdmap e31: 6 total, 4 up, 6 in 2026-02-21T20:04:24.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:24 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:24.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:24 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:24.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:24 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:24.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:24 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-21T20:04:24.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:24 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:24.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:24 trial059 ceph-mon[32866]: Deploying daemon osd.5 on trial144 2026-02-21T20:04:24.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:24 trial059 ceph-mon[32866]: osd.4 [v2:10.20.193.144:6800/1327684206,v1:10.20.193.144:6801/1327684206] boot 2026-02-21T20:04:24.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:24 trial059 ceph-mon[32866]: osdmap e32: 6 total, 5 up, 6 in 2026-02-21T20:04:24.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:24 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:04:24.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:24 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:25.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:25 trial144 ceph-mon[36838]: purged_snaps scrub starts 2026-02-21T20:04:25.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:25 trial144 ceph-mon[36838]: purged_snaps scrub ok 2026-02-21T20:04:25.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:25 trial144 ceph-mon[36838]: pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-21T20:04:25.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:25 trial144 ceph-mon[36838]: osdmap e33: 6 total, 5 up, 6 in 2026-02-21T20:04:25.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:25 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:25.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:25 trial059 ceph-mon[32866]: purged_snaps scrub starts 2026-02-21T20:04:25.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:25 trial059 ceph-mon[32866]: purged_snaps scrub ok 2026-02-21T20:04:25.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:25 trial059 ceph-mon[32866]: pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-21T20:04:25.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:25 trial059 ceph-mon[32866]: osdmap e33: 6 total, 5 up, 6 in 2026-02-21T20:04:25.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:25 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:26.309 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:26 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:26.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:26 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:26.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:26 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:26.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:26 trial144 ceph-mon[36838]: osdmap e34: 6 total, 5 up, 6 in 2026-02-21T20:04:26.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:26 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:26.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:26 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:26.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:26 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:26.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:26 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:26.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:26 trial059 ceph-mon[32866]: osdmap e34: 6 total, 5 up, 6 in 2026-02-21T20:04:26.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:26 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:26.680 INFO:teuthology.orchestra.run.trial144.stdout:Created osd(s) 5 on host 'trial144' 2026-02-21T20:04:26.721 DEBUG:teuthology.orchestra.run.trial144:osd.5> sudo journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.5.service 2026-02-21T20:04:26.724 INFO:tasks.cephadm:Deploying osd.6 on trial144 with /dev/vg_nvme/lv_2... 2026-02-21T20:04:26.724 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_2 2026-02-21T20:04:27.051 INFO:teuthology.orchestra.run.trial144.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial144/config 2026-02-21T20:04:27.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:27.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:27.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:27.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:27.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:27.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:27 trial059 ceph-mon[32866]: pgmap v59: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 144 KiB/s, 0 objects/s recovering 2026-02-21T20:04:27.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:27.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:27.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:27.619 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:27.619 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:27.620 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:27.620 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:27.620 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:27.620 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:27 trial144 ceph-mon[36838]: pgmap v59: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 144 KiB/s, 0 objects/s recovering 2026-02-21T20:04:27.620 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:27.620 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:27.620 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:27.620 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:04:27 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:04:27.386+0000 7ff39312d740 -1 Falling back to public interface 2026-02-21T20:04:28.139 INFO:teuthology.orchestra.run.trial144.stdout: 2026-02-21T20:04:28.156 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch daemon add osd trial144:vg_nvme/lv_2 2026-02-21T20:04:28.444 INFO:teuthology.orchestra.run.trial144.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial144/config 2026-02-21T20:04:28.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:28 trial144 ceph-mon[36838]: Detected new or changed devices on trial144 2026-02-21T20:04:28.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:28.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:28.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:28.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:28.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:28 trial144 ceph-mon[36838]: Adjusting osd_memory_target on trial144 to 40935M 2026-02-21T20:04:28.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:28.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:28.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:28.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:28.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:28 trial059 ceph-mon[32866]: Detected new or changed devices on trial144 2026-02-21T20:04:28.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:28.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:28.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:28.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:28.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:28 trial059 ceph-mon[32866]: Adjusting osd_memory_target on trial144 to 40935M 2026-02-21T20:04:28.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:28.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:28.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:28.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:29 trial144 ceph-mon[36838]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 104 KiB/s, 0 objects/s recovering 2026-02-21T20:04:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:29 trial144 ceph-mon[36838]: from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial144:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:04:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:29 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:04:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:29 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:04:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:29 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:29 trial144 ceph-mon[36838]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4c63c97-a1db-4542-9ce8-0b25fd97fa8d"}]: dispatch 2026-02-21T20:04:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:29 trial144 ceph-mon[36838]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c4c63c97-a1db-4542-9ce8-0b25fd97fa8d"}]': finished 2026-02-21T20:04:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:29 trial144 ceph-mon[36838]: from='client.? 10.20.193.144:0/2936018594' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4c63c97-a1db-4542-9ce8-0b25fd97fa8d"}]: dispatch 2026-02-21T20:04:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:29 trial144 ceph-mon[36838]: osdmap e35: 7 total, 5 up, 7 in 2026-02-21T20:04:29.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:29 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:29.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:29 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:29.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:29 trial059 ceph-mon[32866]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 104 KiB/s, 0 objects/s recovering 2026-02-21T20:04:29.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:29 trial059 ceph-mon[32866]: from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial144:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:04:29.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:29 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:04:29.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:29 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:04:29.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:29 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:29.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:29 trial059 ceph-mon[32866]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4c63c97-a1db-4542-9ce8-0b25fd97fa8d"}]: dispatch 2026-02-21T20:04:29.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:29 trial059 ceph-mon[32866]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c4c63c97-a1db-4542-9ce8-0b25fd97fa8d"}]': finished 2026-02-21T20:04:29.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:29 trial059 ceph-mon[32866]: from='client.? 10.20.193.144:0/2936018594' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4c63c97-a1db-4542-9ce8-0b25fd97fa8d"}]: dispatch 2026-02-21T20:04:29.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:29 trial059 ceph-mon[32866]: osdmap e35: 7 total, 5 up, 7 in 2026-02-21T20:04:29.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:29 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:29.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:29 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:30.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:30 trial144 ceph-mon[36838]: from='client.? 10.20.193.144:0/759888967' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:04:30.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:30 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:04:30.810 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:04:30 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:04:30.656+0000 7ff39312d740 -1 osd.5 0 log_to_monitors true 2026-02-21T20:04:30.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:30 trial059 ceph-mon[32866]: from='client.? 10.20.193.144:0/759888967' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:04:30.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:30 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:04:31.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:31 trial144 ceph-mon[36838]: pgmap v62: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-21T20:04:31.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:31 trial144 ceph-mon[36838]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-21T20:04:31.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:31 trial144 ceph-mon[36838]: from='osd.5 [v2:10.20.193.144:6808/2445535140,v1:10.20.193.144:6809/2445535140]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-21T20:04:31.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:31 trial059 ceph-mon[32866]: pgmap v62: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-21T20:04:31.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:31 trial059 ceph-mon[32866]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-21T20:04:31.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:31 trial059 ceph-mon[32866]: from='osd.5 [v2:10.20.193.144:6808/2445535140,v1:10.20.193.144:6809/2445535140]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-21T20:04:32.644 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:32 trial144 ceph-mon[36838]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-21T20:04:32.644 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:32 trial144 ceph-mon[36838]: osdmap e36: 7 total, 5 up, 7 in 2026-02-21T20:04:32.644 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:32 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:32.644 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:32 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:32.644 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:32 trial144 ceph-mon[36838]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:32.645 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:32 trial144 ceph-mon[36838]: from='osd.5 [v2:10.20.193.144:6808/2445535140,v1:10.20.193.144:6809/2445535140]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:32.645 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:04:32 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:04:32.470+0000 7ff38f0ae640 -1 osd.5 0 waiting for initial osdmap 2026-02-21T20:04:32.645 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:04:32 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:04:32.473+0000 7ff386ecf640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-21T20:04:32.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:32 trial059 ceph-mon[32866]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-21T20:04:32.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:32 trial059 ceph-mon[32866]: osdmap e36: 7 total, 5 up, 7 in 2026-02-21T20:04:32.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:32 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:32.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:32 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:32.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:32 trial059 ceph-mon[32866]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:32.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:32 trial059 ceph-mon[32866]: from='osd.5 [v2:10.20.193.144:6808/2445535140,v1:10.20.193.144:6809/2445535140]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:33.748 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:33 trial144 ceph-mon[36838]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial144", "root=default"]}]': finished 2026-02-21T20:04:33.748 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:33 trial144 ceph-mon[36838]: osdmap e37: 7 total, 5 up, 7 in 2026-02-21T20:04:33.748 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:33 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:33.748 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:33 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:33.748 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:33 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:33.749 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:33 trial144 ceph-mon[36838]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-21T20:04:33.749 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:33 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-21T20:04:33.749 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:33 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:33.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:33 trial059 ceph-mon[32866]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial144", "root=default"]}]': finished 2026-02-21T20:04:33.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:33 trial059 ceph-mon[32866]: osdmap e37: 7 total, 5 up, 7 in 2026-02-21T20:04:33.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:33 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:33.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:33 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:33.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:33 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:33.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:33 trial059 ceph-mon[32866]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-21T20:04:33.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:33 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-21T20:04:33.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:33 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:34.728 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:34 trial144 ceph-mon[36838]: purged_snaps scrub starts 2026-02-21T20:04:34.728 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:34 trial144 ceph-mon[36838]: purged_snaps scrub ok 2026-02-21T20:04:34.729 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:34 trial144 ceph-mon[36838]: Deploying daemon osd.6 on trial144 2026-02-21T20:04:34.729 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:34 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:34.729 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:34 trial144 ceph-mon[36838]: osd.5 [v2:10.20.193.144:6808/2445535140,v1:10.20.193.144:6809/2445535140] boot 2026-02-21T20:04:34.729 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:34 trial144 ceph-mon[36838]: osdmap e38: 7 total, 6 up, 7 in 2026-02-21T20:04:34.729 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:34 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:34.729 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:34 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:34.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:34 trial059 ceph-mon[32866]: purged_snaps scrub starts 2026-02-21T20:04:34.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:34 trial059 ceph-mon[32866]: purged_snaps scrub ok 2026-02-21T20:04:34.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:34 trial059 ceph-mon[32866]: Deploying daemon osd.6 on trial144 2026-02-21T20:04:34.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:34 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:34.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:34 trial059 ceph-mon[32866]: osd.5 [v2:10.20.193.144:6808/2445535140,v1:10.20.193.144:6809/2445535140] boot 2026-02-21T20:04:34.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:34 trial059 ceph-mon[32866]: osdmap e38: 7 total, 6 up, 7 in 2026-02-21T20:04:34.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:34 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:04:34.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:34 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:35.785 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:35 trial144 ceph-mon[36838]: osdmap e39: 7 total, 6 up, 7 in 2026-02-21T20:04:35.785 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:35 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:35.785 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:35 trial144 ceph-mon[36838]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-21T20:04:35.786 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:35 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:35.786 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:35 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:35.786 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:35 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:35.836 INFO:teuthology.orchestra.run.trial144.stdout:Created osd(s) 6 on host 'trial144' 2026-02-21T20:04:35.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:35 trial059 ceph-mon[32866]: osdmap e39: 7 total, 6 up, 7 in 2026-02-21T20:04:35.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:35 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:35.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:35 trial059 ceph-mon[32866]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-21T20:04:35.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:35 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:35.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:35 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:35.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:35 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:35.875 DEBUG:teuthology.orchestra.run.trial144:osd.6> sudo journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.6.service 2026-02-21T20:04:35.877 INFO:tasks.cephadm:Deploying osd.7 on trial144 with /dev/vg_nvme/lv_1... 2026-02-21T20:04:35.877 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_1 2026-02-21T20:04:36.203 INFO:teuthology.orchestra.run.trial144.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial144/config 2026-02-21T20:04:36.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:36 trial144 ceph-mon[36838]: osdmap e40: 7 total, 6 up, 7 in 2026-02-21T20:04:36.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:36 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:36.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:36 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:36.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:36 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:36.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:36 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:36.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:36 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:36.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:36 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:36.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:36 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:36.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:36 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:36.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:36 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:36.811 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:04:36 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:04:36.592+0000 7f5786ead740 -1 Falling back to public interface 2026-02-21T20:04:36.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:36 trial059 ceph-mon[32866]: osdmap e40: 7 total, 6 up, 7 in 2026-02-21T20:04:36.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:36 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:36.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:36 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:36.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:36 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:36.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:36 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:36.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:36 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:36.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:36 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:36.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:36 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:36.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:36 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:36.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:36 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:37.240 INFO:teuthology.orchestra.run.trial144.stdout: 2026-02-21T20:04:37.259 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch daemon add osd trial144:vg_nvme/lv_1 2026-02-21T20:04:37.548 INFO:teuthology.orchestra.run.trial144.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial144/config 2026-02-21T20:04:37.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:37 trial059 ceph-mon[32866]: Detected new or changed devices on trial144 2026-02-21T20:04:37.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:37 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:37.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:37 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:37.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:37 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:37.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:37 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:37.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:37 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:37.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:37 trial059 ceph-mon[32866]: Adjusting osd_memory_target on trial144 to 27290M 2026-02-21T20:04:37.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:37 trial059 ceph-mon[32866]: pgmap v70: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-21T20:04:37.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:37 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:37.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:37 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:37.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:37 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:37.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:37 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:37.936 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:37 trial144 ceph-mon[36838]: Detected new or changed devices on trial144 2026-02-21T20:04:37.937 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:37 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:37.937 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:37 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:37.937 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:37 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:37.937 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:37 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:37.937 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:37 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:37.937 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:37 trial144 ceph-mon[36838]: Adjusting osd_memory_target on trial144 to 27290M 2026-02-21T20:04:37.937 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:37 trial144 ceph-mon[36838]: pgmap v70: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-21T20:04:37.937 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:37 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:37.937 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:37 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:37.937 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:37 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:37.938 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:37 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:38.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:38 trial144 ceph-mon[36838]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial144:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:04:38.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:38 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:04:38.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:38 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:04:38.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:38 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:38.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:38 trial144 ceph-mon[36838]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d8e8202-b21d-4964-b292-4578ecdb03cc"}]: dispatch 2026-02-21T20:04:38.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:38 trial144 ceph-mon[36838]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8d8e8202-b21d-4964-b292-4578ecdb03cc"}]': finished 2026-02-21T20:04:38.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:38 trial144 ceph-mon[36838]: from='client.? 10.20.193.144:0/2831683458' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d8e8202-b21d-4964-b292-4578ecdb03cc"}]: dispatch 2026-02-21T20:04:38.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:38 trial144 ceph-mon[36838]: osdmap e41: 8 total, 6 up, 8 in 2026-02-21T20:04:38.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:38 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:38.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:38 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:38.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:38 trial059 ceph-mon[32866]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial144:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:04:38.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:38 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-21T20:04:38.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:38 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-21T20:04:38.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:38 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:38.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:38 trial059 ceph-mon[32866]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d8e8202-b21d-4964-b292-4578ecdb03cc"}]: dispatch 2026-02-21T20:04:38.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:38 trial059 ceph-mon[32866]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8d8e8202-b21d-4964-b292-4578ecdb03cc"}]': finished 2026-02-21T20:04:38.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:38 trial059 ceph-mon[32866]: from='client.? 10.20.193.144:0/2831683458' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d8e8202-b21d-4964-b292-4578ecdb03cc"}]: dispatch 2026-02-21T20:04:38.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:38 trial059 ceph-mon[32866]: osdmap e41: 8 total, 6 up, 8 in 2026-02-21T20:04:38.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:38 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:38.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:38 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:39.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:39 trial144 ceph-mon[36838]: pgmap v72: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-21T20:04:39.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:39 trial144 ceph-mon[36838]: from='client.? 10.20.193.144:0/3645376188' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:04:39.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:39 trial144 ceph-mon[36838]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-21T20:04:39.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:39 trial144 ceph-mon[36838]: from='osd.6 [v2:10.20.193.144:6816/2948025547,v1:10.20.193.144:6817/2948025547]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-21T20:04:39.810 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:04:39 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:04:39.409+0000 7f5786ead740 -1 osd.6 0 log_to_monitors true 2026-02-21T20:04:39.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:39 trial059 ceph-mon[32866]: pgmap v72: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-21T20:04:39.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:39 trial059 ceph-mon[32866]: from='client.? 10.20.193.144:0/3645376188' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-21T20:04:39.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:39 trial059 ceph-mon[32866]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-21T20:04:39.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:39 trial059 ceph-mon[32866]: from='osd.6 [v2:10.20.193.144:6816/2948025547,v1:10.20.193.144:6817/2948025547]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-21T20:04:40.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:40 trial059 ceph-mon[32866]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-21T20:04:40.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:40 trial059 ceph-mon[32866]: osdmap e42: 8 total, 6 up, 8 in 2026-02-21T20:04:40.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:40 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:40.862 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:40 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:40.863 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:40 trial059 ceph-mon[32866]: from='osd.6 [v2:10.20.193.144:6816/2948025547,v1:10.20.193.144:6817/2948025547]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:40.863 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:40 trial059 ceph-mon[32866]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:41.060 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:04:40 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:04:40.590+0000 7f5782e2e640 -1 osd.6 0 waiting for initial osdmap 2026-02-21T20:04:41.060 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:04:40 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:04:40.593+0000 7f577ec57640 -1 osd.6 43 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-21T20:04:41.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:40 trial144 ceph-mon[36838]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-21T20:04:41.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:40 trial144 ceph-mon[36838]: osdmap e42: 8 total, 6 up, 8 in 2026-02-21T20:04:41.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:40 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:41.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:40 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:41.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:40 trial144 ceph-mon[36838]: from='osd.6 [v2:10.20.193.144:6816/2948025547,v1:10.20.193.144:6817/2948025547]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:41.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:40 trial144 ceph-mon[36838]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:41.724 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:41 trial144 ceph-mon[36838]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-21T20:04:41.724 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:41 trial144 ceph-mon[36838]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial144", "root=default"]}]': finished 2026-02-21T20:04:41.724 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:41 trial144 ceph-mon[36838]: osdmap e43: 8 total, 6 up, 8 in 2026-02-21T20:04:41.724 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:41.724 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:41.725 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:41.725 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:41 trial144 ceph-mon[36838]: osd.6 [v2:10.20.193.144:6816/2948025547,v1:10.20.193.144:6817/2948025547] boot 2026-02-21T20:04:41.725 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:41 trial144 ceph-mon[36838]: osdmap e44: 8 total, 7 up, 8 in 2026-02-21T20:04:41.725 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:41.725 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:41 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:41.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:41 trial059 ceph-mon[32866]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-21T20:04:41.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:41 trial059 ceph-mon[32866]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial144", "root=default"]}]': finished 2026-02-21T20:04:41.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:41 trial059 ceph-mon[32866]: osdmap e43: 8 total, 6 up, 8 in 2026-02-21T20:04:41.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:41.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:41.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:41.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:41 trial059 ceph-mon[32866]: osd.6 [v2:10.20.193.144:6816/2948025547,v1:10.20.193.144:6817/2948025547] boot 2026-02-21T20:04:41.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:41 trial059 ceph-mon[32866]: osdmap e44: 8 total, 7 up, 8 in 2026-02-21T20:04:41.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:04:41.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:41 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:42.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:42 trial144 ceph-mon[36838]: purged_snaps scrub starts 2026-02-21T20:04:42.780 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:42 trial144 ceph-mon[36838]: purged_snaps scrub ok 2026-02-21T20:04:42.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:42 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-21T20:04:42.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:42 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:42.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:42 trial144 ceph-mon[36838]: osdmap e45: 8 total, 7 up, 8 in 2026-02-21T20:04:42.781 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:42 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:42.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:42 trial059 ceph-mon[32866]: purged_snaps scrub starts 2026-02-21T20:04:42.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:42 trial059 ceph-mon[32866]: purged_snaps scrub ok 2026-02-21T20:04:42.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:42 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-21T20:04:42.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:42 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:42.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:42 trial059 ceph-mon[32866]: osdmap e45: 8 total, 7 up, 8 in 2026-02-21T20:04:42.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:42 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:43.742 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:43 trial144 ceph-mon[36838]: Deploying daemon osd.7 on trial144 2026-02-21T20:04:43.742 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:43 trial144 ceph-mon[36838]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-21T20:04:43.742 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:43 trial144 ceph-mon[36838]: osdmap e46: 8 total, 7 up, 8 in 2026-02-21T20:04:43.742 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:43 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:43.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:43 trial059 ceph-mon[32866]: Deploying daemon osd.7 on trial144 2026-02-21T20:04:43.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:43 trial059 ceph-mon[32866]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-21T20:04:43.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:43 trial059 ceph-mon[32866]: osdmap e46: 8 total, 7 up, 8 in 2026-02-21T20:04:43.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:43 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:44.804 INFO:teuthology.orchestra.run.trial144.stdout:Created osd(s) 7 on host 'trial144' 2026-02-21T20:04:44.844 DEBUG:teuthology.orchestra.run.trial144:osd.7> sudo journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.7.service 2026-02-21T20:04:44.847 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2026-02-21T20:04:44.847 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd stat -f json 2026-02-21T20:04:44.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:44 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:44.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:44 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:44.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:44 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:44.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:44 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:44.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:44 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:44.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:44 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:44.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:44 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:44.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:44 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:44.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:44 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:44.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:44 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:44.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:44 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:44.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:44 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:44.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:44 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:44.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:44 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:44.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:44 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:44.867 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:44 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:45.139 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:45.349 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:04:45.387 INFO:teuthology.orchestra.run.trial059.stdout:{"epoch":46,"num_osds":8,"num_up_osds":7,"osd_up_since":1771704281,"num_in_osds":8,"osd_in_since":1771704278,"num_remapped_pgs":0} 2026-02-21T20:04:45.484 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:04:45 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:04:45.334+0000 7f6ac605c740 -1 Falling back to public interface 2026-02-21T20:04:45.777 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-21T20:04:45.777 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:04:45.778 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:45.778 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:45.778 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:45.778 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/398988688' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-21T20:04:45.778 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:45.778 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:45.778 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:45.778 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:45.778 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:45.778 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:45.779 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:45.779 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:45.779 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:45.779 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:45 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:45.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-21T20:04:45.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:04:45.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:04:45.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:45.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:45.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/398988688' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-21T20:04:45.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:45.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:45.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:45.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:45.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:45.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:04:45.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:45.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:04:45.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:04:45.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:45 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:04:46.388 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd stat -f json 2026-02-21T20:04:46.677 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:46.701 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:46 trial059 ceph-mon[32866]: Detected new or changed devices on trial144 2026-02-21T20:04:46.701 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:46 trial059 ceph-mon[32866]: Adjusting osd_memory_target on trial144 to 20467M 2026-02-21T20:04:46.877 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:04:46.914 INFO:teuthology.orchestra.run.trial059.stdout:{"epoch":46,"num_osds":8,"num_up_osds":7,"osd_up_since":1771704281,"num_in_osds":8,"osd_in_since":1771704278,"num_remapped_pgs":0} 2026-02-21T20:04:47.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:46 trial144 ceph-mon[36838]: Detected new or changed devices on trial144 2026-02-21T20:04:47.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:46 trial144 ceph-mon[36838]: Adjusting osd_memory_target on trial144 to 20467M 2026-02-21T20:04:47.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:47 trial059 ceph-mon[32866]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-21T20:04:47.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:47 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/1957912180' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-21T20:04:47.915 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd stat -f json 2026-02-21T20:04:48.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:47 trial144 ceph-mon[36838]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-21T20:04:48.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:47 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/1957912180' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-21T20:04:48.201 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:48.394 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:04:48.431 INFO:teuthology.orchestra.run.trial059.stdout:{"epoch":46,"num_osds":8,"num_up_osds":7,"osd_up_since":1771704281,"num_in_osds":8,"osd_in_since":1771704278,"num_remapped_pgs":0} 2026-02-21T20:04:48.559 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:04:48 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:04:48.305+0000 7f6ac605c740 -1 osd.7 0 log_to_monitors true 2026-02-21T20:04:48.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:48 trial059 ceph-mon[32866]: from='osd.7 [v2:10.20.193.144:6824/1573709226,v1:10.20.193.144:6825/1573709226]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-21T20:04:48.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:48 trial059 ceph-mon[32866]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-21T20:04:48.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:48 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2269152392' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-21T20:04:49.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:48 trial144 ceph-mon[36838]: from='osd.7 [v2:10.20.193.144:6824/1573709226,v1:10.20.193.144:6825/1573709226]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-21T20:04:49.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:48 trial144 ceph-mon[36838]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-21T20:04:49.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:48 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2269152392' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-21T20:04:49.432 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd stat -f json 2026-02-21T20:04:49.725 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:49.748 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:49 trial059 ceph-mon[32866]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-21T20:04:49.748 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:49 trial059 ceph-mon[32866]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-21T20:04:49.748 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:49 trial059 ceph-mon[32866]: osdmap e47: 8 total, 7 up, 8 in 2026-02-21T20:04:49.748 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:49 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:49.748 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:49 trial059 ceph-mon[32866]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:49.749 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:49 trial059 ceph-mon[32866]: from='osd.7 [v2:10.20.193.144:6824/1573709226,v1:10.20.193.144:6825/1573709226]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:49.925 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:04:49.962 INFO:teuthology.orchestra.run.trial059.stdout:{"epoch":48,"num_osds":8,"num_up_osds":7,"osd_up_since":1771704281,"num_in_osds":8,"osd_in_since":1771704278,"num_remapped_pgs":0} 2026-02-21T20:04:50.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:49 trial144 ceph-mon[36838]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-21T20:04:50.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:49 trial144 ceph-mon[36838]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-21T20:04:50.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:49 trial144 ceph-mon[36838]: osdmap e47: 8 total, 7 up, 8 in 2026-02-21T20:04:50.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:49 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:50.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:49 trial144 ceph-mon[36838]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:50.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:49 trial144 ceph-mon[36838]: from='osd.7 [v2:10.20.193.144:6824/1573709226,v1:10.20.193.144:6825/1573709226]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial144", "root=default"]}]: dispatch 2026-02-21T20:04:50.060 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:04:49 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:04:49.603+0000 7f6ac1fdd640 -1 osd.7 0 waiting for initial osdmap 2026-02-21T20:04:50.061 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:04:49 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:04:49.607+0000 7f6ab9dfe640 -1 osd.7 48 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-21T20:04:50.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:50 trial059 ceph-mon[32866]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial144", "root=default"]}]': finished 2026-02-21T20:04:50.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:50 trial059 ceph-mon[32866]: osdmap e48: 8 total, 7 up, 8 in 2026-02-21T20:04:50.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:50 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:50.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:50 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:50.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:50 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3094658976' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-21T20:04:50.963 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd stat -f json 2026-02-21T20:04:51.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:50 trial144 ceph-mon[36838]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial144", "root=default"]}]': finished 2026-02-21T20:04:51.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:50 trial144 ceph-mon[36838]: osdmap e48: 8 total, 7 up, 8 in 2026-02-21T20:04:51.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:50 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:51.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:50 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:51.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:50 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3094658976' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-21T20:04:51.250 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:51.448 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:04:51.485 INFO:teuthology.orchestra.run.trial059.stdout:{"epoch":49,"num_osds":8,"num_up_osds":8,"osd_up_since":1771704290,"num_in_osds":8,"osd_in_since":1771704278,"num_remapped_pgs":1} 2026-02-21T20:04:51.486 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd dump --format=json 2026-02-21T20:04:51.774 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:51.889 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:51 trial059 ceph-mon[32866]: purged_snaps scrub starts 2026-02-21T20:04:51.889 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:51 trial059 ceph-mon[32866]: purged_snaps scrub ok 2026-02-21T20:04:51.890 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:51 trial059 ceph-mon[32866]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-21T20:04:51.890 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:51 trial059 ceph-mon[32866]: osd.7 [v2:10.20.193.144:6824/1573709226,v1:10.20.193.144:6825/1573709226] boot 2026-02-21T20:04:51.890 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:51 trial059 ceph-mon[32866]: osdmap e49: 8 total, 8 up, 8 in 2026-02-21T20:04:51.890 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:51 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:51.890 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:51 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/504304627' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-21T20:04:51.968 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:04:51.969 INFO:teuthology.orchestra.run.trial059.stdout:{"epoch":50,"fsid":"39d77373-0f60-11f1-8f14-d404e6e7d460","created":"2026-02-21T20:02:36.175541+0000","modified":"2026-02-21T20:04:51.605896+0000","last_up_change":"2026-02-21T20:04:50.600716+0000","last_in_change":"2026-02-21T20:04:38.426632+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-21T20:04:06.598109+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"47915ceb-46b5-464a-8614-4dbf68805827","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6802","nonce":3671519669},{"type":"v1","addr":"10.20.193.59:6803","nonce":3671519669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6804","nonce":3671519669},{"type":"v1","addr":"10.20.193.59:6805","nonce":3671519669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6808","nonce":3671519669},{"type":"v1","addr":"10.20.193.59:6809","nonce":3671519669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6806","nonce":3671519669},{"type":"v1","addr":"10.20.193.59:6807","nonce":3671519669}]},"public_addr":"10.20.193.59:6803/3671519669","cluster_addr":"10.20.193.59:6805/3671519669","heartbeat_back_addr":"10.20.193.59:6809/3671519669","heartbeat_front_addr":"10.20.193.59:6807/3671519669","state":["exists","up"]},{"osd":1,"uuid":"3f39cf42-7033-4cbc-90eb-674cea724078","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6810","nonce":659683208},{"type":"v1","addr":"10.20.193.59:6811","nonce":659683208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6812","nonce":659683208},{"type":"v1","addr":"10.20.193.59:6813","nonce":659683208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6816","nonce":659683208},{"type":"v1","addr":"10.20.193.59:6817","nonce":659683208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6814","nonce":659683208},{"type":"v1","addr":"10.20.193.59:6815","nonce":659683208}]},"public_addr":"10.20.193.59:6811/659683208","cluster_addr":"10.20.193.59:6813/659683208","heartbeat_back_addr":"10.20.193.59:6817/659683208","heartbeat_front_addr":"10.20.193.59:6815/659683208","state":["exists","up"]},{"osd":2,"uuid":"515e8e0d-59b0-4f9f-848d-a169f8de1826","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6818","nonce":2644159976},{"type":"v1","addr":"10.20.193.59:6819","nonce":2644159976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6820","nonce":2644159976},{"type":"v1","addr":"10.20.193.59:6821","nonce":2644159976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6824","nonce":2644159976},{"type":"v1","addr":"10.20.193.59:6825","nonce":2644159976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6822","nonce":2644159976},{"type":"v1","addr":"10.20.193.59:6823","nonce":2644159976}]},"public_addr":"10.20.193.59:6819/2644159976","cluster_addr":"10.20.193.59:6821/2644159976","heartbeat_back_addr":"10.20.193.59:6825/2644159976","heartbeat_front_addr":"10.20.193.59:6823/2644159976","state":["exists","up"]},{"osd":3,"uuid":"31ca10bf-2995-4bad-ae0a-3ee13fd162f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6826","nonce":553490589},{"type":"v1","addr":"10.20.193.59:6827","nonce":553490589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6828","nonce":553490589},{"type":"v1","addr":"10.20.193.59:6829","nonce":553490589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6832","nonce":553490589},{"type":"v1","addr":"10.20.193.59:6833","nonce":553490589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6830","nonce":553490589},{"type":"v1","addr":"10.20.193.59:6831","nonce":553490589}]},"public_addr":"10.20.193.59:6827/553490589","cluster_addr":"10.20.193.59:6829/553490589","heartbeat_back_addr":"10.20.193.59:6833/553490589","heartbeat_front_addr":"10.20.193.59:6831/553490589","state":["exists","up"]},{"osd":4,"uuid":"0aa05dc9-64f6-4ee6-a63b-16889f21bf72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6800","nonce":1327684206},{"type":"v1","addr":"10.20.193.144:6801","nonce":1327684206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6802","nonce":1327684206},{"type":"v1","addr":"10.20.193.144:6803","nonce":1327684206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6806","nonce":1327684206},{"type":"v1","addr":"10.20.193.144:6807","nonce":1327684206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6804","nonce":1327684206},{"type":"v1","addr":"10.20.193.144:6805","nonce":1327684206}]},"public_addr":"10.20.193.144:6801/1327684206","cluster_addr":"10.20.193.144:6803/1327684206","heartbeat_back_addr":"10.20.193.144:6807/1327684206","heartbeat_front_addr":"10.20.193.144:6805/1327684206","state":["exists","up"]},{"osd":5,"uuid":"211c9936-c0d9-4387-b93e-b202bf39e9e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6808","nonce":2445535140},{"type":"v1","addr":"10.20.193.144:6809","nonce":2445535140}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6810","nonce":2445535140},{"type":"v1","addr":"10.20.193.144:6811","nonce":2445535140}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6814","nonce":2445535140},{"type":"v1","addr":"10.20.193.144:6815","nonce":2445535140}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6812","nonce":2445535140},{"type":"v1","addr":"10.20.193.144:6813","nonce":2445535140}]},"public_addr":"10.20.193.144:6809/2445535140","cluster_addr":"10.20.193.144:6811/2445535140","heartbeat_back_addr":"10.20.193.144:6815/2445535140","heartbeat_front_addr":"10.20.193.144:6813/2445535140","state":["exists","up"]},{"osd":6,"uuid":"c4c63c97-a1db-4542-9ce8-0b25fd97fa8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6816","nonce":2948025547},{"type":"v1","addr":"10.20.193.144:6817","nonce":2948025547}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6818","nonce":2948025547},{"type":"v1","addr":"10.20.193.144:6819","nonce":2948025547}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6822","nonce":2948025547},{"type":"v1","addr":"10.20.193.144:6823","nonce":2948025547}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6820","nonce":2948025547},{"type":"v1","addr":"10.20.193.144:6821","nonce":2948025547}]},"public_addr":"10.20.193.144:6817/2948025547","cluster_addr":"10.20.193.144:6819/2948025547","heartbeat_back_addr":"10.20.193.144:6823/2948025547","heartbeat_front_addr":"10.20.193.144:6821/2948025547","state":["exists","up"]},{"osd":7,"uuid":"8d8e8202-b21d-4964-b292-4578ecdb03cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6824","nonce":1573709226},{"type":"v1","addr":"10.20.193.144:6825","nonce":1573709226}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6826","nonce":1573709226},{"type":"v1","addr":"10.20.193.144:6827","nonce":1573709226}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6830","nonce":1573709226},{"type":"v1","addr":"10.20.193.144:6831","nonce":1573709226}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6828","nonce":1573709226},{"type":"v1","addr":"10.20.193.144:6829","nonce":1573709226}]},"public_addr":"10.20.193.144:6825/1573709226","cluster_addr":"10.20.193.144:6827/1573709226","heartbeat_back_addr":"10.20.193.144:6831/1573709226","heartbeat_front_addr":"10.20.193.144:6829/1573709226","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:03:44.264929+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:03:54.109797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:03.974163+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:12.956529+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:22.164330+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:31.616021+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:40.442275+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:49.289615+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.59:6801/1212861099":"2026-02-22T20:03:14.566193+0000","10.20.193.59:6800/1212861099":"2026-02-22T20:03:14.566193+0000","10.20.193.59:0/2405818452":"2026-02-22T20:02:45.857025+0000","10.20.193.59:0/3405659663":"2026-02-22T20:02:45.857025+0000","10.20.193.59:0/680086906":"2026-02-22T20:02:55.352795+0000","10.20.193.59:0/1287450363":"2026-02-22T20:02:55.352795+0000","10.20.193.59:0/2472509999":"2026-02-22T20:03:14.566193+0000","10.20.193.59:6801/1005565062":"2026-02-22T20:02:45.857025+0000","10.20.193.59:0/2613408655":"2026-02-22T20:02:45.857025+0000","10.20.193.59:6800/696165299":"2026-02-22T20:02:55.352795+0000","10.20.193.59:6800/1005565062":"2026-02-22T20:02:45.857025+0000","10.20.193.59:0/492417726":"2026-02-22T20:02:55.352795+0000","10.20.193.59:6801/696165299":"2026-02-22T20:02:55.352795+0000","10.20.193.59:0/4203661427":"2026-02-22T20:03:14.566193+0000","10.20.193.59:0/3229125800":"2026-02-22T20:03:14.566193+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-21T20:04:52.006 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-21T20:04:06.598109+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-02-21T20:04:52.007 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd pool get .mgr pg_num 2026-02-21T20:04:52.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:51 trial144 ceph-mon[36838]: purged_snaps scrub starts 2026-02-21T20:04:52.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:51 trial144 ceph-mon[36838]: purged_snaps scrub ok 2026-02-21T20:04:52.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:51 trial144 ceph-mon[36838]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-21T20:04:52.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:51 trial144 ceph-mon[36838]: osd.7 [v2:10.20.193.144:6824/1573709226,v1:10.20.193.144:6825/1573709226] boot 2026-02-21T20:04:52.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:51 trial144 ceph-mon[36838]: osdmap e49: 8 total, 8 up, 8 in 2026-02-21T20:04:52.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:51 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:04:52.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:51 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/504304627' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-21T20:04:52.293 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:52.478 INFO:teuthology.orchestra.run.trial059.stdout:pg_num: 1 2026-02-21T20:04:52.515 INFO:tasks.cephadm:Setting up client nodes... 2026-02-21T20:04:52.516 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-02-21T20:04:52.806 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:52.920 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:52 trial059 ceph-mon[32866]: osdmap e50: 8 total, 8 up, 8 in 2026-02-21T20:04:52.920 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:52 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/73888713' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-21T20:04:52.920 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:52 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3505389051' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-21T20:04:53.030 INFO:teuthology.orchestra.run.trial059.stdout:[client.0] 2026-02-21T20:04:53.031 INFO:teuthology.orchestra.run.trial059.stdout: key = AQDlD5ppmjqaARAAb488SZ3V1ISw6wk1W6mW7g== 2026-02-21T20:04:53.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:52 trial144 ceph-mon[36838]: osdmap e50: 8 total, 8 up, 8 in 2026-02-21T20:04:53.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:52 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/73888713' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-21T20:04:53.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:52 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3505389051' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-21T20:04:53.069 DEBUG:teuthology.orchestra.run.trial059:> set -ex 2026-02-21T20:04:53.069 DEBUG:teuthology.orchestra.run.trial059:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2026-02-21T20:04:53.069 DEBUG:teuthology.orchestra.run.trial059:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-02-21T20:04:53.105 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph config log 1 --format=json 2026-02-21T20:04:53.428 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:53.621 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:04:53.661 INFO:teuthology.orchestra.run.trial059.stdout:[{"version":21,"timestamp":"2026-02-21T20:04:45.530637+0000","name":"","changes":[{"name":"osd/host:trial144/osd_memory_target","previous_value":"28616076765","new_value":"21462057574"}]}] 2026-02-21T20:04:53.661 INFO:tasks.ceph_manager:config epoch is 21 2026-02-21T20:04:53.662 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-21T20:04:53.662 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2026-02-21T20:04:53.662 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph mgr dump --format=json 2026-02-21T20:04:53.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:53 trial144 ceph-mon[36838]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:04:53.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:53 trial144 ceph-mon[36838]: osdmap e51: 8 total, 8 up, 8 in 2026-02-21T20:04:53.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:53 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/917976418' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-21T20:04:53.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:53 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/917976418' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-21T20:04:53.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:53 trial059 ceph-mon[32866]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:04:53.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:53 trial059 ceph-mon[32866]: osdmap e51: 8 total, 8 up, 8 in 2026-02-21T20:04:53.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:53 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/917976418' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-21T20:04:53.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:53 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/917976418' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-21T20:04:53.947 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:54.167 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:04:54.203 INFO:teuthology.orchestra.run.trial059.stdout:{"epoch":19,"flags":0,"active_gid":14201,"active_name":"trial059.suhfeu","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6800","nonce":3205161941},{"type":"v1","addr":"10.20.193.59:6801","nonce":3205161941}]},"active_addr":"10.20.193.59:6801/3205161941","active_change":"2026-02-21T20:03:14.566285+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":14222,"name":"trial144.npjdqw","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://10.20.193.59:8443/","prometheus":"http://10.20.193.59:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":4,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.59:0","nonce":2643218396}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.59:0","nonce":3955715546}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.59:0","nonce":1375807066}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.59:0","nonce":596740448}]}]} 2026-02-21T20:04:54.210 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2026-02-21T20:04:54.210 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2026-02-21T20:04:54.210 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd dump --format=json 2026-02-21T20:04:54.497 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:54.695 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:04:54.695 INFO:teuthology.orchestra.run.trial059.stdout:{"epoch":51,"fsid":"39d77373-0f60-11f1-8f14-d404e6e7d460","created":"2026-02-21T20:02:36.175541+0000","modified":"2026-02-21T20:04:52.609552+0000","last_up_change":"2026-02-21T20:04:50.600716+0000","last_in_change":"2026-02-21T20:04:38.426632+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-21T20:04:06.598109+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"47915ceb-46b5-464a-8614-4dbf68805827","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6802","nonce":3671519669},{"type":"v1","addr":"10.20.193.59:6803","nonce":3671519669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6804","nonce":3671519669},{"type":"v1","addr":"10.20.193.59:6805","nonce":3671519669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6808","nonce":3671519669},{"type":"v1","addr":"10.20.193.59:6809","nonce":3671519669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6806","nonce":3671519669},{"type":"v1","addr":"10.20.193.59:6807","nonce":3671519669}]},"public_addr":"10.20.193.59:6803/3671519669","cluster_addr":"10.20.193.59:6805/3671519669","heartbeat_back_addr":"10.20.193.59:6809/3671519669","heartbeat_front_addr":"10.20.193.59:6807/3671519669","state":["exists","up"]},{"osd":1,"uuid":"3f39cf42-7033-4cbc-90eb-674cea724078","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6810","nonce":659683208},{"type":"v1","addr":"10.20.193.59:6811","nonce":659683208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6812","nonce":659683208},{"type":"v1","addr":"10.20.193.59:6813","nonce":659683208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6816","nonce":659683208},{"type":"v1","addr":"10.20.193.59:6817","nonce":659683208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6814","nonce":659683208},{"type":"v1","addr":"10.20.193.59:6815","nonce":659683208}]},"public_addr":"10.20.193.59:6811/659683208","cluster_addr":"10.20.193.59:6813/659683208","heartbeat_back_addr":"10.20.193.59:6817/659683208","heartbeat_front_addr":"10.20.193.59:6815/659683208","state":["exists","up"]},{"osd":2,"uuid":"515e8e0d-59b0-4f9f-848d-a169f8de1826","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6818","nonce":2644159976},{"type":"v1","addr":"10.20.193.59:6819","nonce":2644159976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6820","nonce":2644159976},{"type":"v1","addr":"10.20.193.59:6821","nonce":2644159976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6824","nonce":2644159976},{"type":"v1","addr":"10.20.193.59:6825","nonce":2644159976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6822","nonce":2644159976},{"type":"v1","addr":"10.20.193.59:6823","nonce":2644159976}]},"public_addr":"10.20.193.59:6819/2644159976","cluster_addr":"10.20.193.59:6821/2644159976","heartbeat_back_addr":"10.20.193.59:6825/2644159976","heartbeat_front_addr":"10.20.193.59:6823/2644159976","state":["exists","up"]},{"osd":3,"uuid":"31ca10bf-2995-4bad-ae0a-3ee13fd162f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6826","nonce":553490589},{"type":"v1","addr":"10.20.193.59:6827","nonce":553490589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6828","nonce":553490589},{"type":"v1","addr":"10.20.193.59:6829","nonce":553490589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6832","nonce":553490589},{"type":"v1","addr":"10.20.193.59:6833","nonce":553490589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6830","nonce":553490589},{"type":"v1","addr":"10.20.193.59:6831","nonce":553490589}]},"public_addr":"10.20.193.59:6827/553490589","cluster_addr":"10.20.193.59:6829/553490589","heartbeat_back_addr":"10.20.193.59:6833/553490589","heartbeat_front_addr":"10.20.193.59:6831/553490589","state":["exists","up"]},{"osd":4,"uuid":"0aa05dc9-64f6-4ee6-a63b-16889f21bf72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6800","nonce":1327684206},{"type":"v1","addr":"10.20.193.144:6801","nonce":1327684206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6802","nonce":1327684206},{"type":"v1","addr":"10.20.193.144:6803","nonce":1327684206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6806","nonce":1327684206},{"type":"v1","addr":"10.20.193.144:6807","nonce":1327684206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6804","nonce":1327684206},{"type":"v1","addr":"10.20.193.144:6805","nonce":1327684206}]},"public_addr":"10.20.193.144:6801/1327684206","cluster_addr":"10.20.193.144:6803/1327684206","heartbeat_back_addr":"10.20.193.144:6807/1327684206","heartbeat_front_addr":"10.20.193.144:6805/1327684206","state":["exists","up"]},{"osd":5,"uuid":"211c9936-c0d9-4387-b93e-b202bf39e9e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6808","nonce":2445535140},{"type":"v1","addr":"10.20.193.144:6809","nonce":2445535140}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6810","nonce":2445535140},{"type":"v1","addr":"10.20.193.144:6811","nonce":2445535140}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6814","nonce":2445535140},{"type":"v1","addr":"10.20.193.144:6815","nonce":2445535140}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6812","nonce":2445535140},{"type":"v1","addr":"10.20.193.144:6813","nonce":2445535140}]},"public_addr":"10.20.193.144:6809/2445535140","cluster_addr":"10.20.193.144:6811/2445535140","heartbeat_back_addr":"10.20.193.144:6815/2445535140","heartbeat_front_addr":"10.20.193.144:6813/2445535140","state":["exists","up"]},{"osd":6,"uuid":"c4c63c97-a1db-4542-9ce8-0b25fd97fa8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6816","nonce":2948025547},{"type":"v1","addr":"10.20.193.144:6817","nonce":2948025547}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6818","nonce":2948025547},{"type":"v1","addr":"10.20.193.144:6819","nonce":2948025547}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6822","nonce":2948025547},{"type":"v1","addr":"10.20.193.144:6823","nonce":2948025547}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6820","nonce":2948025547},{"type":"v1","addr":"10.20.193.144:6821","nonce":2948025547}]},"public_addr":"10.20.193.144:6817/2948025547","cluster_addr":"10.20.193.144:6819/2948025547","heartbeat_back_addr":"10.20.193.144:6823/2948025547","heartbeat_front_addr":"10.20.193.144:6821/2948025547","state":["exists","up"]},{"osd":7,"uuid":"8d8e8202-b21d-4964-b292-4578ecdb03cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6824","nonce":1573709226},{"type":"v1","addr":"10.20.193.144:6825","nonce":1573709226}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6826","nonce":1573709226},{"type":"v1","addr":"10.20.193.144:6827","nonce":1573709226}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6830","nonce":1573709226},{"type":"v1","addr":"10.20.193.144:6831","nonce":1573709226}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6828","nonce":1573709226},{"type":"v1","addr":"10.20.193.144:6829","nonce":1573709226}]},"public_addr":"10.20.193.144:6825/1573709226","cluster_addr":"10.20.193.144:6827/1573709226","heartbeat_back_addr":"10.20.193.144:6831/1573709226","heartbeat_front_addr":"10.20.193.144:6829/1573709226","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:03:44.264929+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:03:54.109797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:03.974163+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:12.956529+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:22.164330+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:31.616021+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:40.442275+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:49.289615+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.59:6801/1212861099":"2026-02-22T20:03:14.566193+0000","10.20.193.59:6800/1212861099":"2026-02-22T20:03:14.566193+0000","10.20.193.59:0/2405818452":"2026-02-22T20:02:45.857025+0000","10.20.193.59:0/3405659663":"2026-02-22T20:02:45.857025+0000","10.20.193.59:0/680086906":"2026-02-22T20:02:55.352795+0000","10.20.193.59:0/1287450363":"2026-02-22T20:02:55.352795+0000","10.20.193.59:0/2472509999":"2026-02-22T20:03:14.566193+0000","10.20.193.59:6801/1005565062":"2026-02-22T20:02:45.857025+0000","10.20.193.59:0/2613408655":"2026-02-22T20:02:45.857025+0000","10.20.193.59:6800/696165299":"2026-02-22T20:02:55.352795+0000","10.20.193.59:6800/1005565062":"2026-02-22T20:02:45.857025+0000","10.20.193.59:0/492417726":"2026-02-22T20:02:55.352795+0000","10.20.193.59:6801/696165299":"2026-02-22T20:02:55.352795+0000","10.20.193.59:0/4203661427":"2026-02-22T20:03:14.566193+0000","10.20.193.59:0/3229125800":"2026-02-22T20:03:14.566193+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-21T20:04:54.731 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2026-02-21T20:04:54.731 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd dump --format=json 2026-02-21T20:04:54.812 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:54 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/926653940' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2026-02-21T20:04:54.812 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:54 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/1748448228' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-21T20:04:55.024 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:55.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:54 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/926653940' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2026-02-21T20:04:55.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:54 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/1748448228' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-21T20:04:55.220 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:04:55.220 INFO:teuthology.orchestra.run.trial059.stdout:{"epoch":51,"fsid":"39d77373-0f60-11f1-8f14-d404e6e7d460","created":"2026-02-21T20:02:36.175541+0000","modified":"2026-02-21T20:04:52.609552+0000","last_up_change":"2026-02-21T20:04:50.600716+0000","last_in_change":"2026-02-21T20:04:38.426632+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-21T20:04:06.598109+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"47915ceb-46b5-464a-8614-4dbf68805827","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6802","nonce":3671519669},{"type":"v1","addr":"10.20.193.59:6803","nonce":3671519669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6804","nonce":3671519669},{"type":"v1","addr":"10.20.193.59:6805","nonce":3671519669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6808","nonce":3671519669},{"type":"v1","addr":"10.20.193.59:6809","nonce":3671519669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6806","nonce":3671519669},{"type":"v1","addr":"10.20.193.59:6807","nonce":3671519669}]},"public_addr":"10.20.193.59:6803/3671519669","cluster_addr":"10.20.193.59:6805/3671519669","heartbeat_back_addr":"10.20.193.59:6809/3671519669","heartbeat_front_addr":"10.20.193.59:6807/3671519669","state":["exists","up"]},{"osd":1,"uuid":"3f39cf42-7033-4cbc-90eb-674cea724078","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6810","nonce":659683208},{"type":"v1","addr":"10.20.193.59:6811","nonce":659683208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6812","nonce":659683208},{"type":"v1","addr":"10.20.193.59:6813","nonce":659683208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6816","nonce":659683208},{"type":"v1","addr":"10.20.193.59:6817","nonce":659683208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6814","nonce":659683208},{"type":"v1","addr":"10.20.193.59:6815","nonce":659683208}]},"public_addr":"10.20.193.59:6811/659683208","cluster_addr":"10.20.193.59:6813/659683208","heartbeat_back_addr":"10.20.193.59:6817/659683208","heartbeat_front_addr":"10.20.193.59:6815/659683208","state":["exists","up"]},{"osd":2,"uuid":"515e8e0d-59b0-4f9f-848d-a169f8de1826","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6818","nonce":2644159976},{"type":"v1","addr":"10.20.193.59:6819","nonce":2644159976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6820","nonce":2644159976},{"type":"v1","addr":"10.20.193.59:6821","nonce":2644159976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6824","nonce":2644159976},{"type":"v1","addr":"10.20.193.59:6825","nonce":2644159976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6822","nonce":2644159976},{"type":"v1","addr":"10.20.193.59:6823","nonce":2644159976}]},"public_addr":"10.20.193.59:6819/2644159976","cluster_addr":"10.20.193.59:6821/2644159976","heartbeat_back_addr":"10.20.193.59:6825/2644159976","heartbeat_front_addr":"10.20.193.59:6823/2644159976","state":["exists","up"]},{"osd":3,"uuid":"31ca10bf-2995-4bad-ae0a-3ee13fd162f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6826","nonce":553490589},{"type":"v1","addr":"10.20.193.59:6827","nonce":553490589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6828","nonce":553490589},{"type":"v1","addr":"10.20.193.59:6829","nonce":553490589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6832","nonce":553490589},{"type":"v1","addr":"10.20.193.59:6833","nonce":553490589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.59:6830","nonce":553490589},{"type":"v1","addr":"10.20.193.59:6831","nonce":553490589}]},"public_addr":"10.20.193.59:6827/553490589","cluster_addr":"10.20.193.59:6829/553490589","heartbeat_back_addr":"10.20.193.59:6833/553490589","heartbeat_front_addr":"10.20.193.59:6831/553490589","state":["exists","up"]},{"osd":4,"uuid":"0aa05dc9-64f6-4ee6-a63b-16889f21bf72","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6800","nonce":1327684206},{"type":"v1","addr":"10.20.193.144:6801","nonce":1327684206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6802","nonce":1327684206},{"type":"v1","addr":"10.20.193.144:6803","nonce":1327684206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6806","nonce":1327684206},{"type":"v1","addr":"10.20.193.144:6807","nonce":1327684206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6804","nonce":1327684206},{"type":"v1","addr":"10.20.193.144:6805","nonce":1327684206}]},"public_addr":"10.20.193.144:6801/1327684206","cluster_addr":"10.20.193.144:6803/1327684206","heartbeat_back_addr":"10.20.193.144:6807/1327684206","heartbeat_front_addr":"10.20.193.144:6805/1327684206","state":["exists","up"]},{"osd":5,"uuid":"211c9936-c0d9-4387-b93e-b202bf39e9e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6808","nonce":2445535140},{"type":"v1","addr":"10.20.193.144:6809","nonce":2445535140}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6810","nonce":2445535140},{"type":"v1","addr":"10.20.193.144:6811","nonce":2445535140}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6814","nonce":2445535140},{"type":"v1","addr":"10.20.193.144:6815","nonce":2445535140}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6812","nonce":2445535140},{"type":"v1","addr":"10.20.193.144:6813","nonce":2445535140}]},"public_addr":"10.20.193.144:6809/2445535140","cluster_addr":"10.20.193.144:6811/2445535140","heartbeat_back_addr":"10.20.193.144:6815/2445535140","heartbeat_front_addr":"10.20.193.144:6813/2445535140","state":["exists","up"]},{"osd":6,"uuid":"c4c63c97-a1db-4542-9ce8-0b25fd97fa8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6816","nonce":2948025547},{"type":"v1","addr":"10.20.193.144:6817","nonce":2948025547}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6818","nonce":2948025547},{"type":"v1","addr":"10.20.193.144:6819","nonce":2948025547}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6822","nonce":2948025547},{"type":"v1","addr":"10.20.193.144:6823","nonce":2948025547}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6820","nonce":2948025547},{"type":"v1","addr":"10.20.193.144:6821","nonce":2948025547}]},"public_addr":"10.20.193.144:6817/2948025547","cluster_addr":"10.20.193.144:6819/2948025547","heartbeat_back_addr":"10.20.193.144:6823/2948025547","heartbeat_front_addr":"10.20.193.144:6821/2948025547","state":["exists","up"]},{"osd":7,"uuid":"8d8e8202-b21d-4964-b292-4578ecdb03cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6824","nonce":1573709226},{"type":"v1","addr":"10.20.193.144:6825","nonce":1573709226}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6826","nonce":1573709226},{"type":"v1","addr":"10.20.193.144:6827","nonce":1573709226}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6830","nonce":1573709226},{"type":"v1","addr":"10.20.193.144:6831","nonce":1573709226}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.144:6828","nonce":1573709226},{"type":"v1","addr":"10.20.193.144:6829","nonce":1573709226}]},"public_addr":"10.20.193.144:6825/1573709226","cluster_addr":"10.20.193.144:6827/1573709226","heartbeat_back_addr":"10.20.193.144:6831/1573709226","heartbeat_front_addr":"10.20.193.144:6829/1573709226","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:03:44.264929+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:03:54.109797+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:03.974163+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:12.956529+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:22.164330+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:31.616021+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:40.442275+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-21T20:04:49.289615+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.59:6801/1212861099":"2026-02-22T20:03:14.566193+0000","10.20.193.59:6800/1212861099":"2026-02-22T20:03:14.566193+0000","10.20.193.59:0/2405818452":"2026-02-22T20:02:45.857025+0000","10.20.193.59:0/3405659663":"2026-02-22T20:02:45.857025+0000","10.20.193.59:0/680086906":"2026-02-22T20:02:55.352795+0000","10.20.193.59:0/1287450363":"2026-02-22T20:02:55.352795+0000","10.20.193.59:0/2472509999":"2026-02-22T20:03:14.566193+0000","10.20.193.59:6801/1005565062":"2026-02-22T20:02:45.857025+0000","10.20.193.59:0/2613408655":"2026-02-22T20:02:45.857025+0000","10.20.193.59:6800/696165299":"2026-02-22T20:02:55.352795+0000","10.20.193.59:6800/1005565062":"2026-02-22T20:02:45.857025+0000","10.20.193.59:0/492417726":"2026-02-22T20:02:55.352795+0000","10.20.193.59:6801/696165299":"2026-02-22T20:02:55.352795+0000","10.20.193.59:0/4203661427":"2026-02-22T20:03:14.566193+0000","10.20.193.59:0/3229125800":"2026-02-22T20:03:14.566193+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-21T20:04:55.258 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph tell osd.0 flush_pg_stats 2026-02-21T20:04:55.259 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph tell osd.1 flush_pg_stats 2026-02-21T20:04:55.259 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph tell osd.2 flush_pg_stats 2026-02-21T20:04:55.260 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph tell osd.3 flush_pg_stats 2026-02-21T20:04:55.260 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph tell osd.4 flush_pg_stats 2026-02-21T20:04:55.260 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph tell osd.5 flush_pg_stats 2026-02-21T20:04:55.261 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph tell osd.6 flush_pg_stats 2026-02-21T20:04:55.261 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph tell osd.7 flush_pg_stats 2026-02-21T20:04:55.637 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:55.639 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:55.640 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:55.640 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:55.640 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:55.642 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:55.642 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:55.643 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:55.833 INFO:teuthology.orchestra.run.trial059.stdout:163208757255 2026-02-21T20:04:55.833 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.5 2026-02-21T20:04:55.837 INFO:teuthology.orchestra.run.trial059.stdout:42949672976 2026-02-21T20:04:55.837 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-21T20:04:55.840 INFO:teuthology.orchestra.run.trial059.stdout:137438953480 2026-02-21T20:04:55.840 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.4 2026-02-21T20:04:55.848 INFO:teuthology.orchestra.run.trial059.stdout:210453397507 2026-02-21T20:04:55.849 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-21T20:04:55.851 INFO:teuthology.orchestra.run.trial059.stdout:60129542158 2026-02-21T20:04:55.851 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-21T20:04:55.858 INFO:teuthology.orchestra.run.trial059.stdout:81604378637 2026-02-21T20:04:55.858 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-21T20:04:55.868 INFO:teuthology.orchestra.run.trial059.stdout:115964117004 2026-02-21T20:04:55.869 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-21T20:04:55.871 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:55 trial059 ceph-mon[32866]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:04:55.871 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:55 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3202272434' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-21T20:04:55.871 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:55 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2793091430' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-21T20:04:55.887 INFO:teuthology.orchestra.run.trial059.stdout:188978561028 2026-02-21T20:04:55.888 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.6 2026-02-21T20:04:56.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:55 trial144 ceph-mon[36838]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:04:56.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:55 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3202272434' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-21T20:04:56.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:55 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2793091430' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-21T20:04:56.152 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:56.182 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:56.183 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:56.273 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:56.273 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:56.274 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:56.320 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:56.321 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:56.406 INFO:teuthology.orchestra.run.trial059.stdout:163208757254 2026-02-21T20:04:56.439 INFO:teuthology.orchestra.run.trial059.stdout:210453397506 2026-02-21T20:04:56.448 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757255 got 163208757254 for osd.5 2026-02-21T20:04:56.457 INFO:teuthology.orchestra.run.trial059.stdout:42949672975 2026-02-21T20:04:56.485 INFO:tasks.cephadm.ceph_manager.ceph:need seq 210453397507 got 210453397506 for osd.7 2026-02-21T20:04:56.496 INFO:teuthology.orchestra.run.trial059.stdout:60129542157 2026-02-21T20:04:56.497 INFO:teuthology.orchestra.run.trial059.stdout:115964117002 2026-02-21T20:04:56.500 INFO:tasks.cephadm.ceph_manager.ceph:need seq 42949672976 got 42949672975 for osd.0 2026-02-21T20:04:56.500 INFO:teuthology.orchestra.run.trial059.stdout:137438953479 2026-02-21T20:04:56.535 INFO:teuthology.orchestra.run.trial059.stdout:81604378636 2026-02-21T20:04:56.539 INFO:teuthology.orchestra.run.trial059.stdout:188978561027 2026-02-21T20:04:56.553 INFO:tasks.cephadm.ceph_manager.ceph:need seq 137438953480 got 137438953479 for osd.4 2026-02-21T20:04:56.560 INFO:tasks.cephadm.ceph_manager.ceph:need seq 115964117004 got 115964117002 for osd.3 2026-02-21T20:04:56.565 INFO:tasks.cephadm.ceph_manager.ceph:need seq 60129542158 got 60129542157 for osd.1 2026-02-21T20:04:56.581 INFO:tasks.cephadm.ceph_manager.ceph:need seq 188978561028 got 188978561027 for osd.6 2026-02-21T20:04:56.584 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378637 got 81604378636 for osd.2 2026-02-21T20:04:56.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:56 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/4228516815' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-21T20:04:56.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:56 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/4145201289' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-21T20:04:56.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:56 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3733205226' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-21T20:04:56.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:56 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/595103303' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-21T20:04:56.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:56 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2343903988' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-21T20:04:56.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:56 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2624916952' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-21T20:04:56.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:56 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/386304405' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-21T20:04:56.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:56 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3195895125' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-21T20:04:57.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:56 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/4228516815' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-21T20:04:57.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:56 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/4145201289' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-21T20:04:57.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:56 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3733205226' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-21T20:04:57.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:56 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/595103303' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-21T20:04:57.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:56 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2343903988' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-21T20:04:57.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:56 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2624916952' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-21T20:04:57.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:56 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/386304405' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-21T20:04:57.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:56 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3195895125' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-21T20:04:57.449 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.5 2026-02-21T20:04:57.486 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-21T20:04:57.501 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-21T20:04:57.555 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.4 2026-02-21T20:04:57.561 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-21T20:04:57.566 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-21T20:04:57.581 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.6 2026-02-21T20:04:57.584 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-21T20:04:57.749 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:57.774 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:57 trial059 ceph-mon[32866]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:04:57.823 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:57.854 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:57.948 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:57.948 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:57.949 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:57.950 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:57.968 INFO:teuthology.orchestra.run.trial059.stdout:163208757255 2026-02-21T20:04:57.995 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:58.025 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757255 got 163208757255 for osd.5 2026-02-21T20:04:58.026 DEBUG:teuthology.parallel:result is None 2026-02-21T20:04:58.049 INFO:teuthology.orchestra.run.trial059.stdout:210453397507 2026-02-21T20:04:58.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:57 trial144 ceph-mon[36838]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:04:58.092 INFO:teuthology.orchestra.run.trial059.stdout:42949672976 2026-02-21T20:04:58.095 INFO:tasks.cephadm.ceph_manager.ceph:need seq 210453397507 got 210453397507 for osd.7 2026-02-21T20:04:58.095 DEBUG:teuthology.parallel:result is None 2026-02-21T20:04:58.136 INFO:tasks.cephadm.ceph_manager.ceph:need seq 42949672976 got 42949672976 for osd.0 2026-02-21T20:04:58.137 DEBUG:teuthology.parallel:result is None 2026-02-21T20:04:58.159 INFO:teuthology.orchestra.run.trial059.stdout:115964117004 2026-02-21T20:04:58.161 INFO:teuthology.orchestra.run.trial059.stdout:137438953480 2026-02-21T20:04:58.170 INFO:teuthology.orchestra.run.trial059.stdout:188978561028 2026-02-21T20:04:58.171 INFO:teuthology.orchestra.run.trial059.stdout:60129542159 2026-02-21T20:04:58.208 INFO:tasks.cephadm.ceph_manager.ceph:need seq 137438953480 got 137438953480 for osd.4 2026-02-21T20:04:58.209 DEBUG:teuthology.parallel:result is None 2026-02-21T20:04:58.211 INFO:tasks.cephadm.ceph_manager.ceph:need seq 115964117004 got 115964117004 for osd.3 2026-02-21T20:04:58.211 DEBUG:teuthology.parallel:result is None 2026-02-21T20:04:58.215 INFO:teuthology.orchestra.run.trial059.stdout:81604378638 2026-02-21T20:04:58.219 INFO:tasks.cephadm.ceph_manager.ceph:need seq 188978561028 got 188978561028 for osd.6 2026-02-21T20:04:58.219 DEBUG:teuthology.parallel:result is None 2026-02-21T20:04:58.223 INFO:tasks.cephadm.ceph_manager.ceph:need seq 60129542158 got 60129542159 for osd.1 2026-02-21T20:04:58.223 DEBUG:teuthology.parallel:result is None 2026-02-21T20:04:58.255 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378637 got 81604378638 for osd.2 2026-02-21T20:04:58.256 DEBUG:teuthology.parallel:result is None 2026-02-21T20:04:58.256 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2026-02-21T20:04:58.256 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph pg dump --format=json 2026-02-21T20:04:58.587 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:58.791 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:04:58.791 INFO:teuthology.orchestra.run.trial059.stderr:dumped all 2026-02-21T20:04:58.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:58 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2414885045' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-21T20:04:58.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:58 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/1622678955' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-21T20:04:58.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:58 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/78769569' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-21T20:04:58.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:58 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3055237412' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-21T20:04:58.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:58 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/39778675' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-21T20:04:58.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:58 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2827845853' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-21T20:04:58.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:58 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/4073980830' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-21T20:04:58.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:58 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2225873384' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-21T20:04:58.827 INFO:teuthology.orchestra.run.trial059.stdout:{"pg_ready":true,"pg_map":{"version":92,"stamp":"2026-02-21T20:04:58.579601+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":5872025600,"kb_used":221488,"kb_used_data":5708,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":5871804112,"statfs":{"total":6012954214400,"available":6012727410688,"internally_reserved":0,"allocated":5844992,"data_stored":3425504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":220712504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.977318"},"pg_stats":[{"pgid":"1.0","version":"22'92","reported_seq":17,"reported_epoch":51,"state":"active+clean","last_fresh":"2026-02-21T20:04:52.707956+0000","last_change":"2026-02-21T20:04:52.707812+0000","last_active":"2026-02-21T20:04:52.707956+0000","last_peered":"2026-02-21T20:04:52.707956+0000","last_clean":"2026-02-21T20:04:52.707956+0000","last_became_active":"2026-02-21T20:04:52.704061+0000","last_became_peered":"2026-02-21T20:04:52.704061+0000","last_unstale":"2026-02-21T20:04:52.707956+0000","last_undegraded":"2026-02-21T20:04:52.707956+0000","last_fullsized":"2026-02-21T20:04:52.707956+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-21T20:04:07.343374+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-21T20:04:07.343374+0000","last_clean_scrub_stamp":"2026-02-21T20:04:07.343374+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T07:21:35.489260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397508,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28048,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975152,"statfs":{"total":751619276800,"available":751590555648,"internally_reserved":0,"allocated":1101824,"data_stored":797168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27589067},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561029,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28048,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975152,"statfs":{"total":751619276800,"available":751590555648,"internally_reserved":0,"allocated":1101824,"data_stored":797168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757255,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27468,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975732,"statfs":{"total":751619276800,"available":751591149568,"internally_reserved":0,"allocated":507904,"data_stored":206800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953480,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27468,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975732,"statfs":{"total":751619276800,"available":751591149568,"internally_reserved":0,"allocated":507904,"data_stored":206800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":27,"seq":115964117004,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27472,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975728,"statfs":{"total":751619276800,"available":751591145472,"internally_reserved":0,"allocated":507904,"data_stored":206800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":19,"seq":81604378638,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27468,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975732,"statfs":{"total":751619276800,"available":751591149568,"internally_reserved":0,"allocated":507904,"data_stored":206800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27468,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975732,"statfs":{"total":751619276800,"available":751591149568,"internally_reserved":0,"allocated":507904,"data_stored":206800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672977,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28048,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975152,"statfs":{"total":751619276800,"available":751590555648,"internally_reserved":0,"allocated":1101824,"data_stored":797168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-21T20:04:58.828 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph pg dump --format=json 2026-02-21T20:04:59.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:58 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2414885045' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-21T20:04:59.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:58 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/1622678955' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-21T20:04:59.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:58 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/78769569' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-21T20:04:59.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:58 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3055237412' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-21T20:04:59.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:58 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/39778675' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-21T20:04:59.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:58 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2827845853' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-21T20:04:59.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:58 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/4073980830' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-21T20:04:59.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:58 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2225873384' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-21T20:04:59.112 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:59.306 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:04:59.306 INFO:teuthology.orchestra.run.trial059.stderr:dumped all 2026-02-21T20:04:59.344 INFO:teuthology.orchestra.run.trial059.stdout:{"pg_ready":true,"pg_map":{"version":92,"stamp":"2026-02-21T20:04:58.579601+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":5872025600,"kb_used":221488,"kb_used_data":5708,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":5871804112,"statfs":{"total":6012954214400,"available":6012727410688,"internally_reserved":0,"allocated":5844992,"data_stored":3425504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":220712504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.977318"},"pg_stats":[{"pgid":"1.0","version":"22'92","reported_seq":17,"reported_epoch":51,"state":"active+clean","last_fresh":"2026-02-21T20:04:52.707956+0000","last_change":"2026-02-21T20:04:52.707812+0000","last_active":"2026-02-21T20:04:52.707956+0000","last_peered":"2026-02-21T20:04:52.707956+0000","last_clean":"2026-02-21T20:04:52.707956+0000","last_became_active":"2026-02-21T20:04:52.704061+0000","last_became_peered":"2026-02-21T20:04:52.704061+0000","last_unstale":"2026-02-21T20:04:52.707956+0000","last_undegraded":"2026-02-21T20:04:52.707956+0000","last_fullsized":"2026-02-21T20:04:52.707956+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-21T20:04:07.343374+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-21T20:04:07.343374+0000","last_clean_scrub_stamp":"2026-02-21T20:04:07.343374+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T07:21:35.489260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397508,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28048,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975152,"statfs":{"total":751619276800,"available":751590555648,"internally_reserved":0,"allocated":1101824,"data_stored":797168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27589067},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561029,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28048,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975152,"statfs":{"total":751619276800,"available":751590555648,"internally_reserved":0,"allocated":1101824,"data_stored":797168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757255,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27468,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975732,"statfs":{"total":751619276800,"available":751591149568,"internally_reserved":0,"allocated":507904,"data_stored":206800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953480,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27468,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975732,"statfs":{"total":751619276800,"available":751591149568,"internally_reserved":0,"allocated":507904,"data_stored":206800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":27,"seq":115964117004,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27472,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975728,"statfs":{"total":751619276800,"available":751591145472,"internally_reserved":0,"allocated":507904,"data_stored":206800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":19,"seq":81604378638,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27468,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975732,"statfs":{"total":751619276800,"available":751591149568,"internally_reserved":0,"allocated":507904,"data_stored":206800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27468,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975732,"statfs":{"total":751619276800,"available":751591149568,"internally_reserved":0,"allocated":507904,"data_stored":206800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672977,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28048,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975152,"statfs":{"total":751619276800,"available":751590555648,"internally_reserved":0,"allocated":1101824,"data_stored":797168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-21T20:04:59.345 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2026-02-21T20:04:59.345 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-21T20:04:59.345 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2026-02-21T20:04:59.346 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph health --format=json 2026-02-21T20:04:59.631 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:04:59.839 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:04:59.839 INFO:teuthology.orchestra.run.trial059.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-21T20:04:59.876 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2026-02-21T20:04:59.876 INFO:tasks.cephadm:Setup complete, yielding 2026-02-21T20:04:59.876 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-21T20:04:59.891 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial059.front.sepia.ceph.com 2026-02-21T20:04:59.892 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- bash -c 'ceph orch status' 2026-02-21T20:04:59.914 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:59 trial059 ceph-mon[32866]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:04:59.914 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:59 trial059 ceph-mon[32866]: from='client.14510 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:04:59.914 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:04:59 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:05:00.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:59 trial144 ceph-mon[36838]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:05:00.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:59 trial144 ceph-mon[36838]: from='client.14510 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:05:00.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:04:59 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:05:00.180 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:00.382 INFO:teuthology.orchestra.run.trial059.stdout:Backend: cephadm 2026-02-21T20:05:00.382 INFO:teuthology.orchestra.run.trial059.stdout:Available: Yes 2026-02-21T20:05:00.382 INFO:teuthology.orchestra.run.trial059.stdout:Paused: No 2026-02-21T20:05:00.418 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- bash -c 'ceph orch ps' 2026-02-21T20:05:00.744 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:00.767 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:00 trial059 ceph-mon[32866]: from='client.14514 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:05:00.767 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:00 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/1385790' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-21T20:05:00.942 INFO:teuthology.orchestra.run.trial059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-21T20:05:00.942 INFO:teuthology.orchestra.run.trial059.stdout:alertmanager.trial059 trial059 *:9093,9094 running (91s) 52s ago 117s 30.9M - 0.25.0 c8568f914cd2 69215863e2a3 2026-02-21T20:05:00.943 INFO:teuthology.orchestra.run.trial059.stdout:ceph-exporter.trial059 trial059 *:9926 running (2m) 52s ago 2m 8774k - 19.2.3-672-g283431c0 4cc07a41bb19 7fd5901bf1b0 2026-02-21T20:05:00.943 INFO:teuthology.orchestra.run.trial059.stdout:ceph-exporter.trial144 trial144 *:9926 running (102s) 16s ago 102s 6543k - 19.2.3-672-g283431c0 4cc07a41bb19 055d84c926d1 2026-02-21T20:05:00.943 INFO:teuthology.orchestra.run.trial059.stdout:crash.trial059 trial059 running (2m) 52s ago 2m 7654k - 19.2.3-672-g283431c0 4cc07a41bb19 448cef160e71 2026-02-21T20:05:00.943 INFO:teuthology.orchestra.run.trial059.stdout:crash.trial144 trial144 running (101s) 16s ago 101s 7633k - 19.2.3-672-g283431c0 4cc07a41bb19 0c9efe26501e 2026-02-21T20:05:00.943 INFO:teuthology.orchestra.run.trial059.stdout:grafana.trial059 trial059 *:3000 running (91s) 52s ago 112s 78.3M - 10.4.0 c8b91775d855 1a995e9ef978 2026-02-21T20:05:00.943 INFO:teuthology.orchestra.run.trial059.stdout:mgr.trial059.suhfeu trial059 *:9283,8765,8443 running (2m) 52s ago 2m 543M - 19.2.3-672-g283431c0 4cc07a41bb19 3315e1fcb74f 2026-02-21T20:05:00.943 INFO:teuthology.orchestra.run.trial059.stdout:mgr.trial144.npjdqw trial144 *:8443,9283,8765 running (100s) 16s ago 100s 486M - 19.2.3-672-g283431c0 4cc07a41bb19 0fd666912245 2026-02-21T20:05:00.943 INFO:teuthology.orchestra.run.trial059.stdout:mon.trial059 trial059 running (2m) 52s ago 2m 49.7M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 a4d2055500fb 2026-02-21T20:05:00.943 INFO:teuthology.orchestra.run.trial059.stdout:mon.trial144 trial144 running (99s) 16s ago 99s 46.2M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7e229da88a8e 2026-02-21T20:05:00.943 INFO:teuthology.orchestra.run.trial059.stdout:node-exporter.trial059 trial059 *:9100 running (119s) 52s ago 119s 13.2M - 1.7.0 72c9c2088986 2a7b9d99d011 2026-02-21T20:05:00.943 INFO:teuthology.orchestra.run.trial059.stdout:node-exporter.trial144 trial144 *:9100 running (100s) 16s ago 100s 11.4M - 1.7.0 72c9c2088986 50ed9f36b332 2026-02-21T20:05:00.944 INFO:teuthology.orchestra.run.trial059.stdout:osd.0 trial059 running (82s) 52s ago 82s 32.9M 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa6ff6d8120a 2026-02-21T20:05:00.944 INFO:teuthology.orchestra.run.trial059.stdout:osd.1 trial059 running (72s) 52s ago 72s 33.7M 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d9a49ec733e8 2026-02-21T20:05:00.944 INFO:teuthology.orchestra.run.trial059.stdout:osd.2 trial059 running (62s) 52s ago 62s 30.9M 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 4d1dae79f2e1 2026-02-21T20:05:00.944 INFO:teuthology.orchestra.run.trial059.stdout:osd.3 trial059 running (53s) 52s ago 53s 14.1M 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 17e819e7436b 2026-02-21T20:05:00.944 INFO:teuthology.orchestra.run.trial059.stdout:osd.4 trial144 running (44s) 16s ago 44s 38.9M 19.9G 19.2.3-672-g283431c0 4cc07a41bb19 d58cfaf7abda 2026-02-21T20:05:00.944 INFO:teuthology.orchestra.run.trial059.stdout:osd.5 trial144 running (35s) 16s ago 35s 36.8M 19.9G 19.2.3-672-g283431c0 4cc07a41bb19 b79fc6fe47ff 2026-02-21T20:05:00.944 INFO:teuthology.orchestra.run.trial059.stdout:osd.6 trial144 running (26s) 16s ago 26s 34.8M 19.9G 19.2.3-672-g283431c0 4cc07a41bb19 02200fa9c05a 2026-02-21T20:05:00.944 INFO:teuthology.orchestra.run.trial059.stdout:osd.7 trial144 running (17s) 16s ago 17s 14.1M 19.9G 19.2.3-672-g283431c0 4cc07a41bb19 def5311f2426 2026-02-21T20:05:00.944 INFO:teuthology.orchestra.run.trial059.stdout:prometheus.trial059 trial059 *:9095 running (90s) 52s ago 110s 40.7M - 2.51.0 1d3b7f56885b d10318530e51 2026-02-21T20:05:00.979 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- bash -c 'ceph orch ls' 2026-02-21T20:05:01.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:00 trial144 ceph-mon[36838]: from='client.14514 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:05:01.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:00 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/1385790' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-21T20:05:01.265 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:01.463 INFO:teuthology.orchestra.run.trial059.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-02-21T20:05:01.464 INFO:teuthology.orchestra.run.trial059.stdout:alertmanager ?:9093,9094 1/1 52s ago 2m count:1 2026-02-21T20:05:01.464 INFO:teuthology.orchestra.run.trial059.stdout:ceph-exporter ?:9926 2/2 52s ago 2m * 2026-02-21T20:05:01.464 INFO:teuthology.orchestra.run.trial059.stdout:crash 2/2 52s ago 2m * 2026-02-21T20:05:01.464 INFO:teuthology.orchestra.run.trial059.stdout:grafana ?:3000 1/1 52s ago 2m count:1 2026-02-21T20:05:01.464 INFO:teuthology.orchestra.run.trial059.stdout:mgr 2/2 52s ago 2m count:2 2026-02-21T20:05:01.464 INFO:teuthology.orchestra.run.trial059.stdout:mon 2/2 52s ago 102s trial059:10.20.193.59=trial059;trial144:10.20.193.144=trial144;count:2 2026-02-21T20:05:01.464 INFO:teuthology.orchestra.run.trial059.stdout:node-exporter ?:9100 2/2 52s ago 2m * 2026-02-21T20:05:01.464 INFO:teuthology.orchestra.run.trial059.stdout:osd 8 52s ago - 2026-02-21T20:05:01.465 INFO:teuthology.orchestra.run.trial059.stdout:prometheus ?:9095 1/1 52s ago 2m count:1 2026-02-21T20:05:01.503 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- bash -c 'ceph orch host ls' 2026-02-21T20:05:01.789 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:01.905 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:01 trial059 ceph-mon[32866]: from='client.14522 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:01.905 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:01 trial059 ceph-mon[32866]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:05:01.905 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:01 trial059 ceph-mon[32866]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:01.985 INFO:teuthology.orchestra.run.trial059.stdout:HOST ADDR LABELS STATUS 2026-02-21T20:05:01.985 INFO:teuthology.orchestra.run.trial059.stdout:trial059 10.20.193.59 2026-02-21T20:05:01.985 INFO:teuthology.orchestra.run.trial059.stdout:trial144 10.20.193.144 2026-02-21T20:05:01.985 INFO:teuthology.orchestra.run.trial059.stdout:2 hosts in cluster 2026-02-21T20:05:02.022 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- bash -c 'ceph orch device ls' 2026-02-21T20:05:02.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:01 trial144 ceph-mon[36838]: from='client.14522 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:02.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:01 trial144 ceph-mon[36838]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:05:02.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:01 trial144 ceph-mon[36838]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:02.306 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:02.505 INFO:teuthology.orchestra.run.trial059.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2026-02-21T20:05:02.505 INFO:teuthology.orchestra.run.trial059.stdout:trial059 /dev/nvme1n1 ssd MTFDKCC1T9TGP-1BK1JABYY_012510B000E0 1788G No 53s ago Has a FileSystem, LVM detected 2026-02-21T20:05:02.505 INFO:teuthology.orchestra.run.trial059.stdout:trial059 /dev/nvme2n1 ssd MTFDKCC1T9TGP-1BK1JABYY_012510B00269 1788G No 53s ago Has a FileSystem, LVM detected 2026-02-21T20:05:02.505 INFO:teuthology.orchestra.run.trial059.stdout:trial144 /dev/nvme1n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6A11 1788G No 16s ago Has a FileSystem, LVM detected 2026-02-21T20:05:02.505 INFO:teuthology.orchestra.run.trial059.stdout:trial144 /dev/nvme2n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6B8B 1788G No 16s ago Has a FileSystem, LVM detected 2026-02-21T20:05:02.542 INFO:teuthology.run_tasks:Running task exec... 2026-02-21T20:05:02.558 INFO:teuthology.task.exec:Executing custom commands... 2026-02-21T20:05:02.559 INFO:teuthology.task.exec:Running commands on role host.a host ubuntu@trial059.front.sepia.ceph.com 2026-02-21T20:05:02.559 DEBUG:teuthology.orchestra.run.trial059:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'systemctl stop nfs-server' 2026-02-21T20:05:02.590 INFO:teuthology.task.exec:Running commands on role host.b host ubuntu@trial144.front.sepia.ceph.com 2026-02-21T20:05:02.590 DEBUG:teuthology.orchestra.run.trial144:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'systemctl stop nfs-server' 2026-02-21T20:05:02.625 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-21T20:05:02.643 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial059.front.sepia.ceph.com 2026-02-21T20:05:02.644 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- bash -c 'ceph fs volume create foofs' 2026-02-21T20:05:02.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:02 trial059 ceph-mon[32866]: from='client.14530 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:02.929 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:03.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:02 trial144 ceph-mon[36838]: from='client.14530 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:04.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:03 trial144 ceph-mon[36838]: from='client.14534 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:04.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:03 trial144 ceph-mon[36838]: from='client.14538 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:04.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:03 trial144 ceph-mon[36838]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:05:04.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:03 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2026-02-21T20:05:04.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:03 trial059 ceph-mon[32866]: from='client.14534 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:04.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:03 trial059 ceph-mon[32866]: from='client.14538 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:04.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:03 trial059 ceph-mon[32866]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:05:04.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:03 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2026-02-21T20:05:04.688 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2026-02-21T20:05:04.703 INFO:tasks.cephadm:Waiting for ceph service mds.foofs to start (timeout 300)... 2026-02-21T20:05:04.704 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch ls -f json 2026-02-21T20:05:04.901 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:04 trial144 ceph-mon[36838]: from='client.14542 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:04.901 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:04 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2026-02-21T20:05:04.901 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:04 trial144 ceph-mon[36838]: osdmap e52: 8 total, 8 up, 8 in 2026-02-21T20:05:04.902 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:04 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2026-02-21T20:05:04.902 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:04 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2026-02-21T20:05:04.902 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:04 trial144 ceph-mon[36838]: osdmap e53: 8 total, 8 up, 8 in 2026-02-21T20:05:04.902 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:04 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2026-02-21T20:05:04.902 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:04 trial144 ceph-mon[36838]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2026-02-21T20:05:04.902 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:04 trial144 ceph-mon[36838]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2026-02-21T20:05:04.902 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:04 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2026-02-21T20:05:04.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:04 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059[32862]: 2026-02-21T20:05:04.634+0000 7ff80e39e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2026-02-21T20:05:04.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:04 trial059 ceph-mon[32866]: from='client.14542 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:04.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:04 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2026-02-21T20:05:04.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:04 trial059 ceph-mon[32866]: osdmap e52: 8 total, 8 up, 8 in 2026-02-21T20:05:04.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:04 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2026-02-21T20:05:04.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:04 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2026-02-21T20:05:04.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:04 trial059 ceph-mon[32866]: osdmap e53: 8 total, 8 up, 8 in 2026-02-21T20:05:04.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:04 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2026-02-21T20:05:04.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:04 trial059 ceph-mon[32866]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2026-02-21T20:05:04.907 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:04 trial059 ceph-mon[32866]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2026-02-21T20:05:04.908 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:04 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2026-02-21T20:05:04.989 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:05.190 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:05:05.190 INFO:teuthology.orchestra.run.trial059.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-21T20:02:51.249164Z", "last_refresh": "2026-02-21T20:04:08.534865Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-21T20:03:18.396386Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-21T20:02:50.345061Z", "last_refresh": "2026-02-21T20:04:08.534771Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-21T20:03:19.071652Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-21T20:02:50.124304Z", "last_refresh": "2026-02-21T20:04:08.534804Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-21T20:02:50.790901Z", "last_refresh": "2026-02-21T20:04:08.534896Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-21T20:05:04.646414Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2026-02-21T20:05:04.642648Z", "running": 0, "size": 2}}, {"events": ["2026-02-21T20:03:20.860570Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-21T20:02:49.902942Z", "last_refresh": "2026-02-21T20:04:08.534734Z", "running": 2, "size": 2}}, {"events": ["2026-02-21T20:03:21.610792Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial059:10.20.193.59=trial059", "trial144:10.20.193.144=trial144"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-21T20:03:18.687645Z", "last_refresh": "2026-02-21T20:04:08.534677Z", "running": 2, "size": 2}}, {"events": ["2026-02-21T20:03:20.171339Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-21T20:02:51.016464Z", "last_refresh": "2026-02-21T20:04:08.534835Z", "ports": [9100], "running": 2, "size": 2}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4", "last_refresh": "2026-02-21T20:04:08.534954Z", "running": 8, "size": 8}, "unmanaged": true}, {"events": ["2026-02-21T20:03:21.612618Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-21T20:02:50.578002Z", "last_refresh": "2026-02-21T20:04:08.534925Z", "ports": [9095], "running": 1, "size": 1}}] 2026-02-21T20:05:05.227 INFO:tasks.cephadm:mds.foofs has 0/2 2026-02-21T20:05:05.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: pgmap v96: 33 pgs: 6 creating+peering, 26 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:05:05.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: osdmap e54: 8 total, 8 up, 8 in 2026-02-21T20:05:05.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: fsmap foofs:0 2026-02-21T20:05:05.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-21T20:05:05.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: Saving service mds.foofs spec with placement count:2 2026-02-21T20:05:05.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:05.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:05:05.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:05.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:05:05.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:05.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial144.nlocnr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-02-21T20:05:05.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial144.nlocnr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-02-21T20:05:05.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:05.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: Deploying daemon mds.foofs.trial144.nlocnr on trial144 2026-02-21T20:05:05.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:05.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:05.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:05.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial059.dvkave", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-02-21T20:05:05.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial059.dvkave", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-02-21T20:05:05.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:05.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:05 trial059 ceph-mon[32866]: osdmap e55: 8 total, 8 up, 8 in 2026-02-21T20:05:06.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: pgmap v96: 33 pgs: 6 creating+peering, 26 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:05:06.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: osdmap e54: 8 total, 8 up, 8 in 2026-02-21T20:05:06.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: fsmap foofs:0 2026-02-21T20:05:06.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-21T20:05:06.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: Saving service mds.foofs spec with placement count:2 2026-02-21T20:05:06.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:06.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:05:06.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:06.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:05:06.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:06.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial144.nlocnr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-02-21T20:05:06.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial144.nlocnr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-02-21T20:05:06.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:06.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: Deploying daemon mds.foofs.trial144.nlocnr on trial144 2026-02-21T20:05:06.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:06.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:06.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:06.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial059.dvkave", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-02-21T20:05:06.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.trial059.dvkave", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-02-21T20:05:06.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:06.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:05 trial144 ceph-mon[36838]: osdmap e55: 8 total, 8 up, 8 in 2026-02-21T20:05:06.229 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch ls -f json 2026-02-21T20:05:06.527 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:06.741 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:05:06.741 INFO:teuthology.orchestra.run.trial059.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-21T20:02:51.249164Z", "last_refresh": "2026-02-21T20:04:08.534865Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-21T20:03:18.396386Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-21T20:02:50.345061Z", "last_refresh": "2026-02-21T20:04:08.534771Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-21T20:03:19.071652Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-21T20:02:50.124304Z", "last_refresh": "2026-02-21T20:04:08.534804Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-21T20:02:50.790901Z", "last_refresh": "2026-02-21T20:04:08.534896Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-21T20:05:06.035030Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2026-02-21T20:05:04.642648Z", "last_refresh": "2026-02-21T20:05:06.708762Z", "running": 1, "size": 2}}, {"events": ["2026-02-21T20:03:20.860570Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-21T20:02:49.902942Z", "last_refresh": "2026-02-21T20:04:08.534734Z", "running": 2, "size": 2}}, {"events": ["2026-02-21T20:03:21.610792Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial059:10.20.193.59=trial059", "trial144:10.20.193.144=trial144"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-21T20:03:18.687645Z", "last_refresh": "2026-02-21T20:04:08.534677Z", "running": 2, "size": 2}}, {"events": ["2026-02-21T20:03:20.171339Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-21T20:02:51.016464Z", "last_refresh": "2026-02-21T20:04:08.534835Z", "ports": [9100], "running": 2, "size": 2}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4", "last_refresh": "2026-02-21T20:04:08.534954Z", "running": 8, "size": 8}, "unmanaged": true}, {"events": ["2026-02-21T20:03:21.612618Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-21T20:02:50.578002Z", "last_refresh": "2026-02-21T20:04:08.534925Z", "ports": [9095], "running": 1, "size": 1}}] 2026-02-21T20:05:06.781 INFO:tasks.cephadm:mds.foofs has 1/2 2026-02-21T20:05:06.822 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: from='client.14546 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:05:06.822 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: Deploying daemon mds.foofs.trial059.dvkave on trial059 2026-02-21T20:05:06.822 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: mds.? [v2:10.20.193.144:6832/3533384153,v1:10.20.193.144:6833/3533384153] up:boot 2026-02-21T20:05:06.822 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: daemon mds.foofs.trial144.nlocnr assigned to filesystem foofs as rank 0 (now has 1 ranks) 2026-02-21T20:05:06.822 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2026-02-21T20:05:06.822 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2026-02-21T20:05:06.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: fsmap foofs:0 1 up:standby 2026-02-21T20:05:06.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata", "who": "foofs.trial144.nlocnr"}]: dispatch 2026-02-21T20:05:06.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:creating} 2026-02-21T20:05:06.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: daemon mds.foofs.trial144.nlocnr is now active in filesystem foofs as rank 0 2026-02-21T20:05:06.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:06.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:06.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:06.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:06.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:06.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:05:06.823 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:06.824 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:06 trial059 ceph-mon[32866]: osdmap e56: 8 total, 8 up, 8 in 2026-02-21T20:05:07.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: from='client.14546 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:05:07.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: Deploying daemon mds.foofs.trial059.dvkave on trial059 2026-02-21T20:05:07.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: mds.? [v2:10.20.193.144:6832/3533384153,v1:10.20.193.144:6833/3533384153] up:boot 2026-02-21T20:05:07.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: daemon mds.foofs.trial144.nlocnr assigned to filesystem foofs as rank 0 (now has 1 ranks) 2026-02-21T20:05:07.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2026-02-21T20:05:07.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2026-02-21T20:05:07.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: fsmap foofs:0 1 up:standby 2026-02-21T20:05:07.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata", "who": "foofs.trial144.nlocnr"}]: dispatch 2026-02-21T20:05:07.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:creating} 2026-02-21T20:05:07.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: daemon mds.foofs.trial144.nlocnr is now active in filesystem foofs as rank 0 2026-02-21T20:05:07.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:07.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:07.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:07.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:07.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:07.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:05:07.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:07.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:06 trial144 ceph-mon[36838]: osdmap e56: 8 total, 8 up, 8 in 2026-02-21T20:05:07.782 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph orch ls -f json 2026-02-21T20:05:08.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: pgmap v100: 65 pgs: 12 creating+peering, 36 unknown, 17 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s wr, 4 op/s 2026-02-21T20:05:08.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: mds.? [v2:10.20.193.144:6832/3533384153,v1:10.20.193.144:6833/3533384153] up:active 2026-02-21T20:05:08.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: mds.? [v2:10.20.193.59:6834/1334941240,v1:10.20.193.59:6835/1334941240] up:boot 2026-02-21T20:05:08.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:active} 1 up:standby 2026-02-21T20:05:08.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata", "who": "foofs.trial059.dvkave"}]: dispatch 2026-02-21T20:05:08.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:active} 1 up:standby 2026-02-21T20:05:08.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:08.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:08.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:05:08.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-21T20:05:08.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: Cluster is now healthy 2026-02-21T20:05:08.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:08.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:08.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:08.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:05:08.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:08.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:05:08.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:08.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:05:08.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:07 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:08.073 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:08.096 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: pgmap v100: 65 pgs: 12 creating+peering, 36 unknown, 17 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s wr, 4 op/s 2026-02-21T20:05:08.096 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: mds.? [v2:10.20.193.144:6832/3533384153,v1:10.20.193.144:6833/3533384153] up:active 2026-02-21T20:05:08.097 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: mds.? [v2:10.20.193.59:6834/1334941240,v1:10.20.193.59:6835/1334941240] up:boot 2026-02-21T20:05:08.097 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:active} 1 up:standby 2026-02-21T20:05:08.097 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata", "who": "foofs.trial059.dvkave"}]: dispatch 2026-02-21T20:05:08.097 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:active} 1 up:standby 2026-02-21T20:05:08.097 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:08.097 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:08.097 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:05:08.097 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-21T20:05:08.097 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: Cluster is now healthy 2026-02-21T20:05:08.097 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:08.097 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:08.097 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:08.098 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:05:08.098 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:08.098 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:05:08.098 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:08.098 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:05:08.098 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:07 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:08.266 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:05:08.266 INFO:teuthology.orchestra.run.trial059.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-21T20:02:51.249164Z", "last_refresh": "2026-02-21T20:05:07.096563Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-21T20:03:18.396386Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-21T20:02:50.345061Z", "last_refresh": "2026-02-21T20:05:06.708441Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-21T20:03:19.071652Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-21T20:02:50.124304Z", "last_refresh": "2026-02-21T20:05:06.708500Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-21T20:02:50.790901Z", "last_refresh": "2026-02-21T20:05:07.096597Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-21T20:05:06.035030Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2026-02-21T20:05:04.642648Z", "last_refresh": "2026-02-21T20:05:06.708762Z", "running": 2, "size": 2}}, {"events": ["2026-02-21T20:03:20.860570Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-21T20:02:49.902942Z", "last_refresh": "2026-02-21T20:05:06.708580Z", "running": 2, "size": 2}}, {"events": ["2026-02-21T20:03:21.610792Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial059:10.20.193.59=trial059", "trial144:10.20.193.144=trial144"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-21T20:03:18.687645Z", "last_refresh": "2026-02-21T20:05:06.708612Z", "running": 2, "size": 2}}, {"events": ["2026-02-21T20:03:20.171339Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-21T20:02:51.016464Z", "last_refresh": "2026-02-21T20:05:06.708538Z", "ports": [9100], "running": 2, "size": 2}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4", "last_refresh": "2026-02-21T20:05:06.708643Z", "running": 8, "size": 8}, "unmanaged": true}, {"events": ["2026-02-21T20:03:21.612618Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-21T20:02:50.578002Z", "last_refresh": "2026-02-21T20:05:07.096631Z", "ports": [9095], "running": 1, "size": 1}}] 2026-02-21T20:05:08.304 INFO:tasks.cephadm:mds.foofs has 2/2 2026-02-21T20:05:08.304 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-21T20:05:08.322 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial059.front.sepia.ceph.com 2026-02-21T20:05:08.322 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- bash -c 'ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2' 2026-02-21T20:05:08.610 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:09.955 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:09 trial059 ceph-mon[32866]: from='client.14560 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:05:09.955 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:09 trial059 ceph-mon[32866]: pgmap v102: 65 pgs: 12 creating+peering, 9 unknown, 44 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 3.2 KiB/s wr, 10 op/s 2026-02-21T20:05:09.955 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:09 trial059 ceph-mon[32866]: from='client.14564 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "cluster_id": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:09.956 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:09 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true}]: dispatch 2026-02-21T20:05:10.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:09 trial144 ceph-mon[36838]: from='client.14560 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-21T20:05:10.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:09 trial144 ceph-mon[36838]: pgmap v102: 65 pgs: 12 creating+peering, 9 unknown, 44 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 3.2 KiB/s wr, 10 op/s 2026-02-21T20:05:10.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:09 trial144 ceph-mon[36838]: from='client.14564 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "cluster_id": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:10.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:09 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true}]: dispatch 2026-02-21T20:05:10.740 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- bash -c 'ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake' 2026-02-21T20:05:10.958 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:10 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true}]': finished 2026-02-21T20:05:10.959 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:10 trial059 ceph-mon[32866]: osdmap e57: 8 total, 8 up, 8 in 2026-02-21T20:05:10.959 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:10 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2026-02-21T20:05:10.959 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:10 trial059 ceph-mon[32866]: mds.? [v2:10.20.193.144:6832/3533384153,v1:10.20.193.144:6833/3533384153] up:active 2026-02-21T20:05:10.959 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:10 trial059 ceph-mon[32866]: mds.? [v2:10.20.193.59:6834/1334941240,v1:10.20.193.59:6835/1334941240] up:standby 2026-02-21T20:05:10.959 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:10 trial059 ceph-mon[32866]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:active} 1 up:standby 2026-02-21T20:05:11.043 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:11.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:10 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true}]': finished 2026-02-21T20:05:11.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:10 trial144 ceph-mon[36838]: osdmap e57: 8 total, 8 up, 8 in 2026-02-21T20:05:11.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:10 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2026-02-21T20:05:11.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:10 trial144 ceph-mon[36838]: mds.? [v2:10.20.193.144:6832/3533384153,v1:10.20.193.144:6833/3533384153] up:active 2026-02-21T20:05:11.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:10 trial144 ceph-mon[36838]: mds.? [v2:10.20.193.59:6834/1334941240,v1:10.20.193.59:6835/1334941240] up:standby 2026-02-21T20:05:11.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:10 trial144 ceph-mon[36838]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:active} 1 up:standby 2026-02-21T20:05:11.356 INFO:teuthology.orchestra.run.trial059.stderr:Invalid command: Unexpected argument '--clusterid' 2026-02-21T20:05:11.357 INFO:teuthology.orchestra.run.trial059.stderr:nfs export create cephfs [] [--readonly] [--client_addr ...] [--squash ] [--sectype ...] [--cmount_path ] [--format ] : Create a CephFS export 2026-02-21T20:05:11.357 INFO:teuthology.orchestra.run.trial059.stderr:Error EINVAL: invalid command 2026-02-21T20:05:11.543 INFO:teuthology.orchestra.run.trial059.stdout:{ 2026-02-21T20:05:11.544 INFO:teuthology.orchestra.run.trial059.stdout: "bind": "/fake", 2026-02-21T20:05:11.544 INFO:teuthology.orchestra.run.trial059.stdout: "cluster": "foo", 2026-02-21T20:05:11.544 INFO:teuthology.orchestra.run.trial059.stdout: "fs": "foofs", 2026-02-21T20:05:11.544 INFO:teuthology.orchestra.run.trial059.stdout: "mode": "RW", 2026-02-21T20:05:11.544 INFO:teuthology.orchestra.run.trial059.stdout: "path": "/" 2026-02-21T20:05:11.544 INFO:teuthology.orchestra.run.trial059.stdout:} 2026-02-21T20:05:11.585 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- bash -c 'while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done' 2026-02-21T20:05:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: pgmap v104: 97 pgs: 7 creating+peering, 25 unknown, 65 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 2.4 KiB/s wr, 7 op/s 2026-02-21T20:05:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-21T20:05:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2026-02-21T20:05:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: osdmap e58: 8 total, 8 up, 8 in 2026-02-21T20:05:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: Saving service nfs.foo spec with placement count:2 2026-02-21T20:05:11.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:11.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:05:11.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:11.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:05:11.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:11.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:11.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: Creating key for client.nfs.foo.0.0.trial059.iuhufj 2026-02-21T20:05:11.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-21T20:05:11.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2026-02-21T20:05:11.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: Ensuring nfs.foo.0 is in the ganesha grace table 2026-02-21T20:05:11.860 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-21T20:05:11.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-02-21T20:05:11.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:11.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-21T20:05:11.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-02-21T20:05:11.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: Rados config object exists: conf-nfs.foo 2026-02-21T20:05:11.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: Creating key for client.nfs.foo.0.0.trial059.iuhufj-rgw 2026-02-21T20:05:11.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-21T20:05:11.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-21T20:05:11.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: Bind address in nfs.foo.0.0.trial059.iuhufj's ganesha conf is defaulting to empty 2026-02-21T20:05:11.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:11.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: Deploying daemon nfs.foo.0.0.trial059.iuhufj on trial059 2026-02-21T20:05:11.861 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:11.862 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:11.862 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:11.862 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-21T20:05:11.862 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2026-02-21T20:05:11.862 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-21T20:05:11.862 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-02-21T20:05:11.862 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:11.862 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.foofs.94ac2614", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2026-02-21T20:05:11.862 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.foofs.94ac2614", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2026-02-21T20:05:11.862 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:11 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.foofs.94ac2614", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2026-02-21T20:05:11.873 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:12.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: pgmap v104: 97 pgs: 7 creating+peering, 25 unknown, 65 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 2.4 KiB/s wr, 7 op/s 2026-02-21T20:05:12.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-21T20:05:12.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2026-02-21T20:05:12.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: osdmap e58: 8 total, 8 up, 8 in 2026-02-21T20:05:12.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: Saving service nfs.foo spec with placement count:2 2026-02-21T20:05:12.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:12.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:05:12.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:12.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:05:12.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:12.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:12.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: Creating key for client.nfs.foo.0.0.trial059.iuhufj 2026-02-21T20:05:12.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-21T20:05:12.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2026-02-21T20:05:12.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: Ensuring nfs.foo.0 is in the ganesha grace table 2026-02-21T20:05:12.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-21T20:05:12.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-02-21T20:05:12.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:12.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-21T20:05:12.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-02-21T20:05:12.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: Rados config object exists: conf-nfs.foo 2026-02-21T20:05:12.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: Creating key for client.nfs.foo.0.0.trial059.iuhufj-rgw 2026-02-21T20:05:12.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-21T20:05:12.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-21T20:05:12.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: Bind address in nfs.foo.0.0.trial059.iuhufj's ganesha conf is defaulting to empty 2026-02-21T20:05:12.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:12.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: Deploying daemon nfs.foo.0.0.trial059.iuhufj on trial059 2026-02-21T20:05:12.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:12.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:12.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:12.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-21T20:05:12.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2026-02-21T20:05:12.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-21T20:05:12.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-02-21T20:05:12.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:12.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.foofs.94ac2614", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2026-02-21T20:05:12.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.foofs.94ac2614", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2026-02-21T20:05:12.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:11 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.foofs.94ac2614", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2026-02-21T20:05:13.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:12 trial144 ceph-mon[36838]: from='client.14586 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "cluster_id": "foo", "pseudo_path": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:13.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:12 trial144 ceph-mon[36838]: Creating key for client.nfs.foo.1.0.trial144.ffvxbg 2026-02-21T20:05:13.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:12 trial144 ceph-mon[36838]: Ensuring nfs.foo.1 is in the ganesha grace table 2026-02-21T20:05:13.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:12 trial144 ceph-mon[36838]: osdmap e59: 8 total, 8 up, 8 in 2026-02-21T20:05:13.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:12 trial059 ceph-mon[32866]: from='client.14586 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "cluster_id": "foo", "pseudo_path": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:13.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:12 trial059 ceph-mon[32866]: Creating key for client.nfs.foo.1.0.trial144.ffvxbg 2026-02-21T20:05:13.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:12 trial059 ceph-mon[32866]: Ensuring nfs.foo.1 is in the ganesha grace table 2026-02-21T20:05:13.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:12 trial059 ceph-mon[32866]: osdmap e59: 8 total, 8 up, 8 in 2026-02-21T20:05:14.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:13 trial144 ceph-mon[36838]: from='client.14610 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:14.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:13 trial144 ceph-mon[36838]: pgmap v107: 97 pgs: 7 creating+peering, 11 unknown, 79 active+clean; 580 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 2.0 KiB/s wr, 2 op/s 2026-02-21T20:05:14.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:13 trial144 ceph-mon[36838]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-21T20:05:14.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:13 trial144 ceph-mon[36838]: Cluster is now healthy 2026-02-21T20:05:14.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:13 trial144 ceph-mon[36838]: mgrmap e20: trial059.suhfeu(active, since 118s), standbys: trial144.npjdqw 2026-02-21T20:05:14.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:13 trial059 ceph-mon[32866]: from='client.14610 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:14.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:13 trial059 ceph-mon[32866]: pgmap v107: 97 pgs: 7 creating+peering, 11 unknown, 79 active+clean; 580 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 2.0 KiB/s wr, 2 op/s 2026-02-21T20:05:14.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:13 trial059 ceph-mon[32866]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-21T20:05:14.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:13 trial059 ceph-mon[32866]: Cluster is now healthy 2026-02-21T20:05:14.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:13 trial059 ceph-mon[32866]: mgrmap e20: trial059.suhfeu(active, since 118s), standbys: trial144.npjdqw 2026-02-21T20:05:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:14 trial059 ceph-mon[32866]: from='client.14614 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-21T20:05:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-02-21T20:05:14.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-21T20:05:14.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-21T20:05:14.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:14.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:05:14.963 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:14 trial144 ceph-mon[36838]: from='client.14614 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:14.964 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-21T20:05:14.964 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-02-21T20:05:14.964 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-21T20:05:14.964 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-21T20:05:14.964 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:14.964 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:05:15.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:15 trial144 ceph-mon[36838]: from='client.14618 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:15.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:15 trial144 ceph-mon[36838]: Rados config object exists: conf-nfs.foo 2026-02-21T20:05:15.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:15 trial144 ceph-mon[36838]: Creating key for client.nfs.foo.1.0.trial144.ffvxbg-rgw 2026-02-21T20:05:15.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:15 trial144 ceph-mon[36838]: Bind address in nfs.foo.1.0.trial144.ffvxbg's ganesha conf is defaulting to empty 2026-02-21T20:05:15.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:15 trial144 ceph-mon[36838]: Deploying daemon nfs.foo.1.0.trial144.ffvxbg on trial144 2026-02-21T20:05:15.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:15 trial144 ceph-mon[36838]: pgmap v108: 97 pgs: 7 creating+peering, 90 active+clean; 580 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s wr, 0 op/s 2026-02-21T20:05:15.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:15 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:15.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:15 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:15.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:15 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:15.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:15 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:15.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:15 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:05:15.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:15 trial059 ceph-mon[32866]: from='client.14618 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:15.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:15 trial059 ceph-mon[32866]: Rados config object exists: conf-nfs.foo 2026-02-21T20:05:15.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:15 trial059 ceph-mon[32866]: Creating key for client.nfs.foo.1.0.trial144.ffvxbg-rgw 2026-02-21T20:05:15.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:15 trial059 ceph-mon[32866]: Bind address in nfs.foo.1.0.trial144.ffvxbg's ganesha conf is defaulting to empty 2026-02-21T20:05:15.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:15 trial059 ceph-mon[32866]: Deploying daemon nfs.foo.1.0.trial144.ffvxbg on trial144 2026-02-21T20:05:15.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:15 trial059 ceph-mon[32866]: pgmap v108: 97 pgs: 7 creating+peering, 90 active+clean; 580 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s wr, 0 op/s 2026-02-21T20:05:15.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:15.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:15.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:15.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:15.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:05:16.681 INFO:teuthology.orchestra.run.trial059.stdout:nfs.foo ?:2049 2/2 0s ago 5s count:2 2026-02-21T20:05:16.715 INFO:teuthology.run_tasks:Running task exec... 2026-02-21T20:05:16.731 INFO:teuthology.task.exec:Executing custom commands... 2026-02-21T20:05:16.731 INFO:teuthology.task.exec:Running commands on role host.a host ubuntu@trial059.front.sepia.ceph.com 2026-02-21T20:05:16.731 DEBUG:teuthology.orchestra.run.trial059:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'mkdir /mnt/foo' 2026-02-21T20:05:16.759 DEBUG:teuthology.orchestra.run.trial059:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done' 2026-02-21T20:05:16.973 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='client.14636 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:16.973 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:16.974 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:16.974 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:16.974 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:16.974 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:16.974 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:05:16.974 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:16.974 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:16.974 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:05:16.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:16.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:05:16.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:16.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:16.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:16 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:17.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='client.14636 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:17.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:17.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:17.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:17.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:17.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:17.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:05:17.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:17.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:17.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:05:17.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:17.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:05:17.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:17.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:17.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:16 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:18.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:17 trial144 ceph-mon[36838]: pgmap v109: 97 pgs: 97 active+clean; 580 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 4.3 KiB/s rd, 2.9 KiB/s wr, 8 op/s 2026-02-21T20:05:18.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:17 trial144 ceph-mon[36838]: from='client.14640 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:18.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:17 trial059 ceph-mon[32866]: pgmap v109: 97 pgs: 97 active+clean; 580 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 4.3 KiB/s rd, 2.9 KiB/s wr, 8 op/s 2026-02-21T20:05:18.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:17 trial059 ceph-mon[32866]: from='client.14640 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:18.256 DEBUG:teuthology.orchestra.run.trial059:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'echo test > /mnt/foo/testfile' 2026-02-21T20:05:18.300 DEBUG:teuthology.orchestra.run.trial059:> sudo TESTDIR=/home/ubuntu/cephtest bash -c sync 2026-02-21T20:05:18.369 INFO:teuthology.run_tasks:Running task parallel... 2026-02-21T20:05:18.386 INFO:teuthology.task.parallel:starting parallel... 2026-02-21T20:05:18.387 INFO:teuthology.task.parallel:In parallel, running task sequential... 2026-02-21T20:05:18.389 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2026-02-21T20:05:18.389 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial059.front.sepia.ceph.com 2026-02-21T20:05:18.390 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2026-02-21T20:05:18.390 INFO:teuthology.task.parallel:In parallel, running task sequential... 2026-02-21T20:05:18.390 INFO:teuthology.task.sequential:In sequential, running task exec... 2026-02-21T20:05:18.390 INFO:teuthology.task.exec:Executing custom commands... 2026-02-21T20:05:18.391 INFO:teuthology.task.exec:Running commands on role host.a host ubuntu@trial059.front.sepia.ceph.com 2026-02-21T20:05:18.391 DEBUG:teuthology.orchestra.run.trial059:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 600 || true' 2026-02-21T20:05:18.439 INFO:teuthology.orchestra.run.trial059.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2026-02-21T20:05:18.439 INFO:teuthology.orchestra.run.trial059.stdout: 2026-02-21T20:05:18.439 INFO:teuthology.orchestra.run.trial059.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2026-02-21T20:05:18.439 INFO:teuthology.orchestra.run.trial059.stdout:3 of 5 processes prepared for launch 0 sec 2026-02-21T20:05:18.540 INFO:teuthology.orchestra.run.trial059.stdout:5 of 5 processes prepared for launch 0 sec 2026-02-21T20:05:18.540 INFO:teuthology.orchestra.run.trial059.stdout:releasing clients 2026-02-21T20:05:18.966 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:19.542 INFO:teuthology.orchestra.run.trial059.stdout: 5 171 34.79 MB/sec warmup 1 sec latency 39.888 ms 2026-02-21T20:05:19.827 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:19 trial059 ceph-mon[32866]: pgmap v110: 97 pgs: 97 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 4.0 KiB/s rd, 3.0 KiB/s wr, 7 op/s 2026-02-21T20:05:19.853 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2026-02-21T20:05:20.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:19 trial144 ceph-mon[36838]: pgmap v110: 97 pgs: 97 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 4.0 KiB/s rd, 3.0 KiB/s wr, 7 op/s 2026-02-21T20:05:20.541 INFO:teuthology.orchestra.run.trial059.stdout: 5 341 30.65 MB/sec warmup 2 sec latency 39.810 ms 2026-02-21T20:05:20.744 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:21.346 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'ceph config set global log_to_journald false --force' 2026-02-21T20:05:21.541 INFO:teuthology.orchestra.run.trial059.stdout: 5 596 33.70 MB/sec warmup 3 sec latency 37.301 ms 2026-02-21T20:05:21.853 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:21 trial059 ceph-mon[32866]: pgmap v111: 97 pgs: 97 active+clean; 20 MiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 3.4 KiB/s rd, 1.9 MiB/s wr, 41 op/s 2026-02-21T20:05:21.853 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:21 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:21.991 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:22.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:21 trial144 ceph-mon[36838]: pgmap v111: 97 pgs: 97 active+clean; 20 MiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 3.4 KiB/s rd, 1.9 MiB/s wr, 41 op/s 2026-02-21T20:05:22.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:21 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:22.467 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'ceph mgr module enable nfs --force' 2026-02-21T20:05:22.541 INFO:teuthology.orchestra.run.trial059.stdout: 5 950 27.45 MB/sec warmup 4 sec latency 37.018 ms 2026-02-21T20:05:23.245 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:23.542 INFO:teuthology.orchestra.run.trial059.stdout: 5 1530 26.08 MB/sec warmup 5 sec latency 22.242 ms 2026-02-21T20:05:23.872 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:23 trial059 ceph-mon[32866]: pgmap v112: 97 pgs: 97 active+clean; 79 MiB data, 422 MiB used, 5.5 TiB / 5.5 TiB avail; 3.1 KiB/s rd, 7.4 MiB/s wr, 277 op/s 2026-02-21T20:05:24.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:23 trial144 ceph-mon[36838]: pgmap v112: 97 pgs: 97 active+clean; 79 MiB data, 422 MiB used, 5.5 TiB / 5.5 TiB avail; 3.1 KiB/s rd, 7.4 MiB/s wr, 277 op/s 2026-02-21T20:05:24.542 INFO:teuthology.orchestra.run.trial059.stdout: 5 2255 22.67 MB/sec warmup 6 sec latency 19.845 ms 2026-02-21T20:05:24.715 INFO:teuthology.orchestra.run.trial059.stderr:module 'nfs' is already enabled 2026-02-21T20:05:24.857 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2026-02-21T20:05:24.873 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:24 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2581273705' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": true}]: dispatch 2026-02-21T20:05:25.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:24 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2581273705' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": true}]: dispatch 2026-02-21T20:05:25.543 INFO:teuthology.orchestra.run.trial059.stdout: 5 2953 23.60 MB/sec warmup 7 sec latency 29.333 ms 2026-02-21T20:05:25.882 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:25 trial059 ceph-mon[32866]: pgmap v113: 97 pgs: 97 active+clean; 97 MiB data, 521 MiB used, 5.5 TiB / 5.5 TiB avail; 2.8 KiB/s rd, 8.3 MiB/s wr, 293 op/s 2026-02-21T20:05:25.882 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:25 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/2581273705' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": true}]': finished 2026-02-21T20:05:25.882 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:25 trial059 ceph-mon[32866]: mgrmap e21: trial059.suhfeu(active, since 2m), standbys: trial144.npjdqw 2026-02-21T20:05:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:25 trial144 ceph-mon[36838]: pgmap v113: 97 pgs: 97 active+clean; 97 MiB data, 521 MiB used, 5.5 TiB / 5.5 TiB avail; 2.8 KiB/s rd, 8.3 MiB/s wr, 293 op/s 2026-02-21T20:05:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:25 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/2581273705' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": true}]': finished 2026-02-21T20:05:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:25 trial144 ceph-mon[36838]: mgrmap e21: trial059.suhfeu(active, since 2m), standbys: trial144.npjdqw 2026-02-21T20:05:26.336 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:26.545 INFO:teuthology.orchestra.run.trial059.stdout: 5 3356 22.44 MB/sec warmup 8 sec latency 26.880 ms 2026-02-21T20:05:27.326 INFO:teuthology.orchestra.run.trial059.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 2026-02-21T20:05:27.544 INFO:teuthology.orchestra.run.trial059.stdout: 5 3682 21.69 MB/sec warmup 9 sec latency 37.307 ms 2026-02-21T20:05:27.740 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2026-02-21T20:05:27.740 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial059.front.sepia.ceph.com 2026-02-21T20:05:27.741 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done' 2026-02-21T20:05:27.902 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:27 trial059 ceph-mon[32866]: pgmap v114: 97 pgs: 97 active+clean; 111 MiB data, 601 MiB used, 5.5 TiB / 5.5 TiB avail; 4.2 KiB/s rd, 9.9 MiB/s wr, 453 op/s 2026-02-21T20:05:27.903 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:27.903 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:27 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:05:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:27 trial144 ceph-mon[36838]: pgmap v114: 97 pgs: 97 active+clean; 111 MiB data, 601 MiB used, 5.5 TiB / 5.5 TiB avail; 4.2 KiB/s rd, 9.9 MiB/s wr, 453 op/s 2026-02-21T20:05:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:28.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:27 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:05:28.545 INFO:teuthology.orchestra.run.trial059.stdout: 5 3908 19.93 MB/sec warmup 10 sec latency 41.586 ms 2026-02-21T20:05:28.915 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:28 trial059 ceph-mon[32866]: from='client.14660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:042df16cd9ee8a8df553b188fef8a8c4a9e7ab01", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:28.916 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:28 trial059 ceph-mon[32866]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 2026-02-21T20:05:28.916 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:28.916 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:05:28.916 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:28.916 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:28 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:28.996 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:05:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:28 trial144 ceph-mon[36838]: from='client.14660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:042df16cd9ee8a8df553b188fef8a8c4a9e7ab01", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:28 trial144 ceph-mon[36838]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 2026-02-21T20:05:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:05:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:05:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:29.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:28 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:05:29.545 INFO:teuthology.orchestra.run.trial059.stdout: 5 4216 18.28 MB/sec warmup 11 sec latency 25.241 ms 2026-02-21T20:05:29.924 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:29 trial059 ceph-mon[32866]: pgmap v115: 97 pgs: 97 active+clean; 123 MiB data, 656 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 12 MiB/s wr, 642 op/s 2026-02-21T20:05:29.924 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:29 trial059 ceph-mon[32866]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 2026-02-21T20:05:29.924 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:29 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:05:30.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:29 trial144 ceph-mon[36838]: pgmap v115: 97 pgs: 97 active+clean; 123 MiB data, 656 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 12 MiB/s wr, 642 op/s 2026-02-21T20:05:30.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:29 trial144 ceph-mon[36838]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 2026-02-21T20:05:30.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:29 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:05:30.375 INFO:teuthology.orchestra.run.trial059.stdout:true 2026-02-21T20:05:30.545 INFO:teuthology.orchestra.run.trial059.stdout: 5 4658 17.33 MB/sec warmup 12 sec latency 29.148 ms 2026-02-21T20:05:30.815 INFO:teuthology.orchestra.run.trial059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-21T20:05:30.816 INFO:teuthology.orchestra.run.trial059.stdout:alertmanager.trial059 trial059 *:9093,9094 running (2m) 14s ago 2m 30.9M - 0.25.0 c8568f914cd2 69215863e2a3 2026-02-21T20:05:30.816 INFO:teuthology.orchestra.run.trial059.stdout:ceph-exporter.trial059 trial059 *:9926 running (2m) 14s ago 2m 9235k - 19.2.3-672-g283431c0 4cc07a41bb19 7fd5901bf1b0 2026-02-21T20:05:30.816 INFO:teuthology.orchestra.run.trial059.stdout:ceph-exporter.trial144 trial144 *:9926 running (2m) 14s ago 2m 6543k - 19.2.3-672-g283431c0 4cc07a41bb19 055d84c926d1 2026-02-21T20:05:30.816 INFO:teuthology.orchestra.run.trial059.stdout:crash.trial059 trial059 running (2m) 14s ago 2m 7654k - 19.2.3-672-g283431c0 4cc07a41bb19 448cef160e71 2026-02-21T20:05:30.816 INFO:teuthology.orchestra.run.trial059.stdout:crash.trial144 trial144 running (2m) 14s ago 2m 7633k - 19.2.3-672-g283431c0 4cc07a41bb19 0c9efe26501e 2026-02-21T20:05:30.816 INFO:teuthology.orchestra.run.trial059.stdout:grafana.trial059 trial059 *:3000 running (2m) 14s ago 2m 82.0M - 10.4.0 c8b91775d855 1a995e9ef978 2026-02-21T20:05:30.816 INFO:teuthology.orchestra.run.trial059.stdout:mds.foofs.trial059.dvkave trial059 running (24s) 14s ago 24s 14.3M - 19.2.3-672-g283431c0 4cc07a41bb19 721cc519ab07 2026-02-21T20:05:30.816 INFO:teuthology.orchestra.run.trial059.stdout:mds.foofs.trial144.nlocnr trial144 running (25s) 14s ago 25s 15.5M - 19.2.3-672-g283431c0 4cc07a41bb19 7cc923a2acac 2026-02-21T20:05:30.816 INFO:teuthology.orchestra.run.trial059.stdout:mgr.trial059.suhfeu trial059 *:9283,8765,8443 running (2m) 14s ago 2m 561M - 19.2.3-672-g283431c0 4cc07a41bb19 3315e1fcb74f 2026-02-21T20:05:30.816 INFO:teuthology.orchestra.run.trial059.stdout:mgr.trial144.npjdqw trial144 *:8443,9283,8765 running (2m) 14s ago 2m 486M - 19.2.3-672-g283431c0 4cc07a41bb19 0fd666912245 2026-02-21T20:05:30.817 INFO:teuthology.orchestra.run.trial059.stdout:mon.trial059 trial059 running (2m) 14s ago 2m 60.4M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 a4d2055500fb 2026-02-21T20:05:30.817 INFO:teuthology.orchestra.run.trial059.stdout:mon.trial144 trial144 running (2m) 14s ago 2m 49.0M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7e229da88a8e 2026-02-21T20:05:30.817 INFO:teuthology.orchestra.run.trial059.stdout:nfs.foo.0.0.trial059.iuhufj trial059 *:2049 running (19s) 14s ago 19s 48.8M - 5.9 4cc07a41bb19 130660aa3aa1 2026-02-21T20:05:30.817 INFO:teuthology.orchestra.run.trial059.stdout:nfs.foo.1.0.trial144.ffvxbg trial144 *:2049 running (15s) 14s ago 15s 15.5M - 5.9 4cc07a41bb19 6fefa0dd7afa 2026-02-21T20:05:30.817 INFO:teuthology.orchestra.run.trial059.stdout:node-exporter.trial059 trial059 *:9100 running (2m) 14s ago 2m 13.3M - 1.7.0 72c9c2088986 2a7b9d99d011 2026-02-21T20:05:30.817 INFO:teuthology.orchestra.run.trial059.stdout:node-exporter.trial144 trial144 *:9100 running (2m) 14s ago 2m 11.7M - 1.7.0 72c9c2088986 50ed9f36b332 2026-02-21T20:05:30.817 INFO:teuthology.orchestra.run.trial059.stdout:osd.0 trial059 running (112s) 14s ago 112s 47.4M 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa6ff6d8120a 2026-02-21T20:05:30.817 INFO:teuthology.orchestra.run.trial059.stdout:osd.1 trial059 running (102s) 14s ago 102s 48.3M 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d9a49ec733e8 2026-02-21T20:05:30.817 INFO:teuthology.orchestra.run.trial059.stdout:osd.2 trial059 running (92s) 14s ago 92s 45.4M 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 4d1dae79f2e1 2026-02-21T20:05:30.817 INFO:teuthology.orchestra.run.trial059.stdout:osd.3 trial059 running (83s) 14s ago 83s 45.3M 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 17e819e7436b 2026-02-21T20:05:30.817 INFO:teuthology.orchestra.run.trial059.stdout:osd.4 trial144 running (74s) 14s ago 74s 45.9M 19.9G 19.2.3-672-g283431c0 4cc07a41bb19 d58cfaf7abda 2026-02-21T20:05:30.817 INFO:teuthology.orchestra.run.trial059.stdout:osd.5 trial144 running (65s) 14s ago 65s 44.5M 19.9G 19.2.3-672-g283431c0 4cc07a41bb19 b79fc6fe47ff 2026-02-21T20:05:30.818 INFO:teuthology.orchestra.run.trial059.stdout:osd.6 trial144 running (55s) 14s ago 55s 45.3M 19.9G 19.2.3-672-g283431c0 4cc07a41bb19 02200fa9c05a 2026-02-21T20:05:30.818 INFO:teuthology.orchestra.run.trial059.stdout:osd.7 trial144 running (46s) 14s ago 46s 45.3M 19.9G 19.2.3-672-g283431c0 4cc07a41bb19 def5311f2426 2026-02-21T20:05:30.818 INFO:teuthology.orchestra.run.trial059.stdout:prometheus.trial059 trial059 *:9095 running (2m) 14s ago 2m 49.5M - 2.51.0 1d3b7f56885b d10318530e51 2026-02-21T20:05:31.402 INFO:teuthology.orchestra.run.trial059.stdout:{ 2026-02-21T20:05:31.403 INFO:teuthology.orchestra.run.trial059.stdout: "mon": { 2026-02-21T20:05:31.403 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-21T20:05:31.403 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:05:31.403 INFO:teuthology.orchestra.run.trial059.stdout: "mgr": { 2026-02-21T20:05:31.403 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-21T20:05:31.403 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:05:31.403 INFO:teuthology.orchestra.run.trial059.stdout: "osd": { 2026-02-21T20:05:31.403 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-21T20:05:31.403 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:05:31.403 INFO:teuthology.orchestra.run.trial059.stdout: "mds": { 2026-02-21T20:05:31.404 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-21T20:05:31.404 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:05:31.404 INFO:teuthology.orchestra.run.trial059.stdout: "overall": { 2026-02-21T20:05:31.404 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 14 2026-02-21T20:05:31.404 INFO:teuthology.orchestra.run.trial059.stdout: } 2026-02-21T20:05:31.404 INFO:teuthology.orchestra.run.trial059.stdout:} 2026-02-21T20:05:31.545 INFO:teuthology.orchestra.run.trial059.stdout: 5 5087 17.17 MB/sec warmup 13 sec latency 30.416 ms 2026-02-21T20:05:31.665 INFO:teuthology.orchestra.run.trial059.stdout:{ 2026-02-21T20:05:31.665 INFO:teuthology.orchestra.run.trial059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:042df16cd9ee8a8df553b188fef8a8c4a9e7ab01", 2026-02-21T20:05:31.665 INFO:teuthology.orchestra.run.trial059.stdout: "in_progress": true, 2026-02-21T20:05:31.665 INFO:teuthology.orchestra.run.trial059.stdout: "which": "Upgrading all daemon types on all hosts", 2026-02-21T20:05:31.665 INFO:teuthology.orchestra.run.trial059.stdout: "services_complete": [], 2026-02-21T20:05:31.665 INFO:teuthology.orchestra.run.trial059.stdout: "progress": "", 2026-02-21T20:05:31.665 INFO:teuthology.orchestra.run.trial059.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 image", 2026-02-21T20:05:31.665 INFO:teuthology.orchestra.run.trial059.stdout: "is_paused": false 2026-02-21T20:05:31.665 INFO:teuthology.orchestra.run.trial059.stdout:} 2026-02-21T20:05:31.944 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:31 trial059 ceph-mon[32866]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:31.944 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:31 trial059 ceph-mon[32866]: from='client.14666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:31.945 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:31 trial059 ceph-mon[32866]: pgmap v116: 97 pgs: 97 active+clean; 127 MiB data, 682 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 13 MiB/s wr, 672 op/s 2026-02-21T20:05:31.945 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:31 trial059 ceph-mon[32866]: from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:31.945 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:31 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3583499471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-21T20:05:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:31 trial144 ceph-mon[36838]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:31 trial144 ceph-mon[36838]: from='client.14666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:31 trial144 ceph-mon[36838]: pgmap v116: 97 pgs: 97 active+clean; 127 MiB data, 682 MiB used, 5.5 TiB / 5.5 TiB avail; 1.7 KiB/s rd, 13 MiB/s wr, 672 op/s 2026-02-21T20:05:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:31 trial144 ceph-mon[36838]: from='client.14670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:32.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:31 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3583499471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-21T20:05:32.061 INFO:teuthology.orchestra.run.trial059.stdout:HEALTH_OK 2026-02-21T20:05:32.547 INFO:teuthology.orchestra.run.trial059.stdout: 5 5422 16.24 MB/sec warmup 14 sec latency 60.671 ms 2026-02-21T20:05:32.961 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:32 trial059 ceph-mon[32866]: from='client.14678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:32.961 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:32 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/4290444902' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-21T20:05:33.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:32 trial144 ceph-mon[36838]: from='client.14678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:05:33.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:32 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/4290444902' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-21T20:05:33.546 INFO:teuthology.orchestra.run.trial059.stdout: 5 5914 15.62 MB/sec warmup 15 sec latency 29.878 ms 2026-02-21T20:05:33.963 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:33 trial059 ceph-mon[32866]: pgmap v117: 97 pgs: 97 active+clean; 129 MiB data, 722 MiB used, 5.5 TiB / 5.5 TiB avail; 5.6 KiB/s rd, 12 MiB/s wr, 781 op/s 2026-02-21T20:05:34.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:33 trial144 ceph-mon[36838]: pgmap v117: 97 pgs: 97 active+clean; 129 MiB data, 722 MiB used, 5.5 TiB / 5.5 TiB avail; 5.6 KiB/s rd, 12 MiB/s wr, 781 op/s 2026-02-21T20:05:34.546 INFO:teuthology.orchestra.run.trial059.stdout: 5 6579 16.45 MB/sec warmup 16 sec latency 36.988 ms 2026-02-21T20:05:35.546 INFO:teuthology.orchestra.run.trial059.stdout: 5 7293 17.16 MB/sec warmup 17 sec latency 25.851 ms 2026-02-21T20:05:35.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:35 trial059 ceph-mon[32866]: pgmap v118: 97 pgs: 97 active+clean; 127 MiB data, 746 MiB used, 5.5 TiB / 5.5 TiB avail; 5.6 KiB/s rd, 7.8 MiB/s wr, 592 op/s 2026-02-21T20:05:36.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:35 trial144 ceph-mon[36838]: pgmap v118: 97 pgs: 97 active+clean; 127 MiB data, 746 MiB used, 5.5 TiB / 5.5 TiB avail; 5.6 KiB/s rd, 7.8 MiB/s wr, 592 op/s 2026-02-21T20:05:36.546 INFO:teuthology.orchestra.run.trial059.stdout: 5 7740 16.47 MB/sec warmup 18 sec latency 23.232 ms 2026-02-21T20:05:37.548 INFO:teuthology.orchestra.run.trial059.stdout: 5 8159 15.99 MB/sec warmup 19 sec latency 36.840 ms 2026-02-21T20:05:37.991 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:37 trial059 ceph-mon[32866]: pgmap v119: 97 pgs: 97 active+clean; 133 MiB data, 819 MiB used, 5.5 TiB / 5.5 TiB avail; 8.3 KiB/s rd, 7.3 MiB/s wr, 683 op/s 2026-02-21T20:05:38.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:37 trial144 ceph-mon[36838]: pgmap v119: 97 pgs: 97 active+clean; 133 MiB data, 819 MiB used, 5.5 TiB / 5.5 TiB avail; 8.3 KiB/s rd, 7.3 MiB/s wr, 683 op/s 2026-02-21T20:05:38.547 INFO:teuthology.orchestra.run.trial059.stdout: 5 8513 15.78 MB/sec warmup 20 sec latency 39.731 ms 2026-02-21T20:05:39.552 INFO:teuthology.orchestra.run.trial059.stdout: 5 9067 15.40 MB/sec warmup 21 sec latency 36.125 ms 2026-02-21T20:05:40.006 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:39 trial059 ceph-mon[32866]: pgmap v120: 97 pgs: 97 active+clean; 144 MiB data, 862 MiB used, 5.5 TiB / 5.5 TiB avail; 6.9 KiB/s rd, 7.6 MiB/s wr, 678 op/s 2026-02-21T20:05:40.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:39 trial144 ceph-mon[36838]: pgmap v120: 97 pgs: 97 active+clean; 144 MiB data, 862 MiB used, 5.5 TiB / 5.5 TiB avail; 6.9 KiB/s rd, 7.6 MiB/s wr, 678 op/s 2026-02-21T20:05:40.552 INFO:teuthology.orchestra.run.trial059.stdout: 5 9456 14.99 MB/sec warmup 22 sec latency 47.336 ms 2026-02-21T20:05:41.554 INFO:teuthology.orchestra.run.trial059.stdout: 5 9775 14.90 MB/sec warmup 23 sec latency 45.925 ms 2026-02-21T20:05:42.024 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:41 trial059 ceph-mon[32866]: pgmap v121: 97 pgs: 97 active+clean; 138 MiB data, 870 MiB used, 5.5 TiB / 5.5 TiB avail; 7.0 KiB/s rd, 6.3 MiB/s wr, 534 op/s 2026-02-21T20:05:42.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:41 trial144 ceph-mon[36838]: pgmap v121: 97 pgs: 97 active+clean; 138 MiB data, 870 MiB used, 5.5 TiB / 5.5 TiB avail; 7.0 KiB/s rd, 6.3 MiB/s wr, 534 op/s 2026-02-21T20:05:42.553 INFO:teuthology.orchestra.run.trial059.stdout: 5 10202 15.05 MB/sec warmup 24 sec latency 55.992 ms 2026-02-21T20:05:43.555 INFO:teuthology.orchestra.run.trial059.stdout: 5 10628 15.21 MB/sec warmup 25 sec latency 26.015 ms 2026-02-21T20:05:44.015 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:43 trial059 ceph-mon[32866]: pgmap v122: 97 pgs: 97 active+clean; 142 MiB data, 919 MiB used, 5.5 TiB / 5.5 TiB avail; 12 KiB/s rd, 6.9 MiB/s wr, 711 op/s 2026-02-21T20:05:44.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:43 trial144 ceph-mon[36838]: pgmap v122: 97 pgs: 97 active+clean; 142 MiB data, 919 MiB used, 5.5 TiB / 5.5 TiB avail; 12 KiB/s rd, 6.9 MiB/s wr, 711 op/s 2026-02-21T20:05:44.555 INFO:teuthology.orchestra.run.trial059.stdout: 5 10915 14.99 MB/sec warmup 26 sec latency 25.954 ms 2026-02-21T20:05:45.057 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:44 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:05:45.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:44 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:05:45.554 INFO:teuthology.orchestra.run.trial059.stdout: 5 11105 14.49 MB/sec warmup 27 sec latency 36.171 ms 2026-02-21T20:05:46.065 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:45 trial059 ceph-mon[32866]: pgmap v123: 97 pgs: 97 active+clean; 145 MiB data, 953 MiB used, 5.5 TiB / 5.5 TiB avail; 7.7 KiB/s rd, 6.1 MiB/s wr, 595 op/s 2026-02-21T20:05:46.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:45 trial144 ceph-mon[36838]: pgmap v123: 97 pgs: 97 active+clean; 145 MiB data, 953 MiB used, 5.5 TiB / 5.5 TiB avail; 7.7 KiB/s rd, 6.1 MiB/s wr, 595 op/s 2026-02-21T20:05:46.554 INFO:teuthology.orchestra.run.trial059.stdout: 5 11463 14.07 MB/sec warmup 28 sec latency 31.395 ms 2026-02-21T20:05:47.555 INFO:teuthology.orchestra.run.trial059.stdout: 5 11735 13.80 MB/sec warmup 29 sec latency 35.846 ms 2026-02-21T20:05:48.090 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:47 trial059 ceph-mon[32866]: pgmap v124: 97 pgs: 97 active+clean; 152 MiB data, 946 MiB used, 5.5 TiB / 5.5 TiB avail; 10 KiB/s rd, 6.8 MiB/s wr, 606 op/s 2026-02-21T20:05:48.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:47 trial144 ceph-mon[36838]: pgmap v124: 97 pgs: 97 active+clean; 152 MiB data, 946 MiB used, 5.5 TiB / 5.5 TiB avail; 10 KiB/s rd, 6.8 MiB/s wr, 606 op/s 2026-02-21T20:05:48.555 INFO:teuthology.orchestra.run.trial059.stdout: 5 12131 13.89 MB/sec warmup 30 sec latency 31.419 ms 2026-02-21T20:05:49.555 INFO:teuthology.orchestra.run.trial059.stdout: 5 12537 13.50 MB/sec warmup 31 sec latency 34.144 ms 2026-02-21T20:05:50.118 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:49 trial059 ceph-mon[32866]: pgmap v125: 97 pgs: 97 active+clean; 156 MiB data, 939 MiB used, 5.5 TiB / 5.5 TiB avail; 7.3 KiB/s rd, 6.4 MiB/s wr, 538 op/s 2026-02-21T20:05:50.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:49 trial144 ceph-mon[36838]: pgmap v125: 97 pgs: 97 active+clean; 156 MiB data, 939 MiB used, 5.5 TiB / 5.5 TiB avail; 7.3 KiB/s rd, 6.4 MiB/s wr, 538 op/s 2026-02-21T20:05:50.555 INFO:teuthology.orchestra.run.trial059.stdout: 5 12950 13.22 MB/sec warmup 32 sec latency 40.697 ms 2026-02-21T20:05:51.555 INFO:teuthology.orchestra.run.trial059.stdout: 5 13274 13.26 MB/sec warmup 33 sec latency 38.340 ms 2026-02-21T20:05:52.126 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:51 trial059 ceph-mon[32866]: pgmap v126: 97 pgs: 97 active+clean; 154 MiB data, 937 MiB used, 5.5 TiB / 5.5 TiB avail; 7.4 KiB/s rd, 5.1 MiB/s wr, 470 op/s 2026-02-21T20:05:52.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:51 trial144 ceph-mon[36838]: pgmap v126: 97 pgs: 97 active+clean; 154 MiB data, 937 MiB used, 5.5 TiB / 5.5 TiB avail; 7.4 KiB/s rd, 5.1 MiB/s wr, 470 op/s 2026-02-21T20:05:52.557 INFO:teuthology.orchestra.run.trial059.stdout: 5 13696 13.39 MB/sec warmup 34 sec latency 37.284 ms 2026-02-21T20:05:53.556 INFO:teuthology.orchestra.run.trial059.stdout: 5 14084 13.42 MB/sec warmup 35 sec latency 34.148 ms 2026-02-21T20:05:53.904 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:53 trial059 ceph-mon[32866]: pgmap v127: 97 pgs: 97 active+clean; 155 MiB data, 995 MiB used, 5.5 TiB / 5.5 TiB avail; 11 KiB/s rd, 5.9 MiB/s wr, 611 op/s 2026-02-21T20:05:54.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:53 trial144 ceph-mon[36838]: pgmap v127: 97 pgs: 97 active+clean; 155 MiB data, 995 MiB used, 5.5 TiB / 5.5 TiB avail; 11 KiB/s rd, 5.9 MiB/s wr, 611 op/s 2026-02-21T20:05:54.556 INFO:teuthology.orchestra.run.trial059.stdout: 5 14371 13.39 MB/sec warmup 36 sec latency 50.814 ms 2026-02-21T20:05:55.556 INFO:teuthology.orchestra.run.trial059.stdout: 5 14728 13.17 MB/sec warmup 37 sec latency 53.563 ms 2026-02-21T20:05:55.919 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:55 trial059 ceph-mon[32866]: pgmap v128: 97 pgs: 97 active+clean; 158 MiB data, 1016 MiB used, 5.5 TiB / 5.5 TiB avail; 6.3 KiB/s rd, 4.8 MiB/s wr, 423 op/s 2026-02-21T20:05:56.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:55 trial144 ceph-mon[36838]: pgmap v128: 97 pgs: 97 active+clean; 158 MiB data, 1016 MiB used, 5.5 TiB / 5.5 TiB avail; 6.3 KiB/s rd, 4.8 MiB/s wr, 423 op/s 2026-02-21T20:05:56.556 INFO:teuthology.orchestra.run.trial059.stdout: 5 15048 12.91 MB/sec warmup 38 sec latency 50.999 ms 2026-02-21T20:05:57.558 INFO:teuthology.orchestra.run.trial059.stdout: 5 15376 12.77 MB/sec warmup 39 sec latency 42.917 ms 2026-02-21T20:05:57.939 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:57 trial059 ceph-mon[32866]: pgmap v129: 97 pgs: 97 active+clean; 164 MiB data, 1.0 GiB used, 5.5 TiB / 5.5 TiB avail; 8.4 KiB/s rd, 5.6 MiB/s wr, 448 op/s 2026-02-21T20:05:58.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:57 trial144 ceph-mon[36838]: pgmap v129: 97 pgs: 97 active+clean; 164 MiB data, 1.0 GiB used, 5.5 TiB / 5.5 TiB avail; 8.4 KiB/s rd, 5.6 MiB/s wr, 448 op/s 2026-02-21T20:05:58.557 INFO:teuthology.orchestra.run.trial059.stdout: 5 15876 12.84 MB/sec warmup 40 sec latency 33.547 ms 2026-02-21T20:05:59.559 INFO:teuthology.orchestra.run.trial059.stdout: 5 16325 12.61 MB/sec warmup 41 sec latency 32.790 ms 2026-02-21T20:06:00.172 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:59 trial059 ceph-mon[32866]: pgmap v130: 97 pgs: 97 active+clean; 167 MiB data, 1.1 GiB used, 5.5 TiB / 5.5 TiB avail; 6.0 KiB/s rd, 5.0 MiB/s wr, 464 op/s 2026-02-21T20:06:00.173 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:05:59 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:06:00.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:59 trial144 ceph-mon[36838]: pgmap v130: 97 pgs: 97 active+clean; 167 MiB data, 1.1 GiB used, 5.5 TiB / 5.5 TiB avail; 6.0 KiB/s rd, 5.0 MiB/s wr, 464 op/s 2026-02-21T20:06:00.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:05:59 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:06:00.558 INFO:teuthology.orchestra.run.trial059.stdout: 5 16646 12.52 MB/sec warmup 42 sec latency 28.895 ms 2026-02-21T20:06:01.559 INFO:teuthology.orchestra.run.trial059.stdout: 5 17014 12.56 MB/sec warmup 43 sec latency 52.722 ms 2026-02-21T20:06:01.950 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:01 trial059 ceph-mon[32866]: pgmap v131: 97 pgs: 97 active+clean; 166 MiB data, 1.1 GiB used, 5.5 TiB / 5.5 TiB avail; 6.1 KiB/s rd, 5.2 MiB/s wr, 492 op/s 2026-02-21T20:06:02.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:01 trial144 ceph-mon[36838]: pgmap v131: 97 pgs: 97 active+clean; 166 MiB data, 1.1 GiB used, 5.5 TiB / 5.5 TiB avail; 6.1 KiB/s rd, 5.2 MiB/s wr, 492 op/s 2026-02-21T20:06:02.558 INFO:teuthology.orchestra.run.trial059.stdout: 5 17414 12.66 MB/sec warmup 44 sec latency 35.320 ms 2026-02-21T20:06:02.844 INFO:teuthology.orchestra.run.trial059.stdout:true 2026-02-21T20:06:03.298 INFO:teuthology.orchestra.run.trial059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-21T20:06:03.299 INFO:teuthology.orchestra.run.trial059.stdout:alertmanager.trial059 trial059 *:9093,9094 running (2m) 46s ago 3m 30.9M - 0.25.0 c8568f914cd2 69215863e2a3 2026-02-21T20:06:03.299 INFO:teuthology.orchestra.run.trial059.stdout:ceph-exporter.trial059 trial059 *:9926 running (3m) 46s ago 3m 9235k - 19.2.3-672-g283431c0 4cc07a41bb19 7fd5901bf1b0 2026-02-21T20:06:03.299 INFO:teuthology.orchestra.run.trial059.stdout:ceph-exporter.trial144 trial144 *:9926 running (2m) 47s ago 2m 6543k - 19.2.3-672-g283431c0 4cc07a41bb19 055d84c926d1 2026-02-21T20:06:03.299 INFO:teuthology.orchestra.run.trial059.stdout:crash.trial059 trial059 running (3m) 46s ago 3m 7654k - 19.2.3-672-g283431c0 4cc07a41bb19 448cef160e71 2026-02-21T20:06:03.299 INFO:teuthology.orchestra.run.trial059.stdout:crash.trial144 trial144 running (2m) 47s ago 2m 7633k - 19.2.3-672-g283431c0 4cc07a41bb19 0c9efe26501e 2026-02-21T20:06:03.299 INFO:teuthology.orchestra.run.trial059.stdout:grafana.trial059 trial059 *:3000 running (2m) 46s ago 2m 82.0M - 10.4.0 c8b91775d855 1a995e9ef978 2026-02-21T20:06:03.299 INFO:teuthology.orchestra.run.trial059.stdout:mds.foofs.trial059.dvkave trial059 running (57s) 46s ago 57s 14.3M - 19.2.3-672-g283431c0 4cc07a41bb19 721cc519ab07 2026-02-21T20:06:03.299 INFO:teuthology.orchestra.run.trial059.stdout:mds.foofs.trial144.nlocnr trial144 running (58s) 47s ago 57s 15.5M - 19.2.3-672-g283431c0 4cc07a41bb19 7cc923a2acac 2026-02-21T20:06:03.299 INFO:teuthology.orchestra.run.trial059.stdout:mgr.trial059.suhfeu trial059 *:9283,8765,8443 running (3m) 46s ago 3m 561M - 19.2.3-672-g283431c0 4cc07a41bb19 3315e1fcb74f 2026-02-21T20:06:03.300 INFO:teuthology.orchestra.run.trial059.stdout:mgr.trial144.npjdqw trial144 *:8443,9283,8765 running (2m) 47s ago 2m 486M - 19.2.3-672-g283431c0 4cc07a41bb19 0fd666912245 2026-02-21T20:06:03.300 INFO:teuthology.orchestra.run.trial059.stdout:mon.trial059 trial059 running (3m) 46s ago 3m 60.4M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 a4d2055500fb 2026-02-21T20:06:03.300 INFO:teuthology.orchestra.run.trial059.stdout:mon.trial144 trial144 running (2m) 47s ago 2m 49.0M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7e229da88a8e 2026-02-21T20:06:03.300 INFO:teuthology.orchestra.run.trial059.stdout:nfs.foo.0.0.trial059.iuhufj trial059 *:2049 running (51s) 46s ago 51s 48.8M - 5.9 4cc07a41bb19 130660aa3aa1 2026-02-21T20:06:03.300 INFO:teuthology.orchestra.run.trial059.stdout:nfs.foo.1.0.trial144.ffvxbg trial144 *:2049 running (48s) 47s ago 48s 15.5M - 5.9 4cc07a41bb19 6fefa0dd7afa 2026-02-21T20:06:03.300 INFO:teuthology.orchestra.run.trial059.stdout:node-exporter.trial059 trial059 *:9100 running (3m) 46s ago 3m 13.3M - 1.7.0 72c9c2088986 2a7b9d99d011 2026-02-21T20:06:03.300 INFO:teuthology.orchestra.run.trial059.stdout:node-exporter.trial144 trial144 *:9100 running (2m) 47s ago 2m 11.7M - 1.7.0 72c9c2088986 50ed9f36b332 2026-02-21T20:06:03.300 INFO:teuthology.orchestra.run.trial059.stdout:osd.0 trial059 running (2m) 46s ago 2m 47.4M 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fa6ff6d8120a 2026-02-21T20:06:03.300 INFO:teuthology.orchestra.run.trial059.stdout:osd.1 trial059 running (2m) 46s ago 2m 48.3M 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 d9a49ec733e8 2026-02-21T20:06:03.300 INFO:teuthology.orchestra.run.trial059.stdout:osd.2 trial059 running (2m) 46s ago 2m 45.4M 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 4d1dae79f2e1 2026-02-21T20:06:03.300 INFO:teuthology.orchestra.run.trial059.stdout:osd.3 trial059 running (115s) 46s ago 115s 45.3M 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 17e819e7436b 2026-02-21T20:06:03.300 INFO:teuthology.orchestra.run.trial059.stdout:osd.4 trial144 running (107s) 47s ago 107s 45.9M 19.9G 19.2.3-672-g283431c0 4cc07a41bb19 d58cfaf7abda 2026-02-21T20:06:03.301 INFO:teuthology.orchestra.run.trial059.stdout:osd.5 trial144 running (97s) 47s ago 97s 44.5M 19.9G 19.2.3-672-g283431c0 4cc07a41bb19 b79fc6fe47ff 2026-02-21T20:06:03.301 INFO:teuthology.orchestra.run.trial059.stdout:osd.6 trial144 running (88s) 47s ago 88s 45.3M 19.9G 19.2.3-672-g283431c0 4cc07a41bb19 02200fa9c05a 2026-02-21T20:06:03.301 INFO:teuthology.orchestra.run.trial059.stdout:osd.7 trial144 running (79s) 47s ago 79s 45.3M 19.9G 19.2.3-672-g283431c0 4cc07a41bb19 def5311f2426 2026-02-21T20:06:03.301 INFO:teuthology.orchestra.run.trial059.stdout:prometheus.trial059 trial059 *:9095 running (2m) 46s ago 2m 49.5M - 2.51.0 1d3b7f56885b d10318530e51 2026-02-21T20:06:03.558 INFO:teuthology.orchestra.run.trial059.stdout: 5 17747 12.67 MB/sec warmup 45 sec latency 39.393 ms 2026-02-21T20:06:03.559 INFO:teuthology.orchestra.run.trial059.stdout:{ 2026-02-21T20:06:03.560 INFO:teuthology.orchestra.run.trial059.stdout: "mon": { 2026-02-21T20:06:03.560 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-21T20:06:03.560 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:06:03.560 INFO:teuthology.orchestra.run.trial059.stdout: "mgr": { 2026-02-21T20:06:03.560 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-21T20:06:03.560 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:06:03.560 INFO:teuthology.orchestra.run.trial059.stdout: "osd": { 2026-02-21T20:06:03.560 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-21T20:06:03.560 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:06:03.561 INFO:teuthology.orchestra.run.trial059.stdout: "mds": { 2026-02-21T20:06:03.561 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-21T20:06:03.561 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:06:03.561 INFO:teuthology.orchestra.run.trial059.stdout: "overall": { 2026-02-21T20:06:03.561 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 14 2026-02-21T20:06:03.561 INFO:teuthology.orchestra.run.trial059.stdout: } 2026-02-21T20:06:03.561 INFO:teuthology.orchestra.run.trial059.stdout:} 2026-02-21T20:06:03.776 INFO:teuthology.orchestra.run.trial059.stdout:{ 2026-02-21T20:06:03.776 INFO:teuthology.orchestra.run.trial059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:042df16cd9ee8a8df553b188fef8a8c4a9e7ab01", 2026-02-21T20:06:03.776 INFO:teuthology.orchestra.run.trial059.stdout: "in_progress": true, 2026-02-21T20:06:03.776 INFO:teuthology.orchestra.run.trial059.stdout: "which": "Upgrading all daemon types on all hosts", 2026-02-21T20:06:03.776 INFO:teuthology.orchestra.run.trial059.stdout: "services_complete": [], 2026-02-21T20:06:03.776 INFO:teuthology.orchestra.run.trial059.stdout: "progress": "", 2026-02-21T20:06:03.776 INFO:teuthology.orchestra.run.trial059.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 image", 2026-02-21T20:06:03.776 INFO:teuthology.orchestra.run.trial059.stdout: "is_paused": false 2026-02-21T20:06:03.777 INFO:teuthology.orchestra.run.trial059.stdout:} 2026-02-21T20:06:04.048 INFO:teuthology.orchestra.run.trial059.stdout:HEALTH_OK 2026-02-21T20:06:04.211 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:03 trial059 ceph-mon[32866]: pgmap v132: 97 pgs: 97 active+clean; 167 MiB data, 1.1 GiB used, 5.5 TiB / 5.5 TiB avail; 10 KiB/s rd, 5.9 MiB/s wr, 585 op/s 2026-02-21T20:06:04.211 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:03 trial059 ceph-mon[32866]: from='client.14686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:04.212 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:03 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/387540899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-21T20:06:04.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:03 trial144 ceph-mon[36838]: pgmap v132: 97 pgs: 97 active+clean; 167 MiB data, 1.1 GiB used, 5.5 TiB / 5.5 TiB avail; 10 KiB/s rd, 5.9 MiB/s wr, 585 op/s 2026-02-21T20:06:04.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:03 trial144 ceph-mon[36838]: from='client.14686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:04.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:03 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/387540899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-21T20:06:04.558 INFO:teuthology.orchestra.run.trial059.stdout: 5 17974 12.59 MB/sec warmup 46 sec latency 52.328 ms 2026-02-21T20:06:05.217 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:04 trial059 ceph-mon[32866]: from='client.14690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:05.218 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:04 trial059 ceph-mon[32866]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:05.218 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:04 trial059 ceph-mon[32866]: from='client.14696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:05.218 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:04 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3882948343' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-21T20:06:05.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:04 trial144 ceph-mon[36838]: from='client.14690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:05.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:04 trial144 ceph-mon[36838]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:05.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:04 trial144 ceph-mon[36838]: from='client.14696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:05.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:04 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3882948343' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-21T20:06:05.558 INFO:teuthology.orchestra.run.trial059.stdout: 5 18259 12.40 MB/sec warmup 47 sec latency 51.283 ms 2026-02-21T20:06:06.224 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:05 trial059 ceph-mon[32866]: pgmap v133: 97 pgs: 97 active+clean; 172 MiB data, 1.1 GiB used, 5.5 TiB / 5.5 TiB avail; 6.4 KiB/s rd, 5.0 MiB/s wr, 432 op/s 2026-02-21T20:06:06.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:05 trial144 ceph-mon[36838]: pgmap v133: 97 pgs: 97 active+clean; 172 MiB data, 1.1 GiB used, 5.5 TiB / 5.5 TiB avail; 6.4 KiB/s rd, 5.0 MiB/s wr, 432 op/s 2026-02-21T20:06:06.561 INFO:teuthology.orchestra.run.trial059.stdout: 5 18553 12.21 MB/sec warmup 48 sec latency 46.957 ms 2026-02-21T20:06:07.561 INFO:teuthology.orchestra.run.trial059.stdout: 5 18903 12.13 MB/sec warmup 49 sec latency 34.813 ms 2026-02-21T20:06:08.236 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:07 trial059 ceph-mon[32866]: pgmap v134: 97 pgs: 97 active+clean; 179 MiB data, 1.2 GiB used, 5.5 TiB / 5.5 TiB avail; 8.8 KiB/s rd, 5.9 MiB/s wr, 498 op/s 2026-02-21T20:06:08.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:07 trial144 ceph-mon[36838]: pgmap v134: 97 pgs: 97 active+clean; 179 MiB data, 1.2 GiB used, 5.5 TiB / 5.5 TiB avail; 8.8 KiB/s rd, 5.9 MiB/s wr, 498 op/s 2026-02-21T20:06:08.561 INFO:teuthology.orchestra.run.trial059.stdout: 5 19250 12.11 MB/sec warmup 50 sec latency 37.821 ms 2026-02-21T20:06:09.241 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:09 trial059 ceph-mon[32866]: pgmap v135: 97 pgs: 97 active+clean; 179 MiB data, 1.2 GiB used, 5.5 TiB / 5.5 TiB avail; 6.7 KiB/s rd, 4.9 MiB/s wr, 461 op/s 2026-02-21T20:06:09.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:09 trial144 ceph-mon[36838]: pgmap v135: 97 pgs: 97 active+clean; 179 MiB data, 1.2 GiB used, 5.5 TiB / 5.5 TiB avail; 6.7 KiB/s rd, 4.9 MiB/s wr, 461 op/s 2026-02-21T20:06:09.571 INFO:teuthology.orchestra.run.trial059.stdout: 5 19687 11.96 MB/sec warmup 51 sec latency 30.058 ms 2026-02-21T20:06:10.570 INFO:teuthology.orchestra.run.trial059.stdout: 5 20083 11.83 MB/sec warmup 52 sec latency 27.450 ms 2026-02-21T20:06:11.574 INFO:teuthology.orchestra.run.trial059.stdout: 5 20334 11.77 MB/sec warmup 53 sec latency 28.275 ms 2026-02-21T20:06:11.762 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:11 trial059 ceph-mon[32866]: pgmap v136: 97 pgs: 97 active+clean; 180 MiB data, 1.2 GiB used, 5.5 TiB / 5.5 TiB avail; 6.8 KiB/s rd, 5.4 MiB/s wr, 566 op/s 2026-02-21T20:06:12.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:11 trial144 ceph-mon[36838]: pgmap v136: 97 pgs: 97 active+clean; 180 MiB data, 1.2 GiB used, 5.5 TiB / 5.5 TiB avail; 6.8 KiB/s rd, 5.4 MiB/s wr, 566 op/s 2026-02-21T20:06:12.570 INFO:teuthology.orchestra.run.trial059.stdout: 5 20813 11.97 MB/sec warmup 54 sec latency 47.317 ms 2026-02-21T20:06:13.020 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:12 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:13.020 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:12 trial059 ceph-mon[32866]: Upgrade: Target is version 20.3.0-5291-g042df16c (unknown) 2026-02-21T20:06:13.020 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:12 trial059 ceph-mon[32866]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, digests ['quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721'] 2026-02-21T20:06:13.020 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:12 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:06:13.021 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:12 trial059 ceph-mon[32866]: Upgrade: Need to upgrade myself (mgr.trial059.suhfeu) 2026-02-21T20:06:13.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:12 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:13.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:12 trial144 ceph-mon[36838]: Upgrade: Target is version 20.3.0-5291-g042df16c (unknown) 2026-02-21T20:06:13.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:12 trial144 ceph-mon[36838]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, digests ['quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721'] 2026-02-21T20:06:13.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:12 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:06:13.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:12 trial144 ceph-mon[36838]: Upgrade: Need to upgrade myself (mgr.trial059.suhfeu) 2026-02-21T20:06:13.570 INFO:teuthology.orchestra.run.trial059.stdout: 5 21439 12.21 MB/sec warmup 55 sec latency 28.392 ms 2026-02-21T20:06:14.025 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:13 trial059 ceph-mon[32866]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721 on trial144 2026-02-21T20:06:14.025 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:13 trial059 ceph-mon[32866]: pgmap v137: 97 pgs: 97 active+clean; 179 MiB data, 1.2 GiB used, 5.5 TiB / 5.5 TiB avail; 10 KiB/s rd, 5.6 MiB/s wr, 560 op/s 2026-02-21T20:06:14.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:13 trial144 ceph-mon[36838]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721 on trial144 2026-02-21T20:06:14.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:13 trial144 ceph-mon[36838]: pgmap v137: 97 pgs: 97 active+clean; 179 MiB data, 1.2 GiB used, 5.5 TiB / 5.5 TiB avail; 10 KiB/s rd, 5.6 MiB/s wr, 560 op/s 2026-02-21T20:06:14.571 INFO:teuthology.orchestra.run.trial059.stdout: 5 21864 12.11 MB/sec warmup 56 sec latency 39.585 ms 2026-02-21T20:06:15.030 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]: dispatch 2026-02-21T20:06:15.030 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2026-02-21T20:06:15.031 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2026-02-21T20:06:15.031 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2026-02-21T20:06:15.031 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:14 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:06:15.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]: dispatch 2026-02-21T20:06:15.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2026-02-21T20:06:15.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]: dispatch 2026-02-21T20:06:15.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2026-02-21T20:06:15.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:14 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:06:15.572 INFO:teuthology.orchestra.run.trial059.stdout: 5 22282 11.99 MB/sec warmup 57 sec latency 38.458 ms 2026-02-21T20:06:16.042 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:15 trial059 ceph-mon[32866]: pgmap v138: 97 pgs: 97 active+clean; 182 MiB data, 1.2 GiB used, 5.5 TiB / 5.5 TiB avail; 6.2 KiB/s rd, 4.6 MiB/s wr, 403 op/s 2026-02-21T20:06:16.042 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]': finished 2026-02-21T20:06:16.042 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2026-02-21T20:06:16.043 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]': finished 2026-02-21T20:06:16.043 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:15 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2026-02-21T20:06:16.043 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:15 trial059 ceph-mon[32866]: osdmap e60: 8 total, 8 up, 8 in 2026-02-21T20:06:16.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:15 trial144 ceph-mon[36838]: pgmap v138: 97 pgs: 97 active+clean; 182 MiB data, 1.2 GiB used, 5.5 TiB / 5.5 TiB avail; 6.2 KiB/s rd, 4.6 MiB/s wr, 403 op/s 2026-02-21T20:06:16.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:15 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]': finished 2026-02-21T20:06:16.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:15 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2026-02-21T20:06:16.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:15 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 5]}]': finished 2026-02-21T20:06:16.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:15 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2026-02-21T20:06:16.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:15 trial144 ceph-mon[36838]: osdmap e60: 8 total, 8 up, 8 in 2026-02-21T20:06:16.581 INFO:teuthology.orchestra.run.trial059.stdout: 5 22598 11.97 MB/sec warmup 58 sec latency 26.255 ms 2026-02-21T20:06:17.047 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:16 trial059 ceph-mon[32866]: osdmap e61: 8 total, 8 up, 8 in 2026-02-21T20:06:17.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:16 trial144 ceph-mon[36838]: osdmap e61: 8 total, 8 up, 8 in 2026-02-21T20:06:17.582 INFO:teuthology.orchestra.run.trial059.stdout: 5 22913 11.93 MB/sec warmup 59 sec latency 51.754 ms 2026-02-21T20:06:18.056 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:17 trial059 ceph-mon[32866]: pgmap v141: 97 pgs: 97 active+clean; 198 MiB data, 1.3 GiB used, 5.5 TiB / 5.5 TiB avail; 12 KiB/s rd, 7.3 MiB/s wr, 750 op/s 2026-02-21T20:06:18.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:17 trial144 ceph-mon[36838]: pgmap v141: 97 pgs: 97 active+clean; 198 MiB data, 1.3 GiB used, 5.5 TiB / 5.5 TiB avail; 12 KiB/s rd, 7.3 MiB/s wr, 750 op/s 2026-02-21T20:06:18.582 INFO:teuthology.orchestra.run.trial059.stdout: 5 23247 11.76 MB/sec warmup 60 sec latency 34.938 ms 2026-02-21T20:06:19.583 INFO:teuthology.orchestra.run.trial059.stdout: 5 23631 11.66 MB/sec warmup 61 sec latency 31.995 ms 2026-02-21T20:06:20.073 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:19 trial059 ceph-mon[32866]: pgmap v142: 97 pgs: 97 active+clean; 196 MiB data, 1.3 GiB used, 5.5 TiB / 5.5 TiB avail; 12 KiB/s rd, 6.3 MiB/s wr, 532 op/s 2026-02-21T20:06:20.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:19 trial144 ceph-mon[36838]: pgmap v142: 97 pgs: 97 active+clean; 196 MiB data, 1.3 GiB used, 5.5 TiB / 5.5 TiB avail; 12 KiB/s rd, 6.3 MiB/s wr, 532 op/s 2026-02-21T20:06:20.583 INFO:teuthology.orchestra.run.trial059.stdout: 5 23957 11.63 MB/sec warmup 62 sec latency 28.768 ms 2026-02-21T20:06:21.585 INFO:teuthology.orchestra.run.trial059.stdout: 5 24370 11.78 MB/sec warmup 63 sec latency 31.977 ms 2026-02-21T20:06:22.091 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:22 trial059 ceph-mon[32866]: pgmap v143: 97 pgs: 97 active+clean; 190 MiB data, 1.3 GiB used, 5.5 TiB / 5.5 TiB avail; 6.2 KiB/s rd, 5.3 MiB/s wr, 489 op/s 2026-02-21T20:06:22.091 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:22 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:22.092 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:22 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial144.npjdqw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-21T20:06:22.092 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:22 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-21T20:06:22.092 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:22 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:22.300 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:22 trial144 ceph-mon[36838]: pgmap v143: 97 pgs: 97 active+clean; 190 MiB data, 1.3 GiB used, 5.5 TiB / 5.5 TiB avail; 6.2 KiB/s rd, 5.3 MiB/s wr, 489 op/s 2026-02-21T20:06:22.300 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:22 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:22.300 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:22 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial144.npjdqw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-21T20:06:22.300 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:22 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-21T20:06:22.300 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:22 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:22.585 INFO:teuthology.orchestra.run.trial059.stdout: 5 24745 11.78 MB/sec warmup 64 sec latency 35.036 ms 2026-02-21T20:06:23.102 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:23 trial059 ceph-mon[32866]: Upgrade: Updating mgr.trial144.npjdqw 2026-02-21T20:06:23.102 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:23 trial059 ceph-mon[32866]: Deploying daemon mgr.trial144.npjdqw on trial144 2026-02-21T20:06:23.102 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:23 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:23.102 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:23 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:23.102 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:23 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:06:23.102 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:23 trial059 ceph-mon[32866]: pgmap v144: 97 pgs: 97 active+clean; 194 MiB data, 1.3 GiB used, 5.5 TiB / 5.5 TiB avail; 9.9 KiB/s rd, 6.5 MiB/s wr, 565 op/s 2026-02-21T20:06:23.228 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:23 trial144 ceph-mon[36838]: Upgrade: Updating mgr.trial144.npjdqw 2026-02-21T20:06:23.228 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:23 trial144 ceph-mon[36838]: Deploying daemon mgr.trial144.npjdqw on trial144 2026-02-21T20:06:23.228 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:23 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:23.228 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:23 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:23.228 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:23 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:06:23.228 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:23 trial144 ceph-mon[36838]: pgmap v144: 97 pgs: 97 active+clean; 194 MiB data, 1.3 GiB used, 5.5 TiB / 5.5 TiB avail; 9.9 KiB/s rd, 6.5 MiB/s wr, 565 op/s 2026-02-21T20:06:23.584 INFO:teuthology.orchestra.run.trial059.stdout: 5 25118 11.88 MB/sec warmup 65 sec latency 37.056 ms 2026-02-21T20:06:24.368 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:24 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:24.369 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:24 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:24.369 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:24 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:24.369 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:24 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:24.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:24 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:24.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:24 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:24.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:24 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:24.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:24 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:24.586 INFO:teuthology.orchestra.run.trial059.stdout: 5 25320 11.72 MB/sec warmup 66 sec latency 32.048 ms 2026-02-21T20:06:25.589 INFO:teuthology.orchestra.run.trial059.stdout: 5 25676 11.60 MB/sec warmup 67 sec latency 39.786 ms 2026-02-21T20:06:25.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:25.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:25.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:25.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:06:25.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:25.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:25.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:06:25.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr fail", "who": "trial059.suhfeu"}]: dispatch 2026-02-21T20:06:25.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: Activating manager daemon trial144.npjdqw 2026-02-21T20:06:25.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "mgr fail", "who": "trial059.suhfeu"}]': finished 2026-02-21T20:06:25.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: osdmap e62: 8 total, 8 up, 8 in 2026-02-21T20:06:25.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: mgrmap e22: trial144.npjdqw(active, starting, since 0.0529296s) 2026-02-21T20:06:25.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: Active manager daemon trial144.npjdqw restarted 2026-02-21T20:06:25.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: Activating manager daemon trial144.npjdqw 2026-02-21T20:06:25.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/crt"}]: dispatch 2026-02-21T20:06:25.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-21T20:06:25.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/key"}]: dispatch 2026-02-21T20:06:25.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-21T20:06:25.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-21T20:06:25.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:06:25.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:06:25.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mds metadata", "who": "foofs.trial059.dvkave"}]: dispatch 2026-02-21T20:06:25.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mds metadata", "who": "foofs.trial144.nlocnr"}]: dispatch 2026-02-21T20:06:25.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mgr metadata", "who": "trial144.npjdqw", "id": "trial144.npjdqw"}]: dispatch 2026-02-21T20:06:25.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:06:25.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:06:25.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:06:25.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:06:25.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:06:25.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:06:25.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:06:25.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:06:25.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: osdmap e63: 8 total, 8 up, 8 in 2026-02-21T20:06:25.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-21T20:06:25.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: mgrmap e23: trial144.npjdqw(active, starting, since 0.0102804s) 2026-02-21T20:06:25.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-21T20:06:25.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:25 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-21T20:06:25.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:25.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:25.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:25.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:06:25.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:25.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' 2026-02-21T20:06:25.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:06:25.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr fail", "who": "trial059.suhfeu"}]: dispatch 2026-02-21T20:06:25.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: Activating manager daemon trial144.npjdqw 2026-02-21T20:06:25.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.14201 10.20.193.59:0/1337710576' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "mgr fail", "who": "trial059.suhfeu"}]': finished 2026-02-21T20:06:25.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: osdmap e62: 8 total, 8 up, 8 in 2026-02-21T20:06:25.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: mgrmap e22: trial144.npjdqw(active, starting, since 0.0529296s) 2026-02-21T20:06:25.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: Active manager daemon trial144.npjdqw restarted 2026-02-21T20:06:25.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: Activating manager daemon trial144.npjdqw 2026-02-21T20:06:25.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/crt"}]: dispatch 2026-02-21T20:06:25.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-21T20:06:25.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/key"}]: dispatch 2026-02-21T20:06:25.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-21T20:06:25.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-21T20:06:25.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:06:25.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:06:25.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mds metadata", "who": "foofs.trial059.dvkave"}]: dispatch 2026-02-21T20:06:25.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mds metadata", "who": "foofs.trial144.nlocnr"}]: dispatch 2026-02-21T20:06:25.813 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mgr metadata", "who": "trial144.npjdqw", "id": "trial144.npjdqw"}]: dispatch 2026-02-21T20:06:25.813 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:06:25.813 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:06:25.813 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:06:25.813 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:06:25.813 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:06:25.813 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:06:25.813 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:06:25.813 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:06:25.813 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: osdmap e63: 8 total, 8 up, 8 in 2026-02-21T20:06:25.813 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-21T20:06:25.813 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: mgrmap e23: trial144.npjdqw(active, starting, since 0.0102804s) 2026-02-21T20:06:25.814 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-21T20:06:25.814 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:25 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-21T20:06:26.588 INFO:teuthology.orchestra.run.trial059.stdout: 5 26098 11.57 MB/sec warmup 68 sec latency 26.901 ms 2026-02-21T20:06:26.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: Manager daemon trial144.npjdqw is now available 2026-02-21T20:06:26.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-21T20:06:26.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-21T20:06:26.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-21T20:06:26.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-21T20:06:26.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:26.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:26.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: Running migration 7 -> 8 2026-02-21T20:06:26.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-21T20:06:26.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:06:26.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:06:26.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:26.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial144.npjdqw/mirror_snapshot_schedule"}]: dispatch 2026-02-21T20:06:26.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial144.npjdqw/mirror_snapshot_schedule"}]: dispatch 2026-02-21T20:06:26.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:26.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial144.npjdqw/trash_purge_schedule"}]: dispatch 2026-02-21T20:06:26.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:26 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial144.npjdqw/trash_purge_schedule"}]: dispatch 2026-02-21T20:06:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: Manager daemon trial144.npjdqw is now available 2026-02-21T20:06:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-21T20:06:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-21T20:06:27.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-21T20:06:27.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-21T20:06:27.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:27.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:27.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: Running migration 7 -> 8 2026-02-21T20:06:27.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-21T20:06:27.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:06:27.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:06:27.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:27.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial144.npjdqw/mirror_snapshot_schedule"}]: dispatch 2026-02-21T20:06:27.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial144.npjdqw/mirror_snapshot_schedule"}]: dispatch 2026-02-21T20:06:27.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:27.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial144.npjdqw/trash_purge_schedule"}]: dispatch 2026-02-21T20:06:27.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:26 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial144.npjdqw/trash_purge_schedule"}]: dispatch 2026-02-21T20:06:27.589 INFO:teuthology.orchestra.run.trial059.stdout: 5 26618 11.60 MB/sec warmup 69 sec latency 28.819 ms 2026-02-21T20:06:27.888 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:27 trial059 ceph-mon[32866]: Deploying cephadm binary to trial144 2026-02-21T20:06:27.888 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:27 trial059 ceph-mon[32866]: mgrmap e24: trial144.npjdqw(active, since 1.4244s) 2026-02-21T20:06:27.889 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:27 trial059 ceph-mon[32866]: pgmap v3: 97 pgs: 97 active+clean; 210 MiB data, 1.4 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:06:27.889 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:27 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:27.889 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:27 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:27.889 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:27 trial059 ceph-mon[32866]: [21/Feb/2026:20:06:26] ENGINE Bus STARTING 2026-02-21T20:06:27.889 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:27 trial059 ceph-mon[32866]: [21/Feb/2026:20:06:27] ENGINE Serving on https://10.20.193.144:7150 2026-02-21T20:06:27.889 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:27 trial059 ceph-mon[32866]: [21/Feb/2026:20:06:27] ENGINE Client ('10.20.193.144', 50742) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-21T20:06:27.889 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:27 trial059 ceph-mon[32866]: [21/Feb/2026:20:06:27] ENGINE Serving on http://10.20.193.144:8765 2026-02-21T20:06:27.889 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:27 trial059 ceph-mon[32866]: [21/Feb/2026:20:06:27] ENGINE Bus STARTED 2026-02-21T20:06:27.889 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:27 trial059 ceph-mon[32866]: Deploying cephadm binary to trial059 2026-02-21T20:06:27.889 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:27 trial059 ceph-mon[32866]: pgmap v4: 97 pgs: 97 active+clean; 210 MiB data, 1.4 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:06:28.029 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:27 trial144 ceph-mon[36838]: Deploying cephadm binary to trial144 2026-02-21T20:06:28.029 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:27 trial144 ceph-mon[36838]: mgrmap e24: trial144.npjdqw(active, since 1.4244s) 2026-02-21T20:06:28.029 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:27 trial144 ceph-mon[36838]: pgmap v3: 97 pgs: 97 active+clean; 210 MiB data, 1.4 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:06:28.030 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:27 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:28.030 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:27 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:28.030 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:27 trial144 ceph-mon[36838]: [21/Feb/2026:20:06:26] ENGINE Bus STARTING 2026-02-21T20:06:28.030 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:27 trial144 ceph-mon[36838]: [21/Feb/2026:20:06:27] ENGINE Serving on https://10.20.193.144:7150 2026-02-21T20:06:28.030 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:27 trial144 ceph-mon[36838]: [21/Feb/2026:20:06:27] ENGINE Client ('10.20.193.144', 50742) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-21T20:06:28.030 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:27 trial144 ceph-mon[36838]: [21/Feb/2026:20:06:27] ENGINE Serving on http://10.20.193.144:8765 2026-02-21T20:06:28.030 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:27 trial144 ceph-mon[36838]: [21/Feb/2026:20:06:27] ENGINE Bus STARTED 2026-02-21T20:06:28.030 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:27 trial144 ceph-mon[36838]: Deploying cephadm binary to trial059 2026-02-21T20:06:28.030 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:27 trial144 ceph-mon[36838]: pgmap v4: 97 pgs: 97 active+clean; 210 MiB data, 1.4 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:06:28.591 INFO:teuthology.orchestra.run.trial059.stdout: 5 27107 11.50 MB/sec warmup 70 sec latency 26.594 ms 2026-02-21T20:06:29.151 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:29 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:29.152 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:29 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:29.152 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:29 trial059 ceph-mon[32866]: mgrmap e25: trial144.npjdqw(active, since 2s) 2026-02-21T20:06:29.152 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:29 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:29.152 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:29 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:29.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:29 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:29.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:29 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:29.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:29 trial144 ceph-mon[36838]: mgrmap e25: trial144.npjdqw(active, since 2s) 2026-02-21T20:06:29.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:29 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:29.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:29 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:29.591 INFO:teuthology.orchestra.run.trial059.stdout: 5 27493 11.55 MB/sec warmup 71 sec latency 36.778 ms 2026-02-21T20:06:30.416 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:30 trial059 ceph-mon[32866]: pgmap v5: 97 pgs: 97 active+clean; 210 MiB data, 1.4 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:06:30.416 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:30 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:30.416 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:30 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:30.416 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:30 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.417 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:30 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.417 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:30 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.417 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:30 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.417 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:30 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.417 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:30 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.417 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:30 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.417 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:30 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.417 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:30 trial059 ceph-mon[32866]: Adjusting osd_memory_target on trial144 to 19187M 2026-02-21T20:06:30.417 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:30 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:30.417 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:30 trial059 ceph-mon[32866]: mgrmap e26: trial144.npjdqw(active, since 4s) 2026-02-21T20:06:30.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:30 trial144 ceph-mon[36838]: pgmap v5: 97 pgs: 97 active+clean; 210 MiB data, 1.4 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:06:30.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:30 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:30.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:30 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:30.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:30 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:30 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:30 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:30 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:30 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:30 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:30 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:30 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:30.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:30 trial144 ceph-mon[36838]: Adjusting osd_memory_target on trial144 to 19187M 2026-02-21T20:06:30.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:30 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:30.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:30 trial144 ceph-mon[36838]: mgrmap e26: trial144.npjdqw(active, since 4s) 2026-02-21T20:06:30.592 INFO:teuthology.orchestra.run.trial059.stdout: 5 27963 11.65 MB/sec warmup 72 sec latency 38.380 ms 2026-02-21T20:06:31.593 INFO:teuthology.orchestra.run.trial059.stdout: 5 28343 11.68 MB/sec warmup 73 sec latency 57.697 ms 2026-02-21T20:06:32.439 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:32 trial059 ceph-mon[32866]: pgmap v6: 97 pgs: 97 active+clean; 210 MiB data, 1.4 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:06:32.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:32 trial144 ceph-mon[36838]: pgmap v6: 97 pgs: 97 active+clean; 210 MiB data, 1.4 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:06:32.592 INFO:teuthology.orchestra.run.trial059.stdout: 5 28655 11.70 MB/sec warmup 74 sec latency 33.795 ms 2026-02-21T20:06:33.592 INFO:teuthology.orchestra.run.trial059.stdout: 5 28817 11.58 MB/sec warmup 75 sec latency 46.356 ms 2026-02-21T20:06:34.464 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:34 trial059 ceph-mon[32866]: pgmap v7: 97 pgs: 97 active+clean; 215 MiB data, 1.5 GiB used, 5.5 TiB / 5.5 TiB avail; 33 KiB/s rd, 4.7 MiB/s wr, 445 op/s 2026-02-21T20:06:34.464 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:34 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:34.464 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:34 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:34.505 INFO:teuthology.orchestra.run.trial059.stdout:true 2026-02-21T20:06:34.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:34 trial144 ceph-mon[36838]: pgmap v7: 97 pgs: 97 active+clean; 215 MiB data, 1.5 GiB used, 5.5 TiB / 5.5 TiB avail; 33 KiB/s rd, 4.7 MiB/s wr, 445 op/s 2026-02-21T20:06:34.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:34 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:34.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:34 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:34.592 INFO:teuthology.orchestra.run.trial059.stdout: 5 29059 11.45 MB/sec warmup 76 sec latency 46.569 ms 2026-02-21T20:06:34.968 INFO:teuthology.orchestra.run.trial059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-21T20:06:34.969 INFO:teuthology.orchestra.run.trial059.stdout:alertmanager.trial059 trial059 *:9093,9094 running (3m) 0s ago 3m 31.0M - 0.25.0 c8568f914cd2 69215863e2a3 2026-02-21T20:06:34.969 INFO:teuthology.orchestra.run.trial059.stdout:ceph-exporter.trial059 trial059 *:9926 running (3m) 0s ago 3m 9336k - 19.2.3-672-g283431c0 4cc07a41bb19 7fd5901bf1b0 2026-02-21T20:06:34.969 INFO:teuthology.orchestra.run.trial059.stdout:ceph-exporter.trial144 trial144 *:9926 running (3m) 6s ago 3m 6543k - 19.2.3-672-g283431c0 4cc07a41bb19 055d84c926d1 2026-02-21T20:06:34.969 INFO:teuthology.orchestra.run.trial059.stdout:crash.trial059 trial059 running (3m) 0s ago 3m 7654k - 19.2.3-672-g283431c0 4cc07a41bb19 448cef160e71 2026-02-21T20:06:34.969 INFO:teuthology.orchestra.run.trial059.stdout:crash.trial144 trial144 running (3m) 6s ago 3m 7633k - 19.2.3-672-g283431c0 4cc07a41bb19 0c9efe26501e 2026-02-21T20:06:34.969 INFO:teuthology.orchestra.run.trial059.stdout:grafana.trial059 trial059 *:3000 running (3m) 0s ago 3m 92.4M - 10.4.0 c8b91775d855 1a995e9ef978 2026-02-21T20:06:34.969 INFO:teuthology.orchestra.run.trial059.stdout:mds.foofs.trial059.dvkave trial059 running (89s) 0s ago 88s 15.2M - 19.2.3-672-g283431c0 4cc07a41bb19 721cc519ab07 2026-02-21T20:06:34.969 INFO:teuthology.orchestra.run.trial059.stdout:mds.foofs.trial144.nlocnr trial144 running (89s) 6s ago 89s 35.5M - 19.2.3-672-g283431c0 4cc07a41bb19 7cc923a2acac 2026-02-21T20:06:34.969 INFO:teuthology.orchestra.run.trial059.stdout:mgr.trial059.suhfeu trial059 *:9283,8765,8443 running (3m) 0s ago 3m 161M - 19.2.3-672-g283431c0 4cc07a41bb19 3315e1fcb74f 2026-02-21T20:06:34.969 INFO:teuthology.orchestra.run.trial059.stdout:mgr.trial144.npjdqw trial144 *:8443,9283,8765 running (12s) 6s ago 3m 537M - 20.3.0-5291-g042df16c 9a39d96ac758 b15be7e1803b 2026-02-21T20:06:34.969 INFO:teuthology.orchestra.run.trial059.stdout:mon.trial059 trial059 running (3m) 0s ago 3m 67.0M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 a4d2055500fb 2026-02-21T20:06:34.970 INFO:teuthology.orchestra.run.trial059.stdout:mon.trial144 trial144 running (3m) 6s ago 3m 57.3M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7e229da88a8e 2026-02-21T20:06:34.970 INFO:teuthology.orchestra.run.trial059.stdout:nfs.foo.0.0.trial059.iuhufj trial059 *:2049 running (83s) 0s ago 83s 220M - 5.9 4cc07a41bb19 130660aa3aa1 2026-02-21T20:06:34.970 INFO:teuthology.orchestra.run.trial059.stdout:nfs.foo.1.0.trial144.ffvxbg trial144 *:2049 running (79s) 6s ago 79s 68.7M - 5.9 4cc07a41bb19 6fefa0dd7afa 2026-02-21T20:06:34.970 INFO:teuthology.orchestra.run.trial059.stdout:node-exporter.trial059 trial059 *:9100 running (3m) 0s ago 3m 13.3M - 1.7.0 72c9c2088986 2a7b9d99d011 2026-02-21T20:06:34.970 INFO:teuthology.orchestra.run.trial059.stdout:node-exporter.trial144 trial144 *:9100 running (3m) 6s ago 3m 11.6M - 1.7.0 72c9c2088986 50ed9f36b332 2026-02-21T20:06:34.970 INFO:teuthology.orchestra.run.trial059.stdout:osd.0 trial059 running (2m) 0s ago 2m 184M 17.9G 19.2.3-672-g283431c0 4cc07a41bb19 fa6ff6d8120a 2026-02-21T20:06:34.970 INFO:teuthology.orchestra.run.trial059.stdout:osd.1 trial059 running (2m) 0s ago 2m 144M 17.9G 19.2.3-672-g283431c0 4cc07a41bb19 d9a49ec733e8 2026-02-21T20:06:34.970 INFO:teuthology.orchestra.run.trial059.stdout:osd.2 trial059 running (2m) 0s ago 2m 94.7M 17.9G 19.2.3-672-g283431c0 4cc07a41bb19 4d1dae79f2e1 2026-02-21T20:06:34.970 INFO:teuthology.orchestra.run.trial059.stdout:osd.3 trial059 running (2m) 0s ago 2m 174M 17.9G 19.2.3-672-g283431c0 4cc07a41bb19 17e819e7436b 2026-02-21T20:06:34.970 INFO:teuthology.orchestra.run.trial059.stdout:osd.4 trial144 running (2m) 6s ago 2m 180M 18.7G 19.2.3-672-g283431c0 4cc07a41bb19 d58cfaf7abda 2026-02-21T20:06:34.970 INFO:teuthology.orchestra.run.trial059.stdout:osd.5 trial144 running (2m) 6s ago 2m 154M 18.7G 19.2.3-672-g283431c0 4cc07a41bb19 b79fc6fe47ff 2026-02-21T20:06:34.970 INFO:teuthology.orchestra.run.trial059.stdout:osd.6 trial144 running (2m) 6s ago 2m 155M 18.7G 19.2.3-672-g283431c0 4cc07a41bb19 02200fa9c05a 2026-02-21T20:06:34.970 INFO:teuthology.orchestra.run.trial059.stdout:osd.7 trial144 running (111s) 6s ago 111s 238M 18.7G 19.2.3-672-g283431c0 4cc07a41bb19 def5311f2426 2026-02-21T20:06:34.971 INFO:teuthology.orchestra.run.trial059.stdout:prometheus.trial059 trial059 *:9095 running (3m) 0s ago 3m 51.9M - 2.51.0 1d3b7f56885b d10318530e51 2026-02-21T20:06:35.211 INFO:teuthology.orchestra.run.trial059.stdout:{ 2026-02-21T20:06:35.212 INFO:teuthology.orchestra.run.trial059.stdout: "mon": { 2026-02-21T20:06:35.212 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-21T20:06:35.212 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:06:35.212 INFO:teuthology.orchestra.run.trial059.stdout: "mgr": { 2026-02-21T20:06:35.212 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 20.3.0-5291-g042df16c (042df16cd9ee8a8df553b188fef8a8c4a9e7ab01) tentacle (dev - RelWithDebInfo)": 1 2026-02-21T20:06:35.212 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:06:35.212 INFO:teuthology.orchestra.run.trial059.stdout: "osd": { 2026-02-21T20:06:35.212 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-21T20:06:35.212 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:06:35.212 INFO:teuthology.orchestra.run.trial059.stdout: "mds": { 2026-02-21T20:06:35.212 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-21T20:06:35.213 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:06:35.213 INFO:teuthology.orchestra.run.trial059.stdout: "overall": { 2026-02-21T20:06:35.213 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 12, 2026-02-21T20:06:35.213 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 20.3.0-5291-g042df16c (042df16cd9ee8a8df553b188fef8a8c4a9e7ab01) tentacle (dev - RelWithDebInfo)": 1 2026-02-21T20:06:35.213 INFO:teuthology.orchestra.run.trial059.stdout: } 2026-02-21T20:06:35.213 INFO:teuthology.orchestra.run.trial059.stdout:} 2026-02-21T20:06:35.412 INFO:teuthology.orchestra.run.trial059.stdout:{ 2026-02-21T20:06:35.412 INFO:teuthology.orchestra.run.trial059.stdout: "in_progress": true, 2026-02-21T20:06:35.412 INFO:teuthology.orchestra.run.trial059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721", 2026-02-21T20:06:35.412 INFO:teuthology.orchestra.run.trial059.stdout: "services_complete": [], 2026-02-21T20:06:35.412 INFO:teuthology.orchestra.run.trial059.stdout: "which": "Upgrading all daemon types on all hosts", 2026-02-21T20:06:35.412 INFO:teuthology.orchestra.run.trial059.stdout: "progress": "1/25 daemons upgraded", 2026-02-21T20:06:35.412 INFO:teuthology.orchestra.run.trial059.stdout: "message": "", 2026-02-21T20:06:35.412 INFO:teuthology.orchestra.run.trial059.stdout: "is_paused": false 2026-02-21T20:06:35.412 INFO:teuthology.orchestra.run.trial059.stdout:} 2026-02-21T20:06:35.592 INFO:teuthology.orchestra.run.trial059.stdout: 5 29312 11.35 MB/sec warmup 77 sec latency 48.903 ms 2026-02-21T20:06:35.663 INFO:teuthology.orchestra.run.trial059.stdout:HEALTH_OK 2026-02-21T20:06:35.974 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='client.14708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:35.974 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:35.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:35.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:35.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:35.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:35.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:35.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:35.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:35.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:35.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:35.975 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:36.224 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: Adjusting osd_memory_target on trial059 to 18419M 2026-02-21T20:06:36.224 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.225 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:36.225 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:06:36.225 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: Updating trial059:/etc/ceph/ceph.conf 2026-02-21T20:06:36.225 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: Updating trial144:/etc/ceph/ceph.conf 2026-02-21T20:06:36.225 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='client.14716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:36.225 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: Standby manager daemon trial059.suhfeu started 2026-02-21T20:06:36.225 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.59:0/3782855456' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial059.suhfeu/crt"}]: dispatch 2026-02-21T20:06:36.225 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.59:0/3782855456' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-21T20:06:36.225 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.59:0/3782855456' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial059.suhfeu/key"}]: dispatch 2026-02-21T20:06:36.225 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.59:0/3782855456' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-21T20:06:36.225 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:06:36.226 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:06:36.226 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: Updating trial144:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:06:36.226 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3264627722' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-21T20:06:36.226 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: pgmap v8: 97 pgs: 97 active+clean; 215 MiB data, 1.5 GiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 3.6 MiB/s wr, 341 op/s 2026-02-21T20:06:36.226 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:06:36.226 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.226 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.226 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/3383328541' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-21T20:06:36.226 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.226 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.226 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.226 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.227 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:35 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='client.14708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:36.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:36.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:36.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:36.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:36.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:36.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:36.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:36.315 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:36.315 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-21T20:06:36.315 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: Adjusting osd_memory_target on trial059 to 18419M 2026-02-21T20:06:36.315 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.315 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:36.315 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:06:36.315 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: Updating trial059:/etc/ceph/ceph.conf 2026-02-21T20:06:36.316 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: Updating trial144:/etc/ceph/ceph.conf 2026-02-21T20:06:36.316 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='client.14716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:36.316 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: Standby manager daemon trial059.suhfeu started 2026-02-21T20:06:36.316 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.59:0/3782855456' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial059.suhfeu/crt"}]: dispatch 2026-02-21T20:06:36.316 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.59:0/3782855456' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-21T20:06:36.316 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.59:0/3782855456' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial059.suhfeu/key"}]: dispatch 2026-02-21T20:06:36.316 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.59:0/3782855456' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-21T20:06:36.316 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:06:36.316 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:06:36.316 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: Updating trial144:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:06:36.317 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3264627722' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-21T20:06:36.317 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: pgmap v8: 97 pgs: 97 active+clean; 215 MiB data, 1.5 GiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 3.6 MiB/s wr, 341 op/s 2026-02-21T20:06:36.317 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:06:36.317 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.317 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.317 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/3383328541' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-21T20:06:36.317 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.317 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.317 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.317 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.317 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:35 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.593 INFO:teuthology.orchestra.run.trial059.stdout: 5 29610 11.29 MB/sec warmup 78 sec latency 38.082 ms 2026-02-21T20:06:36.980 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:36.980 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:06:36.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:06:36.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: Running migration 7 -> 8 2026-02-21T20:06:36.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: Promtail -> Alloy migration: no Promtail service found, nothing to do. 2026-02-21T20:06:36.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: Reconfiguring ceph-exporter.trial059 deps [] -> ['secure_monitoring_stack:False'] (diff {'secure_monitoring_stack:False'}) 2026-02-21T20:06:36.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-21T20:06:36.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-21T20:06:36.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mgr metadata", "who": "trial059.suhfeu", "id": "trial059.suhfeu"}]: dispatch 2026-02-21T20:06:36.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:36.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial059", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:06:36.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: mgrmap e27: trial144.npjdqw(active, since 10s), standbys: trial059.suhfeu 2026-02-21T20:06:36.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial059", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:06:36.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:36.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:36 trial059 ceph-mon[32866]: Deploying daemon ceph-exporter.trial059 on trial059 2026-02-21T20:06:37.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:06:37.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:06:37.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:06:37.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: Running migration 7 -> 8 2026-02-21T20:06:37.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: Promtail -> Alloy migration: no Promtail service found, nothing to do. 2026-02-21T20:06:37.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: Reconfiguring ceph-exporter.trial059 deps [] -> ['secure_monitoring_stack:False'] (diff {'secure_monitoring_stack:False'}) 2026-02-21T20:06:37.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:37.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-21T20:06:37.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-21T20:06:37.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mgr metadata", "who": "trial059.suhfeu", "id": "trial059.suhfeu"}]: dispatch 2026-02-21T20:06:37.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:37.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial059", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:06:37.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: mgrmap e27: trial144.npjdqw(active, since 10s), standbys: trial059.suhfeu 2026-02-21T20:06:37.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial059", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:06:37.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:37.312 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:36 trial144 ceph-mon[36838]: Deploying daemon ceph-exporter.trial059 on trial059 2026-02-21T20:06:37.599 INFO:teuthology.orchestra.run.trial059.stdout: 5 29956 11.29 MB/sec warmup 79 sec latency 34.456 ms 2026-02-21T20:06:38.239 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:38 trial059 ceph-mon[32866]: pgmap v9: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 5.5 TiB / 5.5 TiB avail; 24 KiB/s rd, 4.8 MiB/s wr, 460 op/s 2026-02-21T20:06:38.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:38 trial144 ceph-mon[36838]: pgmap v9: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 5.5 TiB / 5.5 TiB avail; 24 KiB/s rd, 4.8 MiB/s wr, 460 op/s 2026-02-21T20:06:38.597 INFO:teuthology.orchestra.run.trial059.stdout: 5 30333 11.21 MB/sec warmup 80 sec latency 26.697 ms 2026-02-21T20:06:39.600 INFO:teuthology.orchestra.run.trial059.stdout: 5 30711 11.14 MB/sec warmup 81 sec latency 29.834 ms 2026-02-21T20:06:40.516 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:40 trial059 ceph-mon[32866]: pgmap v10: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 5.5 TiB / 5.5 TiB avail; 21 KiB/s rd, 4.2 MiB/s wr, 405 op/s 2026-02-21T20:06:40.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:40 trial144 ceph-mon[36838]: pgmap v10: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 5.5 TiB / 5.5 TiB avail; 21 KiB/s rd, 4.2 MiB/s wr, 405 op/s 2026-02-21T20:06:40.598 INFO:teuthology.orchestra.run.trial059.stdout: 5 31031 11.16 MB/sec warmup 82 sec latency 32.664 ms 2026-02-21T20:06:41.598 INFO:teuthology.orchestra.run.trial059.stdout: 5 31515 11.26 MB/sec warmup 83 sec latency 34.382 ms 2026-02-21T20:06:41.774 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:41 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:41.774 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:41 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:41.775 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:41 trial059 ceph-mon[32866]: Reconfiguring prometheus.trial059 deps ['8765', '9283', 'alertmanager', 'ceph-exporter.trial059', 'ceph-exporter.trial144', 'mgr.trial059.suhfeu', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', 'alertmanager_configured:True', 'ceph-exporter_configured:True', 'ingress_configured:False', 'mgmt-gateway_configured:False', 'mgr.trial059.suhfeu', 'mgr.trial144.npjdqw', 'nfs_configured:True', 'node-exporter_configured:True', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'secure_monitoring_stack:False', 'smb_configured:False'] (diff {'mgr.trial144.npjdqw', 'smb_configured:False', 'nfs_configured:True', '9283', 'ceph-exporter_configured:True', 'ceph-exporter.trial059', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'mgmt-gateway_configured:False', 'ingress_configured:False', 'node-exporter', 'alertmanager_configured:True', 'node-exporter_configured:True', 'alertmanager', 'ceph-exporter.trial144'}) 2026-02-21T20:06:41.775 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:41 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:41.775 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:41 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:41.775 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:41 trial059 ceph-mon[32866]: Deploying daemon prometheus.trial059 on trial059 2026-02-21T20:06:41.775 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:41 trial059 ceph-mon[32866]: pgmap v11: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 5.5 TiB / 5.5 TiB avail; 21 KiB/s rd, 4.2 MiB/s wr, 405 op/s 2026-02-21T20:06:41.775 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:41 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:06:42.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:41 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:42.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:41 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:42.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:41 trial144 ceph-mon[36838]: Reconfiguring prometheus.trial059 deps ['8765', '9283', 'alertmanager', 'ceph-exporter.trial059', 'ceph-exporter.trial144', 'mgr.trial059.suhfeu', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', 'alertmanager_configured:True', 'ceph-exporter_configured:True', 'ingress_configured:False', 'mgmt-gateway_configured:False', 'mgr.trial059.suhfeu', 'mgr.trial144.npjdqw', 'nfs_configured:True', 'node-exporter_configured:True', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'secure_monitoring_stack:False', 'smb_configured:False'] (diff {'mgr.trial144.npjdqw', 'smb_configured:False', 'nfs_configured:True', '9283', 'ceph-exporter_configured:True', 'ceph-exporter.trial059', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'mgmt-gateway_configured:False', 'ingress_configured:False', 'node-exporter', 'alertmanager_configured:True', 'node-exporter_configured:True', 'alertmanager', 'ceph-exporter.trial144'}) 2026-02-21T20:06:42.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:41 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:42.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:41 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:42.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:41 trial144 ceph-mon[36838]: Deploying daemon prometheus.trial059 on trial059 2026-02-21T20:06:42.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:41 trial144 ceph-mon[36838]: pgmap v11: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 5.5 TiB / 5.5 TiB avail; 21 KiB/s rd, 4.2 MiB/s wr, 405 op/s 2026-02-21T20:06:42.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:41 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:06:42.598 INFO:teuthology.orchestra.run.trial059.stdout: 5 32228 11.46 MB/sec warmup 84 sec latency 37.088 ms 2026-02-21T20:06:43.598 INFO:teuthology.orchestra.run.trial059.stdout: 5 32908 11.41 MB/sec warmup 85 sec latency 36.828 ms 2026-02-21T20:06:44.293 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:44 trial059 ceph-mon[32866]: pgmap v12: 97 pgs: 97 active+clean; 227 MiB data, 1.6 GiB used, 5.5 TiB / 5.5 TiB avail; 24 KiB/s rd, 6.5 MiB/s wr, 618 op/s 2026-02-21T20:06:44.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:44 trial144 ceph-mon[36838]: pgmap v12: 97 pgs: 97 active+clean; 227 MiB data, 1.6 GiB used, 5.5 TiB / 5.5 TiB avail; 24 KiB/s rd, 6.5 MiB/s wr, 618 op/s 2026-02-21T20:06:44.599 INFO:teuthology.orchestra.run.trial059.stdout: 5 33626 11.49 MB/sec warmup 86 sec latency 25.374 ms 2026-02-21T20:06:45.599 INFO:teuthology.orchestra.run.trial059.stdout: 5 34044 11.43 MB/sec warmup 87 sec latency 27.809 ms 2026-02-21T20:06:46.309 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:46 trial059 ceph-mon[32866]: pgmap v13: 97 pgs: 97 active+clean; 227 MiB data, 1.6 GiB used, 5.5 TiB / 5.5 TiB avail; 5.7 KiB/s rd, 4.0 MiB/s wr, 374 op/s 2026-02-21T20:06:46.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:46 trial144 ceph-mon[36838]: pgmap v13: 97 pgs: 97 active+clean; 227 MiB data, 1.6 GiB used, 5.5 TiB / 5.5 TiB avail; 5.7 KiB/s rd, 4.0 MiB/s wr, 374 op/s 2026-02-21T20:06:46.599 INFO:teuthology.orchestra.run.trial059.stdout: 5 34425 11.41 MB/sec warmup 88 sec latency 33.396 ms 2026-02-21T20:06:47.602 INFO:teuthology.orchestra.run.trial059.stdout: 5 34793 11.44 MB/sec warmup 89 sec latency 35.192 ms 2026-02-21T20:06:48.369 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:48 trial059 ceph-mon[32866]: pgmap v14: 97 pgs: 97 active+clean; 229 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 11 KiB/s rd, 7.1 MiB/s wr, 697 op/s 2026-02-21T20:06:48.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:48 trial144 ceph-mon[36838]: pgmap v14: 97 pgs: 97 active+clean; 229 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 11 KiB/s rd, 7.1 MiB/s wr, 697 op/s 2026-02-21T20:06:48.610 INFO:teuthology.orchestra.run.trial059.stdout: 5 35179 11.50 MB/sec warmup 90 sec latency 36.052 ms 2026-02-21T20:06:49.610 INFO:teuthology.orchestra.run.trial059.stdout: 5 35474 11.50 MB/sec warmup 91 sec latency 37.531 ms 2026-02-21T20:06:49.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:49.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:49.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: Reconfiguring nfs.foo.0.0.trial059.iuhufj deps [] -> ['tls_ciphers: None', 'tls_debug: False', 'tls_ktls: False', 'tls_min_version: None'] (diff {'tls_min_version: None', 'tls_ciphers: None', 'tls_debug: False', 'tls_ktls: False'}) 2026-02-21T20:06:49.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: Creating key for client.nfs.foo.0.0.trial059.iuhufj 2026-02-21T20:06:49.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-21T20:06:49.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: Ensuring 0 is in the ganesha grace table 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: Rados config object exists: conf-nfs.foo 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: Creating key for client.nfs.foo.0.0.trial059.iuhufj-rgw 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: Bind address in nfs.foo.0.0.trial059.iuhufj's ganesha conf is defaulting to empty 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: Deploying daemon nfs.foo.0.0.trial059.iuhufj on trial059 2026-02-21T20:06:49.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:49 trial059 ceph-mon[32866]: pgmap v15: 97 pgs: 97 active+clean; 229 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 8.2 KiB/s rd, 5.5 MiB/s wr, 535 op/s 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: Reconfiguring nfs.foo.0.0.trial059.iuhufj deps [] -> ['tls_ciphers: None', 'tls_debug: False', 'tls_ktls: False', 'tls_min_version: None'] (diff {'tls_min_version: None', 'tls_ciphers: None', 'tls_debug: False', 'tls_ktls: False'}) 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: Creating key for client.nfs.foo.0.0.trial059.iuhufj 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: Ensuring 0 is in the ganesha grace table 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: Rados config object exists: conf-nfs.foo 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: Creating key for client.nfs.foo.0.0.trial059.iuhufj-rgw 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial059.iuhufj-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: Bind address in nfs.foo.0.0.trial059.iuhufj's ganesha conf is defaulting to empty 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: Deploying daemon nfs.foo.0.0.trial059.iuhufj on trial059 2026-02-21T20:06:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:49 trial144 ceph-mon[36838]: pgmap v15: 97 pgs: 97 active+clean; 229 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 8.2 KiB/s rd, 5.5 MiB/s wr, 535 op/s 2026-02-21T20:06:50.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35713 11.48 MB/sec warmup 92 sec latency 38.309 ms 2026-02-21T20:06:51.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 11.40 MB/sec warmup 93 sec latency 235.421 ms 2026-02-21T20:06:52.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:52 trial059 ceph-mon[32866]: pgmap v16: 97 pgs: 97 active+clean; 229 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 8.2 KiB/s rd, 5.5 MiB/s wr, 536 op/s 2026-02-21T20:06:52.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:52 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:52.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:52 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:52.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:52 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial144", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:06:52.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:52 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial144", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:06:52.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:52 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:52.411 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:52 trial144 ceph-mon[36838]: pgmap v16: 97 pgs: 97 active+clean; 229 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 8.2 KiB/s rd, 5.5 MiB/s wr, 536 op/s 2026-02-21T20:06:52.412 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:52 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:52.412 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:52 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:52.412 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:52 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial144", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:06:52.412 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:52 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial144", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-21T20:06:52.412 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:52 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:52.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 11.27 MB/sec warmup 94 sec latency 1235.461 ms 2026-02-21T20:06:53.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: Reconfiguring ceph-exporter.trial144 deps [] -> ['secure_monitoring_stack:False'] (diff {'secure_monitoring_stack:False'}) 2026-02-21T20:06:53.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: Deploying daemon ceph-exporter.trial144 on trial144 2026-02-21T20:06:53.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:53.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:53.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-21T20:06:53.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-21T20:06:53.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-21T20:06:53.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-21T20:06:53.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-02-21T20:06:53.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:53.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-21T20:06:53.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-21T20:06:53.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-02-21T20:06:53.312 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-21T20:06:53.312 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-21T20:06:53.312 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:53 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:53.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: Reconfiguring ceph-exporter.trial144 deps [] -> ['secure_monitoring_stack:False'] (diff {'secure_monitoring_stack:False'}) 2026-02-21T20:06:53.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: Deploying daemon ceph-exporter.trial144 on trial144 2026-02-21T20:06:53.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:53.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:53.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-21T20:06:53.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-21T20:06:53.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-21T20:06:53.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-21T20:06:53.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-02-21T20:06:53.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:53.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-21T20:06:53.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-21T20:06:53.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-02-21T20:06:53.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-21T20:06:53.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.trial144.ffvxbg-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-21T20:06:53.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:53 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:53.616 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 11.16 MB/sec warmup 95 sec latency 2235.485 ms 2026-02-21T20:06:54.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:54 trial059 ceph-mon[32866]: Reconfiguring nfs.foo.1.0.trial144.ffvxbg deps [] -> ['tls_ciphers: None', 'tls_debug: False', 'tls_ktls: False', 'tls_min_version: None'] (diff {'tls_min_version: None', 'tls_ciphers: None', 'tls_debug: False', 'tls_ktls: False'}) 2026-02-21T20:06:54.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:54 trial059 ceph-mon[32866]: Creating key for client.nfs.foo.1.0.trial144.ffvxbg 2026-02-21T20:06:54.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:54 trial059 ceph-mon[32866]: Ensuring 1 is in the ganesha grace table 2026-02-21T20:06:54.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:54 trial059 ceph-mon[32866]: Rados config object exists: conf-nfs.foo 2026-02-21T20:06:54.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:54 trial059 ceph-mon[32866]: Creating key for client.nfs.foo.1.0.trial144.ffvxbg-rgw 2026-02-21T20:06:54.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:54 trial059 ceph-mon[32866]: Bind address in nfs.foo.1.0.trial144.ffvxbg's ganesha conf is defaulting to empty 2026-02-21T20:06:54.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:54 trial059 ceph-mon[32866]: Deploying daemon nfs.foo.1.0.trial144.ffvxbg on trial144 2026-02-21T20:06:54.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:54 trial059 ceph-mon[32866]: pgmap v17: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 11 KiB/s rd, 7.8 MiB/s wr, 700 op/s 2026-02-21T20:06:54.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:54 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:54.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:54 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:54.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:54 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:06:54.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:54 trial144 ceph-mon[36838]: Reconfiguring nfs.foo.1.0.trial144.ffvxbg deps [] -> ['tls_ciphers: None', 'tls_debug: False', 'tls_ktls: False', 'tls_min_version: None'] (diff {'tls_min_version: None', 'tls_ciphers: None', 'tls_debug: False', 'tls_ktls: False'}) 2026-02-21T20:06:54.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:54 trial144 ceph-mon[36838]: Creating key for client.nfs.foo.1.0.trial144.ffvxbg 2026-02-21T20:06:54.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:54 trial144 ceph-mon[36838]: Ensuring 1 is in the ganesha grace table 2026-02-21T20:06:54.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:54 trial144 ceph-mon[36838]: Rados config object exists: conf-nfs.foo 2026-02-21T20:06:54.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:54 trial144 ceph-mon[36838]: Creating key for client.nfs.foo.1.0.trial144.ffvxbg-rgw 2026-02-21T20:06:54.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:54 trial144 ceph-mon[36838]: Bind address in nfs.foo.1.0.trial144.ffvxbg's ganesha conf is defaulting to empty 2026-02-21T20:06:54.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:54 trial144 ceph-mon[36838]: Deploying daemon nfs.foo.1.0.trial144.ffvxbg on trial144 2026-02-21T20:06:54.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:54 trial144 ceph-mon[36838]: pgmap v17: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 11 KiB/s rd, 7.8 MiB/s wr, 700 op/s 2026-02-21T20:06:54.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:54 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:54.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:54 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:54.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:54 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:06:54.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 11.04 MB/sec warmup 96 sec latency 3235.508 ms 2026-02-21T20:06:55.517 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:55 trial059 ceph-mon[32866]: Certificate for "cephadm-signed_agent_cert (trial144)" is still valid for 1824 days. 2026-02-21T20:06:55.517 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:55 trial059 ceph-mon[32866]: Upgrade: Need to upgrade myself (mgr.trial144.npjdqw) 2026-02-21T20:06:55.517 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:55 trial059 ceph-mon[32866]: Upgrade: Need to upgrade myself (mgr.trial144.npjdqw) 2026-02-21T20:06:55.517 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:55 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:55.518 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:55 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial059.suhfeu", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-21T20:06:55.518 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:55 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial059.suhfeu", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-21T20:06:55.518 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:55 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-21T20:06:55.518 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:55 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:55.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:55 trial144 ceph-mon[36838]: Certificate for "cephadm-signed_agent_cert (trial144)" is still valid for 1824 days. 2026-02-21T20:06:55.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:55 trial144 ceph-mon[36838]: Upgrade: Need to upgrade myself (mgr.trial144.npjdqw) 2026-02-21T20:06:55.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:55 trial144 ceph-mon[36838]: Upgrade: Need to upgrade myself (mgr.trial144.npjdqw) 2026-02-21T20:06:55.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:55 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:55.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:55 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial059.suhfeu", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-21T20:06:55.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:55 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial059.suhfeu", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-21T20:06:55.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:55 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-21T20:06:55.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:55 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:55.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 10.93 MB/sec warmup 97 sec latency 4235.534 ms 2026-02-21T20:06:56.448 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:56 trial144 ceph-mon[36838]: Upgrade: Updating mgr.trial059.suhfeu 2026-02-21T20:06:56.448 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:56 trial144 ceph-mon[36838]: Deploying daemon mgr.trial059.suhfeu on trial059 2026-02-21T20:06:56.448 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:56 trial144 ceph-mon[36838]: pgmap v18: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 8.3 KiB/s rd, 5.5 MiB/s wr, 488 op/s 2026-02-21T20:06:56.449 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:56 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:56.449 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:56 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:56.449 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:56 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:06:56.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:56 trial059 ceph-mon[32866]: Upgrade: Updating mgr.trial059.suhfeu 2026-02-21T20:06:56.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:56 trial059 ceph-mon[32866]: Deploying daemon mgr.trial059.suhfeu on trial059 2026-02-21T20:06:56.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:56 trial059 ceph-mon[32866]: pgmap v18: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 8.3 KiB/s rd, 5.5 MiB/s wr, 488 op/s 2026-02-21T20:06:56.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:56 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:56.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:56 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:56.609 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:56 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:06:56.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 10.81 MB/sec warmup 98 sec latency 5235.561 ms 2026-02-21T20:06:57.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:57 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:06:57.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:57 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:57.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:57 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:57.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:57 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:06:57.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:57 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:57.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:57 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:57.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 10.71 MB/sec warmup 99 sec latency 6235.597 ms 2026-02-21T20:06:58.461 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:58 trial144 ceph-mon[36838]: pgmap v19: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 13 KiB/s rd, 5.5 MiB/s wr, 496 op/s 2026-02-21T20:06:58.462 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:58 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:58.462 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:58 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:58.462 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:58 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:58.462 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:58 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:58.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:58 trial059 ceph-mon[32866]: pgmap v19: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 13 KiB/s rd, 5.5 MiB/s wr, 496 op/s 2026-02-21T20:06:58.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:58 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:58.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:58 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:58.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:58 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:58.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:58 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:58.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 10.60 MB/sec warmup 100 sec latency 7235.630 ms 2026-02-21T20:06:59.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: Standby manager daemon trial059.suhfeu restarted 2026-02-21T20:06:59.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: Standby manager daemon trial059.suhfeu started 2026-02-21T20:06:59.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial059.suhfeu/crt"}]: dispatch 2026-02-21T20:06:59.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-21T20:06:59.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial059.suhfeu/key"}]: dispatch 2026-02-21T20:06:59.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-21T20:06:59.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:59.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:59.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:59.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:06:59.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:59.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:59.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:59.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:59.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-21T20:06:59.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:06:59.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mgr fail", "who": "trial144.npjdqw"}]: dispatch 2026-02-21T20:06:59.359 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mgr fail", "who": "trial144.npjdqw"}]: dispatch 2026-02-21T20:06:59.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: Activating manager daemon trial059.suhfeu 2026-02-21T20:06:59.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd='[{"prefix": "mgr fail", "who": "trial144.npjdqw"}]': finished 2026-02-21T20:06:59.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: osdmap e64: 8 total, 8 up, 8 in 2026-02-21T20:06:59.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: mgrmap e28: trial059.suhfeu(active, starting, since 0.00310801s) 2026-02-21T20:06:59.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:06:59.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:06:59.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata", "who": "foofs.trial059.dvkave"}]: dispatch 2026-02-21T20:06:59.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata", "who": "foofs.trial144.nlocnr"}]: dispatch 2026-02-21T20:06:59.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr metadata", "who": "trial059.suhfeu", "id": "trial059.suhfeu"}]: dispatch 2026-02-21T20:06:59.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:06:59.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:06:59.360 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:06:59.361 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:06:59.361 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:06:59.361 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:06:59.361 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:06:59.361 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:06:59.361 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-21T20:06:59.361 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-21T20:06:59.361 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:06:59 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-21T20:06:59.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: Standby manager daemon trial059.suhfeu restarted 2026-02-21T20:06:59.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: Standby manager daemon trial059.suhfeu started 2026-02-21T20:06:59.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial059.suhfeu/crt"}]: dispatch 2026-02-21T20:06:59.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-21T20:06:59.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial059.suhfeu/key"}]: dispatch 2026-02-21T20:06:59.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-21T20:06:59.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:59.562 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:59.562 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:06:59.562 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:06:59.562 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:59.562 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:59.562 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:59.562 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' 2026-02-21T20:06:59.562 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-21T20:06:59.562 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:06:59.562 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.24445 10.20.193.144:0/2975357498' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mgr fail", "who": "trial144.npjdqw"}]: dispatch 2026-02-21T20:06:59.562 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "mgr fail", "who": "trial144.npjdqw"}]: dispatch 2026-02-21T20:06:59.563 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: Activating manager daemon trial059.suhfeu 2026-02-21T20:06:59.563 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.24445 ' entity='mgr.trial144.npjdqw' cmd='[{"prefix": "mgr fail", "who": "trial144.npjdqw"}]': finished 2026-02-21T20:06:59.563 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: osdmap e64: 8 total, 8 up, 8 in 2026-02-21T20:06:59.563 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: mgrmap e28: trial059.suhfeu(active, starting, since 0.00310801s) 2026-02-21T20:06:59.563 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:06:59.563 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:06:59.563 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata", "who": "foofs.trial059.dvkave"}]: dispatch 2026-02-21T20:06:59.563 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata", "who": "foofs.trial144.nlocnr"}]: dispatch 2026-02-21T20:06:59.563 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr metadata", "who": "trial059.suhfeu", "id": "trial059.suhfeu"}]: dispatch 2026-02-21T20:06:59.563 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-21T20:06:59.563 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-21T20:06:59.563 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-21T20:06:59.564 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-21T20:06:59.564 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-21T20:06:59.564 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-21T20:06:59.564 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-21T20:06:59.564 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-21T20:06:59.564 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-21T20:06:59.564 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-21T20:06:59.564 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:06:59 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-21T20:06:59.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 10.49 MB/sec warmup 101 sec latency 8235.656 ms 2026-02-21T20:07:00.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 10.39 MB/sec warmup 102 sec latency 9235.692 ms 2026-02-21T20:07:01.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 10.29 MB/sec warmup 103 sec latency 10235.725 ms 2026-02-21T20:07:02.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:02 trial144 ceph-mon[36838]: Standby manager daemon trial144.npjdqw started 2026-02-21T20:07:02.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:02 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/1927440794' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/crt"}]: dispatch 2026-02-21T20:07:02.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:02 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/1927440794' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-21T20:07:02.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:02 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/1927440794' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/key"}]: dispatch 2026-02-21T20:07:02.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:02 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/1927440794' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-21T20:07:02.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:02 trial059 ceph-mon[32866]: Standby manager daemon trial144.npjdqw started 2026-02-21T20:07:02.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:02 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.144:0/1927440794' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/crt"}]: dispatch 2026-02-21T20:07:02.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:02 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.144:0/1927440794' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-21T20:07:02.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:02 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.144:0/1927440794' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/key"}]: dispatch 2026-02-21T20:07:02.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:02 trial059 ceph-mon[32866]: from='mgr.? 10.20.193.144:0/1927440794' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-21T20:07:02.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 10.19 MB/sec warmup 104 sec latency 11235.760 ms 2026-02-21T20:07:03.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:03 trial144 ceph-mon[36838]: mgrmap e29: trial059.suhfeu(active, starting, since 2s), standbys: trial144.npjdqw 2026-02-21T20:07:03.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:03 trial059 ceph-mon[32866]: mgrmap e29: trial059.suhfeu(active, starting, since 2s), standbys: trial144.npjdqw 2026-02-21T20:07:03.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 10.09 MB/sec warmup 105 sec latency 12235.796 ms 2026-02-21T20:07:04.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 10.00 MB/sec warmup 106 sec latency 13235.818 ms 2026-02-21T20:07:05.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 9.91 MB/sec warmup 107 sec latency 14235.837 ms 2026-02-21T20:07:06.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 9.81 MB/sec warmup 108 sec latency 15235.860 ms 2026-02-21T20:07:07.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 9.72 MB/sec warmup 109 sec latency 16235.891 ms 2026-02-21T20:07:08.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 9.64 MB/sec warmup 110 sec latency 17235.908 ms 2026-02-21T20:07:08.962 INFO:teuthology.orchestra.run.trial059.stderr:Error ENOTSUP: Warning: due to ceph-mgr restart, some PG states may not be up to date 2026-02-21T20:07:08.962 INFO:teuthology.orchestra.run.trial059.stderr:Module 'orchestrator' is not enabled/loaded (required by command 'orch upgrade status'): use `ceph mgr module enable orchestrator` to enable it 2026-02-21T20:07:09.022 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'ceph orch ps' 2026-02-21T20:07:09.044 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:08 trial059 ceph-mon[32866]: Manager daemon trial059.suhfeu is now available 2026-02-21T20:07:09.044 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:08 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr metadata", "who": "trial144.npjdqw", "id": "trial144.npjdqw"}]: dispatch 2026-02-21T20:07:09.242 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:08 trial144 ceph-mon[36838]: Manager daemon trial059.suhfeu is now available 2026-02-21T20:07:09.242 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:08 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr metadata", "who": "trial144.npjdqw", "id": "trial144.npjdqw"}]: dispatch 2026-02-21T20:07:09.337 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:07:09.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 9.55 MB/sec warmup 111 sec latency 18235.928 ms 2026-02-21T20:07:09.647 INFO:teuthology.orchestra.run.trial059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-21T20:07:09.647 INFO:teuthology.orchestra.run.trial059.stdout:alertmanager.trial059 trial059 *:9093,9094 running (3m) 12s ago 4m 31.0M - 0.25.0 c8568f914cd2 69215863e2a3 2026-02-21T20:07:09.647 INFO:teuthology.orchestra.run.trial059.stdout:ceph-exporter.trial059 trial059 *:9926 running (29s) 12s ago 4m 9063k - 19.2.3-672-g283431c0 4cc07a41bb19 4fabc9ff0777 2026-02-21T20:07:09.647 INFO:teuthology.orchestra.run.trial059.stdout:ceph-exporter.trial144 trial144 *:9926 running (16s) 12s ago 3m 10.6M - 19.2.3-672-g283431c0 4cc07a41bb19 e202a004cdca 2026-02-21T20:07:09.647 INFO:teuthology.orchestra.run.trial059.stdout:crash.trial059 trial059 running (4m) 12s ago 4m 7654k - 19.2.3-672-g283431c0 4cc07a41bb19 448cef160e71 2026-02-21T20:07:09.647 INFO:teuthology.orchestra.run.trial059.stdout:crash.trial144 trial144 running (3m) 12s ago 3m 7633k - 19.2.3-672-g283431c0 4cc07a41bb19 0c9efe26501e 2026-02-21T20:07:09.647 INFO:teuthology.orchestra.run.trial059.stdout:grafana.trial059 trial059 *:3000 running (3m) 12s ago 4m 94.0M - 10.4.0 c8b91775d855 1a995e9ef978 2026-02-21T20:07:09.647 INFO:teuthology.orchestra.run.trial059.stdout:mds.foofs.trial059.dvkave trial059 running (2m) 12s ago 2m 15.4M - 19.2.3-672-g283431c0 4cc07a41bb19 721cc519ab07 2026-02-21T20:07:09.647 INFO:teuthology.orchestra.run.trial059.stdout:mds.foofs.trial144.nlocnr trial144 running (2m) 12s ago 2m 36.4M - 19.2.3-672-g283431c0 4cc07a41bb19 7cc923a2acac 2026-02-21T20:07:09.647 INFO:teuthology.orchestra.run.trial059.stdout:mgr.trial059.suhfeu trial059 *:8443,9283,8765 running (13s) 12s ago 4m 87.0M - 20.3.0-5291-g042df16c 9a39d96ac758 d4bc956a21ff 2026-02-21T20:07:09.648 INFO:teuthology.orchestra.run.trial059.stdout:mgr.trial144.npjdqw trial144 *:8443,9283,8765 running (47s) 12s ago 3m 553M - 20.3.0-5291-g042df16c 9a39d96ac758 b15be7e1803b 2026-02-21T20:07:09.648 INFO:teuthology.orchestra.run.trial059.stdout:mon.trial059 trial059 running (4m) 12s ago 4m 61.9M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 a4d2055500fb 2026-02-21T20:07:09.648 INFO:teuthology.orchestra.run.trial059.stdout:mon.trial144 trial144 running (3m) 12s ago 3m 45.3M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 7e229da88a8e 2026-02-21T20:07:09.648 INFO:teuthology.orchestra.run.trial059.stdout:nfs.foo.0.0.trial059.iuhufj trial059 *:2049 running (17s) 12s ago 118s 53.8M - 5.9 4cc07a41bb19 44e38734eb4b 2026-02-21T20:07:09.648 INFO:teuthology.orchestra.run.trial059.stdout:nfs.foo.1.0.trial144.ffvxbg trial144 *:2049 running (15s) 12s ago 114s 53.7M - 5.9 4cc07a41bb19 a71e47e52f64 2026-02-21T20:07:09.648 INFO:teuthology.orchestra.run.trial059.stdout:node-exporter.trial059 trial059 *:9100 running (4m) 12s ago 4m 13.9M - 1.7.0 72c9c2088986 2a7b9d99d011 2026-02-21T20:07:09.648 INFO:teuthology.orchestra.run.trial059.stdout:node-exporter.trial144 trial144 *:9100 running (3m) 12s ago 3m 12.5M - 1.7.0 72c9c2088986 50ed9f36b332 2026-02-21T20:07:09.648 INFO:teuthology.orchestra.run.trial059.stdout:osd.0 trial059 running (3m) 12s ago 3m 212M 17.9G 19.2.3-672-g283431c0 4cc07a41bb19 fa6ff6d8120a 2026-02-21T20:07:09.648 INFO:teuthology.orchestra.run.trial059.stdout:osd.1 trial059 running (3m) 12s ago 3m 159M 17.9G 19.2.3-672-g283431c0 4cc07a41bb19 d9a49ec733e8 2026-02-21T20:07:09.648 INFO:teuthology.orchestra.run.trial059.stdout:osd.2 trial059 running (3m) 12s ago 3m 120M 17.9G 19.2.3-672-g283431c0 4cc07a41bb19 4d1dae79f2e1 2026-02-21T20:07:09.648 INFO:teuthology.orchestra.run.trial059.stdout:osd.3 trial059 running (3m) 12s ago 3m 206M 17.9G 19.2.3-672-g283431c0 4cc07a41bb19 17e819e7436b 2026-02-21T20:07:09.648 INFO:teuthology.orchestra.run.trial059.stdout:osd.4 trial144 running (2m) 12s ago 2m 209M 18.7G 19.2.3-672-g283431c0 4cc07a41bb19 d58cfaf7abda 2026-02-21T20:07:09.648 INFO:teuthology.orchestra.run.trial059.stdout:osd.5 trial144 running (2m) 12s ago 2m 193M 18.7G 19.2.3-672-g283431c0 4cc07a41bb19 b79fc6fe47ff 2026-02-21T20:07:09.649 INFO:teuthology.orchestra.run.trial059.stdout:osd.6 trial144 running (2m) 12s ago 2m 205M 18.7G 19.2.3-672-g283431c0 4cc07a41bb19 02200fa9c05a 2026-02-21T20:07:09.649 INFO:teuthology.orchestra.run.trial059.stdout:osd.7 trial144 running (2m) 12s ago 2m 268M 18.7G 19.2.3-672-g283431c0 4cc07a41bb19 def5311f2426 2026-02-21T20:07:09.649 INFO:teuthology.orchestra.run.trial059.stdout:prometheus.trial059 trial059 *:9095 running (21s) 12s ago 3m 41.1M - 3.6.0 4fcecf061b74 a696ab0fcfd6 2026-02-21T20:07:09.743 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'ceph versions' 2026-02-21T20:07:10.097 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: mgrmap e30: trial059.suhfeu(active, since 9s), standbys: trial144.npjdqw 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: pgmap v3: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/mirror_snapshot_schedule"}]: dispatch 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/trash_purge_schedule"}]: dispatch 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: pgmap v4: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: [21/Feb/2026:20:07:09] ENGINE Bus STARTING 2026-02-21T20:07:10.113 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:09 trial144 ceph-mon[36838]: [21/Feb/2026:20:07:09] ENGINE Serving on http://10.20.193.59:8765 2026-02-21T20:07:10.202 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-21T20:07:10.202 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-21T20:07:10.202 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-21T20:07:10.202 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-21T20:07:10.202 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:07:10.202 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: mgrmap e30: trial059.suhfeu(active, since 9s), standbys: trial144.npjdqw 2026-02-21T20:07:10.202 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: pgmap v3: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:10.202 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:07:10.202 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-21T20:07:10.202 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-21T20:07:10.203 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-21T20:07:10.203 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/mirror_snapshot_schedule"}]: dispatch 2026-02-21T20:07:10.203 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/trash_purge_schedule"}]: dispatch 2026-02-21T20:07:10.203 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: pgmap v4: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:10.203 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:10.203 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:10.203 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:07:10.203 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: [21/Feb/2026:20:07:09] ENGINE Bus STARTING 2026-02-21T20:07:10.203 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:09 trial059 ceph-mon[32866]: [21/Feb/2026:20:07:09] ENGINE Serving on http://10.20.193.59:8765 2026-02-21T20:07:10.416 INFO:teuthology.orchestra.run.trial059.stdout:{ 2026-02-21T20:07:10.416 INFO:teuthology.orchestra.run.trial059.stdout: "mon": { 2026-02-21T20:07:10.416 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-21T20:07:10.416 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:07:10.416 INFO:teuthology.orchestra.run.trial059.stdout: "mgr": { 2026-02-21T20:07:10.416 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 20.3.0-5291-g042df16c (042df16cd9ee8a8df553b188fef8a8c4a9e7ab01) tentacle (dev - RelWithDebInfo)": 2 2026-02-21T20:07:10.416 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:07:10.416 INFO:teuthology.orchestra.run.trial059.stdout: "osd": { 2026-02-21T20:07:10.416 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-21T20:07:10.416 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:07:10.416 INFO:teuthology.orchestra.run.trial059.stdout: "mds": { 2026-02-21T20:07:10.416 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-21T20:07:10.416 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:07:10.417 INFO:teuthology.orchestra.run.trial059.stdout: "overall": { 2026-02-21T20:07:10.417 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 12, 2026-02-21T20:07:10.417 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 20.3.0-5291-g042df16c (042df16cd9ee8a8df553b188fef8a8c4a9e7ab01) tentacle (dev - RelWithDebInfo)": 2 2026-02-21T20:07:10.417 INFO:teuthology.orchestra.run.trial059.stdout: } 2026-02-21T20:07:10.417 INFO:teuthology.orchestra.run.trial059.stdout:} 2026-02-21T20:07:10.500 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'echo "wait for servicemap items w/ changing names to refresh"' 2026-02-21T20:07:10.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 9.46 MB/sec warmup 112 sec latency 19235.952 ms 2026-02-21T20:07:10.848 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:07:10.962 INFO:teuthology.orchestra.run.trial059.stdout:wait for servicemap items w/ changing names to refresh 2026-02-21T20:07:11.038 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'sleep 60' 2026-02-21T20:07:11.345 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:07:11.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:11 trial059 ceph-mon[32866]: [21/Feb/2026:20:07:09] ENGINE Serving on https://10.20.193.59:7150 2026-02-21T20:07:11.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:11 trial059 ceph-mon[32866]: [21/Feb/2026:20:07:09] ENGINE Bus STARTED 2026-02-21T20:07:11.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:11 trial059 ceph-mon[32866]: [21/Feb/2026:20:07:09] ENGINE Client ('10.20.193.59', 58784) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-21T20:07:11.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:11 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:11.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:11 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:11.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:11 trial059 ceph-mon[32866]: from='client.? 10.20.193.59:0/792364653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-21T20:07:11.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:11 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:11.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:11 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:11.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:11 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:11.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:11 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:11.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:11 trial144 ceph-mon[36838]: [21/Feb/2026:20:07:09] ENGINE Serving on https://10.20.193.59:7150 2026-02-21T20:07:11.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:11 trial144 ceph-mon[36838]: [21/Feb/2026:20:07:09] ENGINE Bus STARTED 2026-02-21T20:07:11.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:11 trial144 ceph-mon[36838]: [21/Feb/2026:20:07:09] ENGINE Client ('10.20.193.59', 58784) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-21T20:07:11.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:11 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:11.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:11 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:11.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:11 trial144 ceph-mon[36838]: from='client.? 10.20.193.59:0/792364653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-21T20:07:11.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:11 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:11.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:11 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:11.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:11 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:11.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:11 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:11.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 9.38 MB/sec warmup 113 sec latency 20235.982 ms 2026-02-21T20:07:12.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: pgmap v5: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:12.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:12.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:12.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:07:12.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:07:12.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: Updating trial059:/etc/ceph/ceph.conf 2026-02-21T20:07:12.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: Updating trial144:/etc/ceph/ceph.conf 2026-02-21T20:07:12.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:07:12.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:07:12.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:07:12.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:07:12.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:12.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:12.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: mgrmap e31: trial059.suhfeu(active, since 12s), standbys: trial144.npjdqw 2026-02-21T20:07:12.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:12 trial144 ceph-mon[36838]: Updating trial144:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:07:12.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: pgmap v5: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:12.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:12.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:12.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:07:12.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-21T20:07:12.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: Updating trial059:/etc/ceph/ceph.conf 2026-02-21T20:07:12.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: Updating trial144:/etc/ceph/ceph.conf 2026-02-21T20:07:12.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:07:12.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:07:12.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:07:12.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:07:12.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:12.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:12.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: mgrmap e31: trial059.suhfeu(active, since 12s), standbys: trial144.npjdqw 2026-02-21T20:07:12.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:12 trial059 ceph-mon[32866]: Updating trial144:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:07:12.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 9.30 MB/sec warmup 114 sec latency 21236.016 ms 2026-02-21T20:07:13.456 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:13 trial144 ceph-mon[36838]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:07:13.456 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:13 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:13.456 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:13 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:13.457 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:13 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:13.457 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:13 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:13.457 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:13 trial144 ceph-mon[36838]: Certificate for "cephadm-signed_agent_cert (trial144)" is still valid for 1824 days. 2026-02-21T20:07:13.457 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:13 trial144 ceph-mon[36838]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-21T20:07:13.457 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:13 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:07:13.457 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:13 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial144.npjdqw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-21T20:07:13.457 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:13 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-21T20:07:13.457 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:13 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:07:13.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 9.22 MB/sec warmup 115 sec latency 22236.052 ms 2026-02-21T20:07:13.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:13 trial059 ceph-mon[32866]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:07:13.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:13 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:13.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:13 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:13.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:13 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:13.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:13 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:13.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:13 trial059 ceph-mon[32866]: Certificate for "cephadm-signed_agent_cert (trial144)" is still valid for 1824 days. 2026-02-21T20:07:13.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:13 trial059 ceph-mon[32866]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-21T20:07:13.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:13 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:07:13.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:13 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial144.npjdqw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-21T20:07:13.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:13 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-21T20:07:13.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:13 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-21T20:07:14.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:14 trial059 ceph-mon[32866]: Upgrade: Updating mgr.trial144.npjdqw 2026-02-21T20:07:14.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:14 trial059 ceph-mon[32866]: Deploying daemon mgr.trial144.npjdqw on trial144 2026-02-21T20:07:14.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:14 trial059 ceph-mon[32866]: pgmap v6: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:14.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:14 trial059 ceph-mon[32866]: mgrmap e32: trial059.suhfeu(active, since 14s), standbys: trial144.npjdqw 2026-02-21T20:07:14.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:14 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:14.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:14 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:14.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:14 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:07:14.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 9.14 MB/sec warmup 116 sec latency 23236.081 ms 2026-02-21T20:07:14.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:14 trial144 ceph-mon[36838]: Upgrade: Updating mgr.trial144.npjdqw 2026-02-21T20:07:14.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:14 trial144 ceph-mon[36838]: Deploying daemon mgr.trial144.npjdqw on trial144 2026-02-21T20:07:14.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:14 trial144 ceph-mon[36838]: pgmap v6: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:14.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:14 trial144 ceph-mon[36838]: mgrmap e32: trial059.suhfeu(active, since 14s), standbys: trial144.npjdqw 2026-02-21T20:07:14.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:14 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:14.675 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:14 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:14.676 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:14 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-21T20:07:15.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 9.06 MB/sec warmup 117 sec latency 24236.107 ms 2026-02-21T20:07:16.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:15 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:16.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:15 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:16.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:15 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:16.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:15 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:16.095 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:15 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:16.095 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:15 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:16.095 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:15 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:16.096 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:15 trial059 ceph-mon[32866]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:16.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 8.98 MB/sec warmup 118 sec latency 25236.132 ms 2026-02-21T20:07:17.059 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:16 trial059 systemd[1]: Stopping Ceph mon.trial059 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:07:17.059 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:16 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059[32862]: 2026-02-21T20:07:16.864+0000 7ff813ba9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.trial059 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-21T20:07:17.060 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:16 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059[32862]: 2026-02-21T20:07:16.864+0000 7ff813ba9640 -1 mon.trial059@0(leader) e2 *** Got Signal Terminated *** 2026-02-21T20:07:17.060 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:16 trial059 podman[96311]: 2026-02-21 20:07:16.885897211 +0000 UTC m=+0.033820518 container died a4d2055500fb5495746a7bfcb131fb872f0fa158a3c3452e5869e148bc04e593 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=squid, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.label-schema.build-date=20260202, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-21T20:07:17.060 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:16 trial059 podman[96311]: 2026-02-21 20:07:16.920122816 +0000 UTC m=+0.068046123 container remove a4d2055500fb5495746a7bfcb131fb872f0fa158a3c3452e5869e148bc04e593 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260202) 2026-02-21T20:07:17.060 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:16 trial059 bash[96311]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059 2026-02-21T20:07:17.060 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 systemd[1]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial059.service: Deactivated successfully. 2026-02-21T20:07:17.060 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 systemd[1]: Stopped Ceph mon.trial059 for 39d77373-0f60-11f1-8f14-d404e6e7d460. 2026-02-21T20:07:17.060 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 systemd[1]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial059.service: Consumed 9.619s CPU time. 2026-02-21T20:07:17.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 systemd[1]: Starting Ceph mon.trial059 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:07:17.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 podman[96484]: 2026-02-21 20:07:17.286794861 +0000 UTC m=+0.015857777 container create 16eb4363e61e76980f255ca14f752ccc8101842c697e7bbcba1c299fe276a2e6 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.build-date=20260209, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-21T20:07:17.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 podman[96484]: 2026-02-21 20:07:17.362997772 +0000 UTC m=+0.092060618 container init 16eb4363e61e76980f255ca14f752ccc8101842c697e7bbcba1c299fe276a2e6 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True) 2026-02-21T20:07:17.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 podman[96484]: 2026-02-21 20:07:17.371665386 +0000 UTC m=+0.100728232 container start 16eb4363e61e76980f255ca14f752ccc8101842c697e7bbcba1c299fe276a2e6 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.41.3, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-21T20:07:17.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 bash[96484]: 16eb4363e61e76980f255ca14f752ccc8101842c697e7bbcba1c299fe276a2e6 2026-02-21T20:07:17.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 podman[96484]: 2026-02-21 20:07:17.27984103 +0000 UTC m=+0.008903876 image pull 9a39d96ac7588d9bdfc94bfeb23c2335d2ff0fb10f3ba87e96eaf72ad2bd5cd2 quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721 2026-02-21T20:07:17.610 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 systemd[1]: Started Ceph mon.trial059 for 39d77373-0f60-11f1-8f14-d404e6e7d460. 2026-02-21T20:07:17.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: set uid:gid to 167:167 (ceph:ceph) 2026-02-21T20:07:17.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: ceph version 20.3.0-5291-g042df16c (042df16cd9ee8a8df553b188fef8a8c4a9e7ab01) tentacle (dev - RelWithDebInfo), process ceph-mon, pid 2 2026-02-21T20:07:17.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: pidfile_write: ignore empty --pid-file 2026-02-21T20:07:17.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: load: jerasure load: lrc 2026-02-21T20:07:17.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: RocksDB version: 7.9.2 2026-02-21T20:07:17.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Git sha 0 2026-02-21T20:07:17.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Compile date 2026-02-13 08:53:20 2026-02-21T20:07:17.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: DB SUMMARY 2026-02-21T20:07:17.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: DB Session ID: 361ETN9K9USFQB5KD08A 2026-02-21T20:07:17.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: CURRENT file: CURRENT 2026-02-21T20:07:17.611 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: IDENTITY file: IDENTITY 2026-02-21T20:07:17.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: MANIFEST file: MANIFEST-000015 size: 761 Bytes 2026-02-21T20:07:17.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: SST files in /var/lib/ceph/mon/ceph-trial059/store.db dir, Total Num: 1, files: 000023.sst 2026-02-21T20:07:17.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-trial059/store.db: 000021.log size: 2507621 ; 2026-02-21T20:07:17.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.error_if_exists: 0 2026-02-21T20:07:17.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.create_if_missing: 0 2026-02-21T20:07:17.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.paranoid_checks: 1 2026-02-21T20:07:17.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-21T20:07:17.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-21T20:07:17.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-21T20:07:17.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.env: 0xed5d60 2026-02-21T20:07:17.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.fs: PosixFileSystem 2026-02-21T20:07:17.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.info_log: 0x2fd11c0 2026-02-21T20:07:17.612 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_file_opening_threads: 16 2026-02-21T20:07:17.613 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.statistics: (nil) 2026-02-21T20:07:17.613 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.use_fsync: 0 2026-02-21T20:07:17.613 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_log_file_size: 0 2026-02-21T20:07:17.613 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-21T20:07:17.613 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-21T20:07:17.613 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.keep_log_file_num: 1000 2026-02-21T20:07:17.613 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.recycle_log_file_num: 0 2026-02-21T20:07:17.613 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.allow_fallocate: 1 2026-02-21T20:07:17.613 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.allow_mmap_reads: 0 2026-02-21T20:07:17.613 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.allow_mmap_writes: 0 2026-02-21T20:07:17.613 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.use_direct_reads: 0 2026-02-21T20:07:17.613 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-21T20:07:17.614 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.create_missing_column_families: 0 2026-02-21T20:07:17.614 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.db_log_dir: 2026-02-21T20:07:17.614 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.wal_dir: 2026-02-21T20:07:17.614 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-21T20:07:17.614 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-21T20:07:17.614 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-21T20:07:17.614 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-21T20:07:17.614 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-21T20:07:17.614 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-21T20:07:17.614 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.advise_random_on_open: 1 2026-02-21T20:07:17.614 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.db_write_buffer_size: 0 2026-02-21T20:07:17.614 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.write_buffer_manager: 0x2fcc140 2026-02-21T20:07:17.615 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-21T20:07:17.615 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-21T20:07:17.615 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-21T20:07:17.615 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.rate_limiter: (nil) 2026-02-21T20:07:17.615 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-21T20:07:17.615 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.wal_recovery_mode: 2 2026-02-21T20:07:17.615 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.enable_thread_tracking: 0 2026-02-21T20:07:17.615 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.enable_pipelined_write: 0 2026-02-21T20:07:17.615 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.unordered_write: 0 2026-02-21T20:07:17.615 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-21T20:07:17.615 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-21T20:07:17.615 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-21T20:07:17.616 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-21T20:07:17.616 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.row_cache: None 2026-02-21T20:07:17.616 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.wal_filter: None 2026-02-21T20:07:17.616 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-21T20:07:17.616 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.allow_ingest_behind: 0 2026-02-21T20:07:17.616 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.two_write_queues: 0 2026-02-21T20:07:17.616 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.manual_wal_flush: 0 2026-02-21T20:07:17.616 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.wal_compression: 0 2026-02-21T20:07:17.616 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.atomic_flush: 0 2026-02-21T20:07:17.616 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-21T20:07:17.616 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-21T20:07:17.616 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-21T20:07:17.617 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.log_readahead_size: 0 2026-02-21T20:07:17.617 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-21T20:07:17.617 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.best_efforts_recovery: 0 2026-02-21T20:07:17.617 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-21T20:07:17.617 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-21T20:07:17.617 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.allow_data_in_errors: 0 2026-02-21T20:07:17.617 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.db_host_id: __hostname__ 2026-02-21T20:07:17.617 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-21T20:07:17.617 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_background_jobs: 2 2026-02-21T20:07:17.617 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_background_compactions: -1 2026-02-21T20:07:17.617 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_subcompactions: 1 2026-02-21T20:07:17.617 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-21T20:07:17.617 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-21T20:07:17.618 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-21T20:07:17.618 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_total_wal_size: 0 2026-02-21T20:07:17.618 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-21T20:07:17.618 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-21T20:07:17.618 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-21T20:07:17.618 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-21T20:07:17.618 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_open_files: -1 2026-02-21T20:07:17.618 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.bytes_per_sync: 0 2026-02-21T20:07:17.618 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-21T20:07:17.618 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-21T20:07:17.618 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compaction_readahead_size: 0 2026-02-21T20:07:17.618 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_background_flushes: -1 2026-02-21T20:07:17.618 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Compression algorithms supported: 2026-02-21T20:07:17.619 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: kZSTD supported: 0 2026-02-21T20:07:17.619 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: kXpressCompression supported: 0 2026-02-21T20:07:17.619 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: kBZip2Compression supported: 0 2026-02-21T20:07:17.619 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-21T20:07:17.619 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: kLZ4Compression supported: 1 2026-02-21T20:07:17.619 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: kZlibCompression supported: 1 2026-02-21T20:07:17.619 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: kLZ4HCCompression supported: 1 2026-02-21T20:07:17.619 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: kSnappyCompression supported: 1 2026-02-21T20:07:17.619 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-21T20:07:17.619 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-21T20:07:17.619 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-trial059/store.db/MANIFEST-000015 2026-02-21T20:07:17.619 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-21T20:07:17.619 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-21T20:07:17.620 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.merge_operator: 2026-02-21T20:07:17.620 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compaction_filter: None 2026-02-21T20:07:17.620 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compaction_filter_factory: None 2026-02-21T20:07:17.620 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.sst_partitioner_factory: None 2026-02-21T20:07:17.620 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-21T20:07:17.620 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-21T20:07:17.620 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x2fd1900) 2026-02-21T20:07:17.620 INFO:journalctl@ceph.mon.trial059.trial059.stdout: cache_index_and_filter_blocks: 1 2026-02-21T20:07:17.620 INFO:journalctl@ceph.mon.trial059.trial059.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-21T20:07:17.620 INFO:journalctl@ceph.mon.trial059.trial059.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-21T20:07:17.620 INFO:journalctl@ceph.mon.trial059.trial059.stdout: pin_top_level_index_and_filter: 1 2026-02-21T20:07:17.620 INFO:journalctl@ceph.mon.trial059.trial059.stdout: index_type: 0 2026-02-21T20:07:17.620 INFO:journalctl@ceph.mon.trial059.trial059.stdout: data_block_index_type: 0 2026-02-21T20:07:17.621 INFO:journalctl@ceph.mon.trial059.trial059.stdout: index_shortening: 1 2026-02-21T20:07:17.621 INFO:journalctl@ceph.mon.trial059.trial059.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-21T20:07:17.621 INFO:journalctl@ceph.mon.trial059.trial059.stdout: checksum: 4 2026-02-21T20:07:17.621 INFO:journalctl@ceph.mon.trial059.trial059.stdout: no_block_cache: 0 2026-02-21T20:07:17.621 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_cache: 0x2f9fa50 2026-02-21T20:07:17.621 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_cache_name: BinnedLRUCache 2026-02-21T20:07:17.621 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_cache_options: 2026-02-21T20:07:17.621 INFO:journalctl@ceph.mon.trial059.trial059.stdout: capacity : 536870912 2026-02-21T20:07:17.621 INFO:journalctl@ceph.mon.trial059.trial059.stdout: num_shard_bits : 4 2026-02-21T20:07:17.621 INFO:journalctl@ceph.mon.trial059.trial059.stdout: strict_capacity_limit : 0 2026-02-21T20:07:17.621 INFO:journalctl@ceph.mon.trial059.trial059.stdout: high_pri_pool_ratio: 0.000 2026-02-21T20:07:17.621 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_cache_compressed: (nil) 2026-02-21T20:07:17.622 INFO:journalctl@ceph.mon.trial059.trial059.stdout: persistent_cache: (nil) 2026-02-21T20:07:17.622 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_size: 4096 2026-02-21T20:07:17.622 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_size_deviation: 10 2026-02-21T20:07:17.622 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_restart_interval: 16 2026-02-21T20:07:17.622 INFO:journalctl@ceph.mon.trial059.trial059.stdout: index_block_restart_interval: 1 2026-02-21T20:07:17.622 INFO:journalctl@ceph.mon.trial059.trial059.stdout: metadata_block_size: 4096 2026-02-21T20:07:17.622 INFO:journalctl@ceph.mon.trial059.trial059.stdout: partition_filters: 0 2026-02-21T20:07:17.622 INFO:journalctl@ceph.mon.trial059.trial059.stdout: use_delta_encoding: 1 2026-02-21T20:07:17.622 INFO:journalctl@ceph.mon.trial059.trial059.stdout: filter_policy: bloomfilter 2026-02-21T20:07:17.622 INFO:journalctl@ceph.mon.trial059.trial059.stdout: whole_key_filtering: 1 2026-02-21T20:07:17.622 INFO:journalctl@ceph.mon.trial059.trial059.stdout: verify_compression: 0 2026-02-21T20:07:17.622 INFO:journalctl@ceph.mon.trial059.trial059.stdout: read_amp_bytes_per_bit: 0 2026-02-21T20:07:17.622 INFO:journalctl@ceph.mon.trial059.trial059.stdout: format_version: 5 2026-02-21T20:07:17.623 INFO:journalctl@ceph.mon.trial059.trial059.stdout: enable_index_compression: 1 2026-02-21T20:07:17.623 INFO:journalctl@ceph.mon.trial059.trial059.stdout: block_align: 0 2026-02-21T20:07:17.623 INFO:journalctl@ceph.mon.trial059.trial059.stdout: max_auto_readahead_size: 262144 2026-02-21T20:07:17.623 INFO:journalctl@ceph.mon.trial059.trial059.stdout: prepopulate_block_cache: 0 2026-02-21T20:07:17.623 INFO:journalctl@ceph.mon.trial059.trial059.stdout: initial_auto_readahead_size: 8192 2026-02-21T20:07:17.623 INFO:journalctl@ceph.mon.trial059.trial059.stdout: num_file_reads_for_auto_readahead: 2 2026-02-21T20:07:17.623 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.write_buffer_size: 33554432 2026-02-21T20:07:17.623 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_write_buffer_number: 2 2026-02-21T20:07:17.623 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compression: NoCompression 2026-02-21T20:07:17.623 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.bottommost_compression: Disabled 2026-02-21T20:07:17.623 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.prefix_extractor: nullptr 2026-02-21T20:07:17.623 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-21T20:07:17.624 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.num_levels: 7 2026-02-21T20:07:17.624 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-21T20:07:17.624 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-21T20:07:17.624 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-21T20:07:17.624 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-21T20:07:17.624 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-21T20:07:17.624 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-21T20:07:17.624 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-21T20:07:17.624 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-21T20:07:17.624 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-21T20:07:17.624 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-21T20:07:17.624 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-21T20:07:17.624 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-21T20:07:17.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-21T20:07:17.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compression_opts.level: 32767 2026-02-21T20:07:17.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compression_opts.strategy: 0 2026-02-21T20:07:17.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-21T20:07:17.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-21T20:07:17.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-21T20:07:17.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-21T20:07:17.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compression_opts.enabled: false 2026-02-21T20:07:17.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-21T20:07:17.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-21T20:07:17.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-21T20:07:17.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-21T20:07:17.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.target_file_size_base: 67108864 2026-02-21T20:07:17.625 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-21T20:07:17.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-21T20:07:17.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-21T20:07:17.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-21T20:07:17.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-21T20:07:17.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-21T20:07:17.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-21T20:07:17.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-21T20:07:17.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-21T20:07:17.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-21T20:07:17.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-21T20:07:17.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-21T20:07:17.626 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-21T20:07:17.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-21T20:07:17.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.arena_block_size: 1048576 2026-02-21T20:07:17.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-21T20:07:17.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-21T20:07:17.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.disable_auto_compactions: 0 2026-02-21T20:07:17.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-21T20:07:17.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-21T20:07:17.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-21T20:07:17.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-21T20:07:17.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-21T20:07:17.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-21T20:07:17.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-21T20:07:17.627 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-21T20:07:17.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-21T20:07:17.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-21T20:07:17.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-21T20:07:17.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.inplace_update_support: 0 2026-02-21T20:07:17.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-21T20:07:17.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-21T20:07:17.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-21T20:07:17.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-21T20:07:17.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.bloom_locality: 0 2026-02-21T20:07:17.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.max_successive_merges: 0 2026-02-21T20:07:17.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-21T20:07:17.628 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.paranoid_file_checks: 0 2026-02-21T20:07:17.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.force_consistency_checks: 1 2026-02-21T20:07:17.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.report_bg_io_stats: 0 2026-02-21T20:07:17.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.ttl: 2592000 2026-02-21T20:07:17.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-21T20:07:17.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-21T20:07:17.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-21T20:07:17.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.enable_blob_files: false 2026-02-21T20:07:17.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.min_blob_size: 0 2026-02-21T20:07:17.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.blob_file_size: 268435456 2026-02-21T20:07:17.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-21T20:07:17.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-21T20:07:17.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-21T20:07:17.629 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-21T20:07:17.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-21T20:07:17.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.blob_file_starting_level: 0 2026-02-21T20:07:17.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-21T20:07:17.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-21T20:07:17.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-trial059/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 25, last_sequence is 7746, log_number is 21,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 21 2026-02-21T20:07:17.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 21 2026-02-21T20:07:17.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: deef1626-c75d-47bc-b1b1-d1d05b44d9a8 2026-02-21T20:07:17.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771704437395450, "job": 1, "event": "recovery_started", "wal_files": [21]} 2026-02-21T20:07:17.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #21 mode 2 2026-02-21T20:07:17.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771704437400347, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 26, "file_size": 2277451, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 7747, "largest_seqno": 8331, "table_properties": {"data_size": 2273612, "index_size": 2028, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 7056, "raw_average_key_size": 24, "raw_value_size": 2267015, "raw_average_value_size": 7844, "num_data_blocks": 93, "num_entries": 289, "num_filter_entries": 289, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1771704437, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "deef1626-c75d-47bc-b1b1-d1d05b44d9a8", "db_session_id": "361ETN9K9USFQB5KD08A", "orig_file_number": 26, "seqno_to_time_mapping": "N/A"}} 2026-02-21T20:07:17.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771704437400401, "job": 1, "event": "recovery_finished"} 2026-02-21T20:07:17.630 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: [db/version_set.cc:5047] Creating manifest 28 2026-02-21T20:07:17.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-21T20:07:17.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-trial059/store.db/000021.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-21T20:07:17.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x2fece00 2026-02-21T20:07:17.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: DB pointer 0x3dde000 2026-02-21T20:07:17.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-21T20:07:17.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-21T20:07:17.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout: ** DB Stats ** 2026-02-21T20:07:17.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-21T20:07:17.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-21T20:07:17.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-21T20:07:17.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-21T20:07:17.631 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-21T20:07:17.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-21T20:07:17.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-21T20:07:17.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:07:17.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout: ** Compaction Stats [default] ** 2026-02-21T20:07:17.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-21T20:07:17.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-21T20:07:17.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout: L0 1/0 2.17 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 803.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-21T20:07:17.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout: L6 1/0 7.24 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-02-21T20:07:17.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Sum 2/0 9.41 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 803.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-21T20:07:17.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 803.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-21T20:07:17.632 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:07:17.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout: ** Compaction Stats [default] ** 2026-02-21T20:07:17.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-21T20:07:17.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-21T20:07:17.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 803.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-21T20:07:17.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:07:17.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-21T20:07:17.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:07:17.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-21T20:07:17.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Flush(GB): cumulative 0.002, interval 0.002 2026-02-21T20:07:17.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-21T20:07:17.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-21T20:07:17.633 INFO:journalctl@ceph.mon.trial059.trial059.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-21T20:07:17.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-21T20:07:17.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Cumulative compaction: 0.00 GB write, 322.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-21T20:07:17.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Interval compaction: 0.00 GB write, 322.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-21T20:07:17.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-21T20:07:17.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Block cache BinnedLRUCache@0x2f9fa50#2 capacity: 512.00 MB usage: 2.98 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2026-02-21T20:07:17.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.91 KB,0.000172853%) IndexBlock(1,2.08 KB,0.000396371%) Misc(1,0.00 KB,0%) 2026-02-21T20:07:17.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:07:17.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-21T20:07:17.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: starting mon.trial059 rank 0 at public addrs [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] at bind addrs [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon_data /var/lib/ceph/mon/ceph-trial059 fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:07:17.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: mon.trial059@-1(???) e2 preinit fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:07:17.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: mon.trial059@-1(???).mds e7 new map 2026-02-21T20:07:17.634 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: mon.trial059@-1(???).mds e7 print_map 2026-02-21T20:07:17.635 INFO:journalctl@ceph.mon.trial059.trial059.stdout: e7 2026-02-21T20:07:17.635 INFO:journalctl@ceph.mon.trial059.trial059.stdout: btime 2026-02-21T20:05:10:659216+0000 2026-02-21T20:07:17.635 INFO:journalctl@ceph.mon.trial059.trial059.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-21T20:07:17.635 INFO:journalctl@ceph.mon.trial059.trial059.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-21T20:07:17.635 INFO:journalctl@ceph.mon.trial059.trial059.stdout: legacy client fscid: 1 2026-02-21T20:07:17.635 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:07:17.635 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Filesystem 'foofs' (1) 2026-02-21T20:07:17.635 INFO:journalctl@ceph.mon.trial059.trial059.stdout: fs_name foofs 2026-02-21T20:07:17.635 INFO:journalctl@ceph.mon.trial059.trial059.stdout: epoch 7 2026-02-21T20:07:17.635 INFO:journalctl@ceph.mon.trial059.trial059.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2026-02-21T20:07:17.635 INFO:journalctl@ceph.mon.trial059.trial059.stdout: created 2026-02-21T20:05:04.635849+0000 2026-02-21T20:07:17.635 INFO:journalctl@ceph.mon.trial059.trial059.stdout: modified 2026-02-21T20:05:09.663621+0000 2026-02-21T20:07:17.636 INFO:journalctl@ceph.mon.trial059.trial059.stdout: tableserver 0 2026-02-21T20:07:17.636 INFO:journalctl@ceph.mon.trial059.trial059.stdout: root 0 2026-02-21T20:07:17.636 INFO:journalctl@ceph.mon.trial059.trial059.stdout: session_timeout 60 2026-02-21T20:07:17.636 INFO:journalctl@ceph.mon.trial059.trial059.stdout: session_autoclose 300 2026-02-21T20:07:17.636 INFO:journalctl@ceph.mon.trial059.trial059.stdout: max_file_size 1099511627776 2026-02-21T20:07:17.636 INFO:journalctl@ceph.mon.trial059.trial059.stdout: max_xattr_size 65536 2026-02-21T20:07:17.636 INFO:journalctl@ceph.mon.trial059.trial059.stdout: required_client_features {} 2026-02-21T20:07:17.636 INFO:journalctl@ceph.mon.trial059.trial059.stdout: last_failure 0 2026-02-21T20:07:17.636 INFO:journalctl@ceph.mon.trial059.trial059.stdout: last_failure_osd_epoch 0 2026-02-21T20:07:17.636 INFO:journalctl@ceph.mon.trial059.trial059.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-21T20:07:17.636 INFO:journalctl@ceph.mon.trial059.trial059.stdout: max_mds 1 2026-02-21T20:07:17.636 INFO:journalctl@ceph.mon.trial059.trial059.stdout: in 0 2026-02-21T20:07:17.637 INFO:journalctl@ceph.mon.trial059.trial059.stdout: up {0=24341} 2026-02-21T20:07:17.637 INFO:journalctl@ceph.mon.trial059.trial059.stdout: failed 2026-02-21T20:07:17.637 INFO:journalctl@ceph.mon.trial059.trial059.stdout: damaged 2026-02-21T20:07:17.637 INFO:journalctl@ceph.mon.trial059.trial059.stdout: stopped 2026-02-21T20:07:17.637 INFO:journalctl@ceph.mon.trial059.trial059.stdout: data_pools [3] 2026-02-21T20:07:17.637 INFO:journalctl@ceph.mon.trial059.trial059.stdout: metadata_pool 2 2026-02-21T20:07:17.637 INFO:journalctl@ceph.mon.trial059.trial059.stdout: inline_data disabled 2026-02-21T20:07:17.637 INFO:journalctl@ceph.mon.trial059.trial059.stdout: balancer 2026-02-21T20:07:17.637 INFO:journalctl@ceph.mon.trial059.trial059.stdout: bal_rank_mask -1 2026-02-21T20:07:17.637 INFO:journalctl@ceph.mon.trial059.trial059.stdout: standby_count_wanted 1 2026-02-21T20:07:17.637 INFO:journalctl@ceph.mon.trial059.trial059.stdout: qdb_cluster leader: 24341 members: 24341 2026-02-21T20:07:17.637 INFO:journalctl@ceph.mon.trial059.trial059.stdout: [mds.foofs.trial144.nlocnr{0:24341} state up:active seq 3 join_fscid=1 addr [v2:10.20.193.144:6832/3533384153,v1:10.20.193.144:6833/3533384153] compat {c=[1],r=[1],i=[1fff]}] 2026-02-21T20:07:17.637 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:07:17.638 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:07:17.638 INFO:journalctl@ceph.mon.trial059.trial059.stdout: Standby daemons: 2026-02-21T20:07:17.638 INFO:journalctl@ceph.mon.trial059.trial059.stdout: 2026-02-21T20:07:17.638 INFO:journalctl@ceph.mon.trial059.trial059.stdout: [mds.foofs.trial059.dvkave{-1:14552} state up:standby seq 2 join_fscid=1 addr [v2:10.20.193.59:6834/1334941240,v1:10.20.193.59:6835/1334941240] compat {c=[1],r=[1],i=[1fff]}] 2026-02-21T20:07:17.638 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: mon.trial059@-1(???).osd e64 crush map has features 3314933000854323200, adjusting msgr requires 2026-02-21T20:07:17.638 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: mon.trial059@-1(???).osd e64 crush map has features 432629239337189376, adjusting msgr requires 2026-02-21T20:07:17.638 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: mon.trial059@-1(???).osd e64 crush map has features 432629239337189376, adjusting msgr requires 2026-02-21T20:07:17.638 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: mon.trial059@-1(???).osd e64 crush map has features 432629239337189376, adjusting msgr requires 2026-02-21T20:07:17.638 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: mon.trial059@-1(???).paxosservice(auth 1..33) refresh upgraded, format 0 -> 3 2026-02-21T20:07:17.639 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 8.91 MB/sec warmup 119 sec latency 26236.155 ms 2026-02-21T20:07:18.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: Upgrade: Updating mon.trial059 2026-02-21T20:07:18.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: Deploying daemon mon.trial059 on trial059 2026-02-21T20:07:18.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:07:18.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:07:18.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: mon.trial059 calling monitor election 2026-02-21T20:07:18.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: mon.trial059 is new leader, mons trial059,trial144 in quorum (ranks 0,1) 2026-02-21T20:07:18.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: monmap epoch 2 2026-02-21T20:07:18.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:07:18.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: last_changed 2026-02-21T20:03:21.614612+0000 2026-02-21T20:07:18.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: created 2026-02-21T20:02:35.219243+0000 2026-02-21T20:07:18.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: min_mon_release 19 (squid) 2026-02-21T20:07:18.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: election_strategy: 1 2026-02-21T20:07:18.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: 0: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.trial059 2026-02-21T20:07:18.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: 1: [v2:10.20.193.144:3300/0,v1:10.20.193.144:6789/0] mon.trial144 2026-02-21T20:07:18.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:active} 1 up:standby 2026-02-21T20:07:18.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: osdmap e64: 8 total, 8 up, 8 in 2026-02-21T20:07:18.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: mgrmap e32: trial059.suhfeu(active, since 18s), standbys: trial144.npjdqw 2026-02-21T20:07:18.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: overall HEALTH_OK 2026-02-21T20:07:18.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: mgrmap e33: trial059.suhfeu(active, since 18s), standbys: trial144.npjdqw 2026-02-21T20:07:18.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:17 trial144 ceph-mon[36838]: from='mgr.14760 ' entity='' 2026-02-21T20:07:18.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: Upgrade: Updating mon.trial059 2026-02-21T20:07:18.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: Deploying daemon mon.trial059 on trial059 2026-02-21T20:07:18.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial059"}]: dispatch 2026-02-21T20:07:18.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: from='mgr.14760 10.20.193.59:0/1907803085' entity='mgr.trial059.suhfeu' cmd=[{"prefix": "mon metadata", "id": "trial144"}]: dispatch 2026-02-21T20:07:18.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: mon.trial059 calling monitor election 2026-02-21T20:07:18.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: mon.trial059 is new leader, mons trial059,trial144 in quorum (ranks 0,1) 2026-02-21T20:07:18.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: monmap epoch 2 2026-02-21T20:07:18.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:07:18.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: last_changed 2026-02-21T20:03:21.614612+0000 2026-02-21T20:07:18.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: created 2026-02-21T20:02:35.219243+0000 2026-02-21T20:07:18.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: min_mon_release 19 (squid) 2026-02-21T20:07:18.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: election_strategy: 1 2026-02-21T20:07:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: 0: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.trial059 2026-02-21T20:07:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: 1: [v2:10.20.193.144:3300/0,v1:10.20.193.144:6789/0] mon.trial144 2026-02-21T20:07:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:active} 1 up:standby 2026-02-21T20:07:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: osdmap e64: 8 total, 8 up, 8 in 2026-02-21T20:07:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: mgrmap e32: trial059.suhfeu(active, since 18s), standbys: trial144.npjdqw 2026-02-21T20:07:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: overall HEALTH_OK 2026-02-21T20:07:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: mgrmap e33: trial059.suhfeu(active, since 18s), standbys: trial144.npjdqw 2026-02-21T20:07:18.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:17 trial059 ceph-mon[96511]: from='mgr.14760 ' entity='' 2026-02-21T20:07:19.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 1 sec latency 28236.218 ms 2026-02-21T20:07:20.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 2 sec latency 29236.248 ms 2026-02-21T20:07:20.720 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: Standby manager daemon trial144.npjdqw restarted 2026-02-21T20:07:20.721 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: Standby manager daemon trial144.npjdqw started 2026-02-21T20:07:20.721 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: Active manager daemon trial059.suhfeu restarted 2026-02-21T20:07:20.721 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: Activating manager daemon trial059.suhfeu 2026-02-21T20:07:20.721 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.? 10.20.193.144:0/636365361' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/crt"}]: dispatch 2026-02-21T20:07:20.721 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.? 10.20.193.144:0/636365361' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-21T20:07:20.721 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.? 10.20.193.144:0/636365361' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/key"}]: dispatch 2026-02-21T20:07:20.721 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: osdmap e65: 8 total, 8 up, 8 in 2026-02-21T20:07:20.721 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: mgrmap e34: trial059.suhfeu(active, starting, since 0.0048175s), standbys: trial144.npjdqw 2026-02-21T20:07:20.721 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mon metadata", "id": "trial059"} : dispatch 2026-02-21T20:07:20.722 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mon metadata", "id": "trial144"} : dispatch 2026-02-21T20:07:20.722 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mds metadata", "who": "foofs.trial059.dvkave"} : dispatch 2026-02-21T20:07:20.722 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mds metadata", "who": "foofs.trial144.nlocnr"} : dispatch 2026-02-21T20:07:20.722 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mgr metadata", "who": "trial059.suhfeu", "id": "trial059.suhfeu"} : dispatch 2026-02-21T20:07:20.722 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mgr metadata", "who": "trial144.npjdqw", "id": "trial144.npjdqw"} : dispatch 2026-02-21T20:07:20.722 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-21T20:07:20.722 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-21T20:07:20.722 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.? 10.20.193.144:0/636365361' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-21T20:07:20.722 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-21T20:07:20.722 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-21T20:07:20.722 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-21T20:07:20.722 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-21T20:07:20.723 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-21T20:07:20.723 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-21T20:07:20.723 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mds metadata"} : dispatch 2026-02-21T20:07:20.723 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata"} : dispatch 2026-02-21T20:07:20.723 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mon metadata"} : dispatch 2026-02-21T20:07:20.723 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:20 trial059 ceph-mon[96511]: Manager daemon trial059.suhfeu is now available 2026-02-21T20:07:20.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: Standby manager daemon trial144.npjdqw restarted 2026-02-21T20:07:20.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: Standby manager daemon trial144.npjdqw started 2026-02-21T20:07:20.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: Active manager daemon trial059.suhfeu restarted 2026-02-21T20:07:20.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: Activating manager daemon trial059.suhfeu 2026-02-21T20:07:20.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/636365361' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/crt"}]: dispatch 2026-02-21T20:07:20.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/636365361' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-21T20:07:20.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/636365361' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial144.npjdqw/key"}]: dispatch 2026-02-21T20:07:20.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: osdmap e65: 8 total, 8 up, 8 in 2026-02-21T20:07:20.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: mgrmap e34: trial059.suhfeu(active, starting, since 0.0048175s), standbys: trial144.npjdqw 2026-02-21T20:07:20.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mon metadata", "id": "trial059"} : dispatch 2026-02-21T20:07:20.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mon metadata", "id": "trial144"} : dispatch 2026-02-21T20:07:20.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mds metadata", "who": "foofs.trial059.dvkave"} : dispatch 2026-02-21T20:07:20.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mds metadata", "who": "foofs.trial144.nlocnr"} : dispatch 2026-02-21T20:07:20.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mgr metadata", "who": "trial059.suhfeu", "id": "trial059.suhfeu"} : dispatch 2026-02-21T20:07:20.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mgr metadata", "who": "trial144.npjdqw", "id": "trial144.npjdqw"} : dispatch 2026-02-21T20:07:20.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-21T20:07:20.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-21T20:07:20.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.? 10.20.193.144:0/636365361' entity='mgr.trial144.npjdqw' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-21T20:07:20.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-21T20:07:20.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-21T20:07:20.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-21T20:07:20.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-21T20:07:20.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-21T20:07:20.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-21T20:07:20.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mds metadata"} : dispatch 2026-02-21T20:07:20.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata"} : dispatch 2026-02-21T20:07:20.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mon metadata"} : dispatch 2026-02-21T20:07:20.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:20 trial144 ceph-mon[36838]: Manager daemon trial059.suhfeu is now available 2026-02-21T20:07:21.531 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:21 trial144 ceph-mon[36838]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-21T20:07:21.532 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:21 trial144 ceph-mon[36838]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-21T20:07:21.532 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:21 trial144 ceph-mon[36838]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-21T20:07:21.532 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:21 trial144 ceph-mon[36838]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-21T20:07:21.532 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:21 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:21.532 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:21 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-21T20:07:21.532 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:21 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-21T20:07:21.532 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:21 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/mirror_snapshot_schedule"} : dispatch 2026-02-21T20:07:21.533 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:21 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/trash_purge_schedule"} : dispatch 2026-02-21T20:07:21.533 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:21 trial144 ceph-mon[36838]: mgrmap e35: trial059.suhfeu(active, since 1.00755s), standbys: trial144.npjdqw 2026-02-21T20:07:21.567 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:21 trial059 ceph-mon[96511]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-21T20:07:21.567 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:21 trial059 ceph-mon[96511]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-21T20:07:21.567 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:21 trial059 ceph-mon[96511]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-21T20:07:21.567 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:21 trial059 ceph-mon[96511]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-21T20:07:21.567 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:21 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:21.568 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:21 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-21T20:07:21.568 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:21 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-21T20:07:21.568 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:21 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/mirror_snapshot_schedule"} : dispatch 2026-02-21T20:07:21.568 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:21 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial059.suhfeu/trash_purge_schedule"} : dispatch 2026-02-21T20:07:21.568 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:21 trial059 ceph-mon[96511]: mgrmap e35: trial059.suhfeu(active, since 1.00755s), standbys: trial144.npjdqw 2026-02-21T20:07:21.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 3 sec latency 30236.274 ms 2026-02-21T20:07:22.569 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:22 trial144 ceph-mon[36838]: [21/Feb/2026:20:07:20] ENGINE Bus STARTING 2026-02-21T20:07:22.569 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:22 trial144 ceph-mon[36838]: [21/Feb/2026:20:07:20] ENGINE Serving on https://10.20.193.59:7150 2026-02-21T20:07:22.569 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:22 trial144 ceph-mon[36838]: [21/Feb/2026:20:07:20] ENGINE Client ('10.20.193.59', 38046) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-21T20:07:22.570 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:22 trial144 ceph-mon[36838]: [21/Feb/2026:20:07:21] ENGINE Serving on http://10.20.193.59:8765 2026-02-21T20:07:22.570 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:22 trial144 ceph-mon[36838]: [21/Feb/2026:20:07:21] ENGINE Bus STARTED 2026-02-21T20:07:22.570 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:22 trial144 ceph-mon[36838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-21T20:07:22.570 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:22 trial144 ceph-mon[36838]: pgmap v3: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:22.570 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:22 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:22.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 4 sec latency 31236.300 ms 2026-02-21T20:07:22.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:22 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:22.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:22 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:22.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:22 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:22.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:22 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:22.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:22 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:22.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:22 trial059 ceph-mon[96511]: [21/Feb/2026:20:07:20] ENGINE Bus STARTING 2026-02-21T20:07:22.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:22 trial059 ceph-mon[96511]: [21/Feb/2026:20:07:20] ENGINE Serving on https://10.20.193.59:7150 2026-02-21T20:07:22.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:22 trial059 ceph-mon[96511]: [21/Feb/2026:20:07:20] ENGINE Client ('10.20.193.59', 38046) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-21T20:07:22.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:22 trial059 ceph-mon[96511]: [21/Feb/2026:20:07:21] ENGINE Serving on http://10.20.193.59:8765 2026-02-21T20:07:22.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:22 trial059 ceph-mon[96511]: [21/Feb/2026:20:07:21] ENGINE Bus STARTED 2026-02-21T20:07:22.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:22 trial059 ceph-mon[96511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-21T20:07:22.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:22 trial059 ceph-mon[96511]: pgmap v3: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:22.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:22 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:22.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:22 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:22.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:22 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:22.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:22 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:22.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:22 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:22.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:22 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 5 sec latency 32236.337 ms 2026-02-21T20:07:23.712 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: pgmap v4: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:23.713 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.713 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.713 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.713 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.713 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:23.713 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-21T20:07:23.713 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: Updating trial059:/etc/ceph/ceph.conf 2026-02-21T20:07:23.713 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: Updating trial144:/etc/ceph/ceph.conf 2026-02-21T20:07:23.713 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.714 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.714 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.714 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.714 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.714 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.714 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: mgrmap e36: trial059.suhfeu(active, since 2s), standbys: trial144.npjdqw 2026-02-21T20:07:23.714 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:23.714 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:23.714 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:23 trial144 ceph-mon[36838]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "quorum_status"} : dispatch 2026-02-21T20:07:23.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: pgmap v4: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:23.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:23.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-21T20:07:23.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: Updating trial059:/etc/ceph/ceph.conf 2026-02-21T20:07:23.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: Updating trial144:/etc/ceph/ceph.conf 2026-02-21T20:07:23.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:23.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: mgrmap e36: trial059.suhfeu(active, since 2s), standbys: trial144.npjdqw 2026-02-21T20:07:23.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:23.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:23.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:23 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "quorum_status"} : dispatch 2026-02-21T20:07:24.249 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 systemd[1]: Stopping Ceph mon.trial144 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:07:24.510 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial144[36834]: 2026-02-21T20:07:24.247+0000 7fbf218ab640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.trial144 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-21T20:07:24.511 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial144[36834]: 2026-02-21T20:07:24.247+0000 7fbf218ab640 -1 mon.trial144@1(peon) e2 *** Got Signal Terminated *** 2026-02-21T20:07:24.511 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 podman[80167]: 2026-02-21 20:07:24.430313166 +0000 UTC m=+0.195059928 container died 7e229da88a8ea44546da549a67cf49a055d3e5bf285d20f0bbede4d03a172d89 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial144, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, CEPH_REF=squid, ceph=True, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3) 2026-02-21T20:07:24.511 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 podman[80167]: 2026-02-21 20:07:24.439280515 +0000 UTC m=+0.204027287 container remove 7e229da88a8ea44546da549a67cf49a055d3e5bf285d20f0bbede4d03a172d89 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial144, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.build-date=20260202, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_REF=squid, ceph=True, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, io.buildah.version=1.41.3) 2026-02-21T20:07:24.511 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 bash[80167]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial144 2026-02-21T20:07:24.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 6 sec latency 33236.364 ms 2026-02-21T20:07:24.772 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 systemd[1]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial144.service: Deactivated successfully. 2026-02-21T20:07:24.772 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 systemd[1]: Stopped Ceph mon.trial144 for 39d77373-0f60-11f1-8f14-d404e6e7d460. 2026-02-21T20:07:24.772 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 systemd[1]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial144.service: Consumed 2.059s CPU time. 2026-02-21T20:07:24.772 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 systemd[1]: Starting Ceph mon.trial144 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:07:24.772 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 podman[80346]: 2026-02-21 20:07:24.74684535 +0000 UTC m=+0.016732992 container create 72c448e8c7c9f5ad840aa48ae1681807905fcb15c66c9d670ee53c3df7e2c88a (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial144, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.build-date=20260209, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01) 2026-02-21T20:07:25.052 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 podman[80346]: 2026-02-21 20:07:24.772111482 +0000 UTC m=+0.041999074 container init 72c448e8c7c9f5ad840aa48ae1681807905fcb15c66c9d670ee53c3df7e2c88a (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial144, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-21T20:07:25.052 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 podman[80346]: 2026-02-21 20:07:24.774667538 +0000 UTC m=+0.044555120 container start 72c448e8c7c9f5ad840aa48ae1681807905fcb15c66c9d670ee53c3df7e2c88a (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial144, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-21T20:07:25.052 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 bash[80346]: 72c448e8c7c9f5ad840aa48ae1681807905fcb15c66c9d670ee53c3df7e2c88a 2026-02-21T20:07:25.052 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 podman[80346]: 2026-02-21 20:07:24.740845804 +0000 UTC m=+0.010733376 image pull 9a39d96ac7588d9bdfc94bfeb23c2335d2ff0fb10f3ba87e96eaf72ad2bd5cd2 quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721 2026-02-21T20:07:25.052 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 systemd[1]: Started Ceph mon.trial144 for 39d77373-0f60-11f1-8f14-d404e6e7d460. 2026-02-21T20:07:25.052 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: set uid:gid to 167:167 (ceph:ceph) 2026-02-21T20:07:25.052 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: ceph version 20.3.0-5291-g042df16c (042df16cd9ee8a8df553b188fef8a8c4a9e7ab01) tentacle (dev - RelWithDebInfo), process ceph-mon, pid 2 2026-02-21T20:07:25.053 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: pidfile_write: ignore empty --pid-file 2026-02-21T20:07:25.053 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: load: jerasure load: lrc 2026-02-21T20:07:25.053 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: RocksDB version: 7.9.2 2026-02-21T20:07:25.053 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Git sha 0 2026-02-21T20:07:25.053 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Compile date 2026-02-13 08:53:20 2026-02-21T20:07:25.053 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: DB SUMMARY 2026-02-21T20:07:25.053 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: DB Session ID: R88ZIYIF7V3I7U4SMH7V 2026-02-21T20:07:25.053 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: CURRENT file: CURRENT 2026-02-21T20:07:25.053 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: IDENTITY file: IDENTITY 2026-02-21T20:07:25.053 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: MANIFEST file: MANIFEST-000010 size: 654 Bytes 2026-02-21T20:07:25.053 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: SST files in /var/lib/ceph/mon/ceph-trial144/store.db dir, Total Num: 1, files: 000018.sst 2026-02-21T20:07:25.054 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-trial144/store.db: 000016.log size: 6394761 ; 2026-02-21T20:07:25.054 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.error_if_exists: 0 2026-02-21T20:07:25.054 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.create_if_missing: 0 2026-02-21T20:07:25.054 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.paranoid_checks: 1 2026-02-21T20:07:25.054 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-21T20:07:25.054 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-21T20:07:25.054 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-21T20:07:25.054 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.env: 0xed5d60 2026-02-21T20:07:25.054 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.fs: PosixFileSystem 2026-02-21T20:07:25.054 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.info_log: 0x1a711c0 2026-02-21T20:07:25.054 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_file_opening_threads: 16 2026-02-21T20:07:25.054 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.statistics: (nil) 2026-02-21T20:07:25.054 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.use_fsync: 0 2026-02-21T20:07:25.055 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_log_file_size: 0 2026-02-21T20:07:25.055 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-21T20:07:25.055 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-21T20:07:25.055 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.keep_log_file_num: 1000 2026-02-21T20:07:25.055 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.recycle_log_file_num: 0 2026-02-21T20:07:25.055 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.allow_fallocate: 1 2026-02-21T20:07:25.055 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.allow_mmap_reads: 0 2026-02-21T20:07:25.055 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.allow_mmap_writes: 0 2026-02-21T20:07:25.055 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.use_direct_reads: 0 2026-02-21T20:07:25.055 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-21T20:07:25.055 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.create_missing_column_families: 0 2026-02-21T20:07:25.055 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.db_log_dir: 2026-02-21T20:07:25.056 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.wal_dir: 2026-02-21T20:07:25.056 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-21T20:07:25.056 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-21T20:07:25.056 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-21T20:07:25.056 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-21T20:07:25.056 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-21T20:07:25.056 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-21T20:07:25.056 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.advise_random_on_open: 1 2026-02-21T20:07:25.056 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.db_write_buffer_size: 0 2026-02-21T20:07:25.056 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.write_buffer_manager: 0x1a6c140 2026-02-21T20:07:25.056 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-21T20:07:25.056 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-21T20:07:25.056 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-21T20:07:25.057 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.rate_limiter: (nil) 2026-02-21T20:07:25.057 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-21T20:07:25.057 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.wal_recovery_mode: 2 2026-02-21T20:07:25.057 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.enable_thread_tracking: 0 2026-02-21T20:07:25.057 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.enable_pipelined_write: 0 2026-02-21T20:07:25.057 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.unordered_write: 0 2026-02-21T20:07:25.057 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-21T20:07:25.057 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-21T20:07:25.057 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-21T20:07:25.057 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-21T20:07:25.057 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.row_cache: None 2026-02-21T20:07:25.057 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.wal_filter: None 2026-02-21T20:07:25.058 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-21T20:07:25.058 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.allow_ingest_behind: 0 2026-02-21T20:07:25.058 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.two_write_queues: 0 2026-02-21T20:07:25.058 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.manual_wal_flush: 0 2026-02-21T20:07:25.058 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.wal_compression: 0 2026-02-21T20:07:25.058 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.atomic_flush: 0 2026-02-21T20:07:25.058 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-21T20:07:25.058 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-21T20:07:25.058 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-21T20:07:25.058 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.log_readahead_size: 0 2026-02-21T20:07:25.058 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-21T20:07:25.058 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.best_efforts_recovery: 0 2026-02-21T20:07:25.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-21T20:07:25.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-21T20:07:25.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.allow_data_in_errors: 0 2026-02-21T20:07:25.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.db_host_id: __hostname__ 2026-02-21T20:07:25.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-21T20:07:25.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_background_jobs: 2 2026-02-21T20:07:25.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_background_compactions: -1 2026-02-21T20:07:25.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_subcompactions: 1 2026-02-21T20:07:25.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-21T20:07:25.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-21T20:07:25.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-21T20:07:25.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_total_wal_size: 0 2026-02-21T20:07:25.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-21T20:07:25.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-21T20:07:25.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-21T20:07:25.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-21T20:07:25.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_open_files: -1 2026-02-21T20:07:25.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.bytes_per_sync: 0 2026-02-21T20:07:25.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-21T20:07:25.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-21T20:07:25.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compaction_readahead_size: 0 2026-02-21T20:07:25.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_background_flushes: -1 2026-02-21T20:07:25.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Compression algorithms supported: 2026-02-21T20:07:25.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: kZSTD supported: 0 2026-02-21T20:07:25.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: kXpressCompression supported: 0 2026-02-21T20:07:25.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: kBZip2Compression supported: 0 2026-02-21T20:07:25.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-21T20:07:25.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: kLZ4Compression supported: 1 2026-02-21T20:07:25.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: kZlibCompression supported: 1 2026-02-21T20:07:25.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: kLZ4HCCompression supported: 1 2026-02-21T20:07:25.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: kSnappyCompression supported: 1 2026-02-21T20:07:25.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-21T20:07:25.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-21T20:07:25.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-trial144/store.db/MANIFEST-000010 2026-02-21T20:07:25.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-21T20:07:25.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-21T20:07:25.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.merge_operator: 2026-02-21T20:07:25.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compaction_filter: None 2026-02-21T20:07:25.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compaction_filter_factory: None 2026-02-21T20:07:25.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.sst_partitioner_factory: None 2026-02-21T20:07:25.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-21T20:07:25.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-21T20:07:25.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1a71900) 2026-02-21T20:07:25.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout: cache_index_and_filter_blocks: 1 2026-02-21T20:07:25.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-21T20:07:25.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-21T20:07:25.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout: pin_top_level_index_and_filter: 1 2026-02-21T20:07:25.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout: index_type: 0 2026-02-21T20:07:25.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout: data_block_index_type: 0 2026-02-21T20:07:25.062 INFO:journalctl@ceph.mon.trial144.trial144.stdout: index_shortening: 1 2026-02-21T20:07:25.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-21T20:07:25.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout: checksum: 4 2026-02-21T20:07:25.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout: no_block_cache: 0 2026-02-21T20:07:25.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_cache: 0x1a3fa50 2026-02-21T20:07:25.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_cache_name: BinnedLRUCache 2026-02-21T20:07:25.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_cache_options: 2026-02-21T20:07:25.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout: capacity : 536870912 2026-02-21T20:07:25.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout: num_shard_bits : 4 2026-02-21T20:07:25.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout: strict_capacity_limit : 0 2026-02-21T20:07:25.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout: high_pri_pool_ratio: 0.000 2026-02-21T20:07:25.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_cache_compressed: (nil) 2026-02-21T20:07:25.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout: persistent_cache: (nil) 2026-02-21T20:07:25.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_size: 4096 2026-02-21T20:07:25.063 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_size_deviation: 10 2026-02-21T20:07:25.064 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_restart_interval: 16 2026-02-21T20:07:25.064 INFO:journalctl@ceph.mon.trial144.trial144.stdout: index_block_restart_interval: 1 2026-02-21T20:07:25.064 INFO:journalctl@ceph.mon.trial144.trial144.stdout: metadata_block_size: 4096 2026-02-21T20:07:25.064 INFO:journalctl@ceph.mon.trial144.trial144.stdout: partition_filters: 0 2026-02-21T20:07:25.064 INFO:journalctl@ceph.mon.trial144.trial144.stdout: use_delta_encoding: 1 2026-02-21T20:07:25.064 INFO:journalctl@ceph.mon.trial144.trial144.stdout: filter_policy: bloomfilter 2026-02-21T20:07:25.064 INFO:journalctl@ceph.mon.trial144.trial144.stdout: whole_key_filtering: 1 2026-02-21T20:07:25.064 INFO:journalctl@ceph.mon.trial144.trial144.stdout: verify_compression: 0 2026-02-21T20:07:25.064 INFO:journalctl@ceph.mon.trial144.trial144.stdout: read_amp_bytes_per_bit: 0 2026-02-21T20:07:25.064 INFO:journalctl@ceph.mon.trial144.trial144.stdout: format_version: 5 2026-02-21T20:07:25.064 INFO:journalctl@ceph.mon.trial144.trial144.stdout: enable_index_compression: 1 2026-02-21T20:07:25.064 INFO:journalctl@ceph.mon.trial144.trial144.stdout: block_align: 0 2026-02-21T20:07:25.065 INFO:journalctl@ceph.mon.trial144.trial144.stdout: max_auto_readahead_size: 262144 2026-02-21T20:07:25.065 INFO:journalctl@ceph.mon.trial144.trial144.stdout: prepopulate_block_cache: 0 2026-02-21T20:07:25.065 INFO:journalctl@ceph.mon.trial144.trial144.stdout: initial_auto_readahead_size: 8192 2026-02-21T20:07:25.065 INFO:journalctl@ceph.mon.trial144.trial144.stdout: num_file_reads_for_auto_readahead: 2 2026-02-21T20:07:25.065 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.write_buffer_size: 33554432 2026-02-21T20:07:25.065 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_write_buffer_number: 2 2026-02-21T20:07:25.065 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compression: NoCompression 2026-02-21T20:07:25.065 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.bottommost_compression: Disabled 2026-02-21T20:07:25.065 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.prefix_extractor: nullptr 2026-02-21T20:07:25.065 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-21T20:07:25.065 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.num_levels: 7 2026-02-21T20:07:25.065 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-21T20:07:25.066 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-21T20:07:25.066 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-21T20:07:25.066 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-21T20:07:25.066 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-21T20:07:25.066 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-21T20:07:25.066 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-21T20:07:25.066 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-21T20:07:25.066 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-21T20:07:25.066 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-21T20:07:25.066 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-21T20:07:25.066 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-21T20:07:25.066 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-21T20:07:25.066 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compression_opts.level: 32767 2026-02-21T20:07:25.067 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compression_opts.strategy: 0 2026-02-21T20:07:25.067 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-21T20:07:25.067 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-21T20:07:25.067 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-21T20:07:25.067 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-21T20:07:25.067 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compression_opts.enabled: false 2026-02-21T20:07:25.067 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-21T20:07:25.067 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-21T20:07:25.067 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-21T20:07:25.067 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-21T20:07:25.067 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.target_file_size_base: 67108864 2026-02-21T20:07:25.067 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-21T20:07:25.067 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-21T20:07:25.068 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-21T20:07:25.068 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-21T20:07:25.068 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-21T20:07:25.068 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-21T20:07:25.068 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-21T20:07:25.068 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-21T20:07:25.068 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-21T20:07:25.068 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-21T20:07:25.068 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-21T20:07:25.068 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-21T20:07:25.068 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-21T20:07:25.068 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-21T20:07:25.068 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.arena_block_size: 1048576 2026-02-21T20:07:25.068 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-21T20:07:25.069 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-21T20:07:25.069 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.disable_auto_compactions: 0 2026-02-21T20:07:25.069 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-21T20:07:25.069 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-21T20:07:25.069 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-21T20:07:25.069 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-21T20:07:25.069 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-21T20:07:25.069 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-21T20:07:25.069 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-21T20:07:25.069 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-21T20:07:25.069 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-21T20:07:25.069 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-21T20:07:25.069 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-21T20:07:25.070 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.inplace_update_support: 0 2026-02-21T20:07:25.070 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-21T20:07:25.070 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-21T20:07:25.070 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-21T20:07:25.070 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-21T20:07:25.070 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.bloom_locality: 0 2026-02-21T20:07:25.070 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.max_successive_merges: 0 2026-02-21T20:07:25.070 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-21T20:07:25.070 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.paranoid_file_checks: 0 2026-02-21T20:07:25.070 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.force_consistency_checks: 1 2026-02-21T20:07:25.070 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.report_bg_io_stats: 0 2026-02-21T20:07:25.070 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.ttl: 2592000 2026-02-21T20:07:25.071 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-21T20:07:25.071 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-21T20:07:25.071 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-21T20:07:25.071 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.enable_blob_files: false 2026-02-21T20:07:25.071 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.min_blob_size: 0 2026-02-21T20:07:25.071 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.blob_file_size: 268435456 2026-02-21T20:07:25.071 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-21T20:07:25.071 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-21T20:07:25.071 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-21T20:07:25.071 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-21T20:07:25.071 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-21T20:07:25.071 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.blob_file_starting_level: 0 2026-02-21T20:07:25.072 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-21T20:07:25.072 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-21T20:07:25.072 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-trial144/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 20, last_sequence is 7766, log_number is 16,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 16 2026-02-21T20:07:25.072 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 16 2026-02-21T20:07:25.072 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 22f50224-e63f-4d49-9b2c-5ecf9002d811 2026-02-21T20:07:25.072 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771704444790407, "job": 1, "event": "recovery_started", "wal_files": [16]} 2026-02-21T20:07:25.072 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #16 mode 2 2026-02-21T20:07:25.072 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771704444800175, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 21, "file_size": 3772759, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 7771, "largest_seqno": 8775, "table_properties": {"data_size": 3767416, "index_size": 3147, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1157, "raw_key_size": 11026, "raw_average_key_size": 24, "raw_value_size": 3757278, "raw_average_value_size": 8239, "num_data_blocks": 145, "num_entries": 456, "num_filter_entries": 456, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1771704444, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "22f50224-e63f-4d49-9b2c-5ecf9002d811", "db_session_id": "R88ZIYIF7V3I7U4SMH7V", "orig_file_number": 21, "seqno_to_time_mapping": "N/A"}} 2026-02-21T20:07:25.072 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771704444800239, "job": 1, "event": "recovery_finished"} 2026-02-21T20:07:25.072 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: [db/version_set.cc:5047] Creating manifest 23 2026-02-21T20:07:25.072 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-21T20:07:25.072 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-trial144/store.db/000016.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-21T20:07:25.073 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x1a8ce00 2026-02-21T20:07:25.073 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: DB pointer 0x287e000 2026-02-21T20:07:25.073 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-21T20:07:25.073 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-21T20:07:25.073 INFO:journalctl@ceph.mon.trial144.trial144.stdout: ** DB Stats ** 2026-02-21T20:07:25.073 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-21T20:07:25.073 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-21T20:07:25.073 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-21T20:07:25.073 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-21T20:07:25.073 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-21T20:07:25.073 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-21T20:07:25.073 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-21T20:07:25.074 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:07:25.074 INFO:journalctl@ceph.mon.trial144.trial144.stdout: ** Compaction Stats [default] ** 2026-02-21T20:07:25.074 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-21T20:07:25.074 INFO:journalctl@ceph.mon.trial144.trial144.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-21T20:07:25.074 INFO:journalctl@ceph.mon.trial144.trial144.stdout: L0 1/0 3.60 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 973.5 0.00 0.00 1 0.004 0 0 0.0 0.0 2026-02-21T20:07:25.074 INFO:journalctl@ceph.mon.trial144.trial144.stdout: L6 1/0 7.24 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-02-21T20:07:25.074 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Sum 2/0 10.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 973.5 0.00 0.00 1 0.004 0 0 0.0 0.0 2026-02-21T20:07:25.074 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 973.5 0.00 0.00 1 0.004 0 0 0.0 0.0 2026-02-21T20:07:25.074 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:07:25.074 INFO:journalctl@ceph.mon.trial144.trial144.stdout: ** Compaction Stats [default] ** 2026-02-21T20:07:25.074 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-21T20:07:25.075 INFO:journalctl@ceph.mon.trial144.trial144.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-21T20:07:25.075 INFO:journalctl@ceph.mon.trial144.trial144.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 973.5 0.00 0.00 1 0.004 0 0 0.0 0.0 2026-02-21T20:07:25.075 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:07:25.075 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-21T20:07:25.075 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:07:25.075 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-21T20:07:25.075 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Flush(GB): cumulative 0.004, interval 0.004 2026-02-21T20:07:25.075 INFO:journalctl@ceph.mon.trial144.trial144.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-21T20:07:25.075 INFO:journalctl@ceph.mon.trial144.trial144.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-21T20:07:25.075 INFO:journalctl@ceph.mon.trial144.trial144.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-21T20:07:25.075 INFO:journalctl@ceph.mon.trial144.trial144.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-21T20:07:25.075 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Cumulative compaction: 0.00 GB write, 298.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-21T20:07:25.076 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Interval compaction: 0.00 GB write, 298.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-21T20:07:25.076 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-21T20:07:25.076 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Block cache BinnedLRUCache@0x1a3fa50#2 capacity: 512.00 MB usage: 4.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2026-02-21T20:07:25.076 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.28 KB,0.000244379%) IndexBlock(1,3.33 KB,0.000634789%) Misc(1,0.00 KB,0%) 2026-02-21T20:07:25.076 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:07:25.076 INFO:journalctl@ceph.mon.trial144.trial144.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-21T20:07:25.076 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: starting mon.trial144 rank 1 at public addrs [v2:10.20.193.144:3300/0,v1:10.20.193.144:6789/0] at bind addrs [v2:10.20.193.144:3300/0,v1:10.20.193.144:6789/0] mon_data /var/lib/ceph/mon/ceph-trial144 fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:07:25.076 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: mon.trial144@-1(???) e2 preinit fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:07:25.076 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: mon.trial144@-1(???).mds e7 new map 2026-02-21T20:07:25.076 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: mon.trial144@-1(???).mds e7 print_map 2026-02-21T20:07:25.076 INFO:journalctl@ceph.mon.trial144.trial144.stdout: e7 2026-02-21T20:07:25.076 INFO:journalctl@ceph.mon.trial144.trial144.stdout: btime 2026-02-21T20:05:10:659216+0000 2026-02-21T20:07:25.077 INFO:journalctl@ceph.mon.trial144.trial144.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-21T20:07:25.077 INFO:journalctl@ceph.mon.trial144.trial144.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-21T20:07:25.077 INFO:journalctl@ceph.mon.trial144.trial144.stdout: legacy client fscid: 1 2026-02-21T20:07:25.077 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:07:25.077 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Filesystem 'foofs' (1) 2026-02-21T20:07:25.077 INFO:journalctl@ceph.mon.trial144.trial144.stdout: fs_name foofs 2026-02-21T20:07:25.077 INFO:journalctl@ceph.mon.trial144.trial144.stdout: epoch 7 2026-02-21T20:07:25.077 INFO:journalctl@ceph.mon.trial144.trial144.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2026-02-21T20:07:25.077 INFO:journalctl@ceph.mon.trial144.trial144.stdout: created 2026-02-21T20:05:04.635849+0000 2026-02-21T20:07:25.077 INFO:journalctl@ceph.mon.trial144.trial144.stdout: modified 2026-02-21T20:05:09.663621+0000 2026-02-21T20:07:25.077 INFO:journalctl@ceph.mon.trial144.trial144.stdout: tableserver 0 2026-02-21T20:07:25.077 INFO:journalctl@ceph.mon.trial144.trial144.stdout: root 0 2026-02-21T20:07:25.078 INFO:journalctl@ceph.mon.trial144.trial144.stdout: session_timeout 60 2026-02-21T20:07:25.078 INFO:journalctl@ceph.mon.trial144.trial144.stdout: session_autoclose 300 2026-02-21T20:07:25.078 INFO:journalctl@ceph.mon.trial144.trial144.stdout: max_file_size 1099511627776 2026-02-21T20:07:25.078 INFO:journalctl@ceph.mon.trial144.trial144.stdout: max_xattr_size 65536 2026-02-21T20:07:25.078 INFO:journalctl@ceph.mon.trial144.trial144.stdout: required_client_features {} 2026-02-21T20:07:25.078 INFO:journalctl@ceph.mon.trial144.trial144.stdout: last_failure 0 2026-02-21T20:07:25.078 INFO:journalctl@ceph.mon.trial144.trial144.stdout: last_failure_osd_epoch 0 2026-02-21T20:07:25.078 INFO:journalctl@ceph.mon.trial144.trial144.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-21T20:07:25.078 INFO:journalctl@ceph.mon.trial144.trial144.stdout: max_mds 1 2026-02-21T20:07:25.078 INFO:journalctl@ceph.mon.trial144.trial144.stdout: in 0 2026-02-21T20:07:25.078 INFO:journalctl@ceph.mon.trial144.trial144.stdout: up {0=24341} 2026-02-21T20:07:25.078 INFO:journalctl@ceph.mon.trial144.trial144.stdout: failed 2026-02-21T20:07:25.079 INFO:journalctl@ceph.mon.trial144.trial144.stdout: damaged 2026-02-21T20:07:25.079 INFO:journalctl@ceph.mon.trial144.trial144.stdout: stopped 2026-02-21T20:07:25.079 INFO:journalctl@ceph.mon.trial144.trial144.stdout: data_pools [3] 2026-02-21T20:07:25.079 INFO:journalctl@ceph.mon.trial144.trial144.stdout: metadata_pool 2 2026-02-21T20:07:25.079 INFO:journalctl@ceph.mon.trial144.trial144.stdout: inline_data disabled 2026-02-21T20:07:25.079 INFO:journalctl@ceph.mon.trial144.trial144.stdout: balancer 2026-02-21T20:07:25.079 INFO:journalctl@ceph.mon.trial144.trial144.stdout: bal_rank_mask -1 2026-02-21T20:07:25.079 INFO:journalctl@ceph.mon.trial144.trial144.stdout: standby_count_wanted 1 2026-02-21T20:07:25.079 INFO:journalctl@ceph.mon.trial144.trial144.stdout: qdb_cluster leader: 24341 members: 24341 2026-02-21T20:07:25.079 INFO:journalctl@ceph.mon.trial144.trial144.stdout: [mds.foofs.trial144.nlocnr{0:24341} state up:active seq 3 join_fscid=1 addr [v2:10.20.193.144:6832/3533384153,v1:10.20.193.144:6833/3533384153] compat {c=[1],r=[1],i=[1fff]}] 2026-02-21T20:07:25.079 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:07:25.079 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:07:25.079 INFO:journalctl@ceph.mon.trial144.trial144.stdout: Standby daemons: 2026-02-21T20:07:25.080 INFO:journalctl@ceph.mon.trial144.trial144.stdout: 2026-02-21T20:07:25.080 INFO:journalctl@ceph.mon.trial144.trial144.stdout: [mds.foofs.trial059.dvkave{-1:14552} state up:standby seq 2 join_fscid=1 addr [v2:10.20.193.59:6834/1334941240,v1:10.20.193.59:6835/1334941240] compat {c=[1],r=[1],i=[1fff]}] 2026-02-21T20:07:25.080 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: mon.trial144@-1(???).osd e65 crush map has features 3314933000854323200, adjusting msgr requires 2026-02-21T20:07:25.080 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: mon.trial144@-1(???).osd e65 crush map has features 432629239337189376, adjusting msgr requires 2026-02-21T20:07:25.080 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: mon.trial144@-1(???).osd e65 crush map has features 432629239337189376, adjusting msgr requires 2026-02-21T20:07:25.080 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: mon.trial144@-1(???).osd e65 crush map has features 432629239337189376, adjusting msgr requires 2026-02-21T20:07:25.080 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: mon.trial144@-1(???).paxosservice(auth 1..34) refresh upgraded, format 0 -> 3 2026-02-21T20:07:25.080 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: purged_snaps scrub ok 2026-02-21T20:07:25.080 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: purged_snaps scrub ok 2026-02-21T20:07:25.080 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: purged_snaps scrub ok 2026-02-21T20:07:25.080 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: purged_snaps scrub ok 2026-02-21T20:07:25.080 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:07:25.081 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:07:25.081 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:07:25.081 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: Updating trial144:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:07:25.081 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:07:25.081 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:07:25.081 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: Certificate for "cephadm-signed_agent_cert (trial144)" is still valid for 1824 days. 2026-02-21T20:07:25.081 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-21T20:07:25.081 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:25.081 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-21T20:07:25.081 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-21T20:07:25.081 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:24 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:25.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: purged_snaps scrub ok 2026-02-21T20:07:25.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: purged_snaps scrub ok 2026-02-21T20:07:25.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: purged_snaps scrub ok 2026-02-21T20:07:25.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: purged_snaps scrub ok 2026-02-21T20:07:25.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:07:25.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.conf 2026-02-21T20:07:25.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: Updating trial059:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:07:25.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: Updating trial144:/etc/ceph/ceph.client.admin.keyring 2026-02-21T20:07:25.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: Updating trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:07:25.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: Updating trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-21T20:07:25.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: Certificate for "cephadm-signed_agent_cert (trial144)" is still valid for 1824 days. 2026-02-21T20:07:25.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: Certificate for "cephadm-signed_agent_cert (trial059)" is still valid for 1824 days. 2026-02-21T20:07:25.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:25.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-21T20:07:25.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-21T20:07:25.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:24 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:25.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 7 sec latency 34236.388 ms 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mon metadata", "id": "trial059"} : dispatch 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: mon.trial059 calling monitor election 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: mon.trial144 calling monitor election 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mon metadata", "id": "trial144"} : dispatch 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: mon.trial059 is new leader, mons trial059,trial144 in quorum (ranks 0,1) 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: monmap epoch 3 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: last_changed 2026-02-21T20:07:24.831977+0000 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: created 2026-02-21T20:02:35.219243+0000 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: min_mon_release 20 (tentacle) 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: election_strategy: 1 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: 0: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.trial059 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: 1: [v2:10.20.193.144:3300/0,v1:10.20.193.144:6789/0] mon.trial144 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:active} 1 up:standby 2026-02-21T20:07:26.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: osdmap e65: 8 total, 8 up, 8 in 2026-02-21T20:07:26.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: mgrmap e36: trial059.suhfeu(active, since 4s), standbys: trial144.npjdqw 2026-02-21T20:07:26.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: overall HEALTH_OK 2026-02-21T20:07:26.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:26.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:26.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:26.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: 4 slow requests, 4 included below; oldest blocked for > 30.893155 secs 2026-02-21T20:07:26.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: slow request 30.893155 seconds old, received at 2026-02-21T20:06:54.421423+0000: client_request(client.14742:9 getattr pAsLsXsFs #0x100000002a8 2026-02-21T20:06:54.421377+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:26.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: slow request 30.893151 seconds old, received at 2026-02-21T20:06:54.421426+0000: client_request(client.14742:10 getattr pAsLsXsFs #0x100000002b0 2026-02-21T20:06:54.421401+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:26.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: slow request 30.893093 seconds old, received at 2026-02-21T20:06:54.421484+0000: client_request(client.14742:11 getattr pAsLsXsFs #0x10000000241 2026-02-21T20:06:54.421438+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:26.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: slow request 30.893091 seconds old, received at 2026-02-21T20:06:54.421487+0000: client_request(client.14742:12 getattr pAsLsXsFs #0x100000002ab 2026-02-21T20:06:54.421462+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:26.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:26.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:25 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:26.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mon metadata", "id": "trial059"} : dispatch 2026-02-21T20:07:26.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: mon.trial059 calling monitor election 2026-02-21T20:07:26.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: mon.trial144 calling monitor election 2026-02-21T20:07:26.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mon metadata", "id": "trial144"} : dispatch 2026-02-21T20:07:26.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: mon.trial059 is new leader, mons trial059,trial144 in quorum (ranks 0,1) 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: monmap epoch 3 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: last_changed 2026-02-21T20:07:24.831977+0000 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: created 2026-02-21T20:02:35.219243+0000 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: min_mon_release 20 (tentacle) 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: election_strategy: 1 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: 0: [v2:10.20.193.59:3300/0,v1:10.20.193.59:6789/0] mon.trial059 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: 1: [v2:10.20.193.144:3300/0,v1:10.20.193.144:6789/0] mon.trial144 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:active} 1 up:standby 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: osdmap e65: 8 total, 8 up, 8 in 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: mgrmap e36: trial059.suhfeu(active, since 4s), standbys: trial144.npjdqw 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: overall HEALTH_OK 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: 4 slow requests, 4 included below; oldest blocked for > 30.893155 secs 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: slow request 30.893155 seconds old, received at 2026-02-21T20:06:54.421423+0000: client_request(client.14742:9 getattr pAsLsXsFs #0x100000002a8 2026-02-21T20:06:54.421377+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: slow request 30.893151 seconds old, received at 2026-02-21T20:06:54.421426+0000: client_request(client.14742:10 getattr pAsLsXsFs #0x100000002b0 2026-02-21T20:06:54.421401+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: slow request 30.893093 seconds old, received at 2026-02-21T20:06:54.421484+0000: client_request(client.14742:11 getattr pAsLsXsFs #0x10000000241 2026-02-21T20:06:54.421438+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: slow request 30.893091 seconds old, received at 2026-02-21T20:06:54.421487+0000: client_request(client.14742:12 getattr pAsLsXsFs #0x100000002ab 2026-02-21T20:06:54.421462+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:26.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:25 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:26.617 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 8 sec latency 35236.423 ms 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: mgrmap e37: trial059.suhfeu(active, since 5s), standbys: trial144.npjdqw 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: pgmap v6: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: mds.0 [v2:10.20.193.144:6832/3533384153,v1:10.20.193.144:6833/3533384153] up:active 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:active} 1 up:standby 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-21T20:07:27.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:26 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: mgrmap e37: trial059.suhfeu(active, since 5s), standbys: trial144.npjdqw 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: pgmap v6: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: mds.0 [v2:10.20.193.144:6832/3533384153,v1:10.20.193.144:6833/3533384153] up:active 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:active} 1 up:standby 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-21T20:07:27.093 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:26 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:27.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 9 sec latency 36236.451 ms 2026-02-21T20:07:28.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: Reconfiguring mon.trial059 (monmap changed)... 2026-02-21T20:07:28.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: Reconfiguring daemon mon.trial059 on trial059 2026-02-21T20:07:28.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:28.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:28.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: Reconfiguring mgr.trial059.suhfeu (monmap changed)... 2026-02-21T20:07:28.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "mgr.trial059.suhfeu", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-21T20:07:28.347 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mgr services"} : dispatch 2026-02-21T20:07:28.347 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:28.347 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: Reconfiguring daemon mgr.trial059.suhfeu on trial059 2026-02-21T20:07:28.347 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:28.347 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:28.347 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: Reconfiguring ceph-exporter.trial059 (monmap changed)... 2026-02-21T20:07:28.347 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial059", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2026-02-21T20:07:28.347 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:28.347 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: Reconfiguring daemon ceph-exporter.trial059 on trial059 2026-02-21T20:07:28.347 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:28.347 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:28.347 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "client.crash.trial059", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2026-02-21T20:07:28.348 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:28 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:28.498 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: Reconfiguring mon.trial059 (monmap changed)... 2026-02-21T20:07:28.498 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: Reconfiguring daemon mon.trial059 on trial059 2026-02-21T20:07:28.499 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:28.499 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:28.499 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: Reconfiguring mgr.trial059.suhfeu (monmap changed)... 2026-02-21T20:07:28.499 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "mgr.trial059.suhfeu", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-21T20:07:28.499 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mgr services"} : dispatch 2026-02-21T20:07:28.499 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:28.499 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: Reconfiguring daemon mgr.trial059.suhfeu on trial059 2026-02-21T20:07:28.499 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:28.499 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:28.499 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: Reconfiguring ceph-exporter.trial059 (monmap changed)... 2026-02-21T20:07:28.499 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial059", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2026-02-21T20:07:28.500 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:28.500 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: Reconfiguring daemon ceph-exporter.trial059 on trial059 2026-02-21T20:07:28.500 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:28.500 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:28.500 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "client.crash.trial059", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2026-02-21T20:07:28.500 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:28 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:28.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 10 sec latency 37236.485 ms 2026-02-21T20:07:29.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 11 sec latency 38236.520 ms 2026-02-21T20:07:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: Reconfiguring crash.trial059 (monmap changed)... 2026-02-21T20:07:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: Reconfiguring daemon crash.trial059 on trial059 2026-02-21T20:07:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: pgmap v7: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2026-02-21T20:07:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: Reconfiguring osd.0 (monmap changed)... 2026-02-21T20:07:29.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-21T20:07:29.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:29.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: Reconfiguring daemon osd.0 on trial059 2026-02-21T20:07:29.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:29.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:29.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-21T20:07:29.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:29.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:29.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:29.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-21T20:07:29.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:29 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:29.813 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: Reconfiguring crash.trial059 (monmap changed)... 2026-02-21T20:07:29.813 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: Reconfiguring daemon crash.trial059 on trial059 2026-02-21T20:07:29.814 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: pgmap v7: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2026-02-21T20:07:29.814 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:29.814 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:29.814 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: Reconfiguring osd.0 (monmap changed)... 2026-02-21T20:07:29.814 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-21T20:07:29.814 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:29.814 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: Reconfiguring daemon osd.0 on trial059 2026-02-21T20:07:29.814 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:29.814 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:29.814 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-21T20:07:29.814 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:29.815 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:29.815 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:29.815 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-21T20:07:29.815 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:29 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:30.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 12 sec latency 39236.551 ms 2026-02-21T20:07:30.692 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: Reconfiguring osd.1 (monmap changed)... 2026-02-21T20:07:30.692 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: Reconfiguring daemon osd.1 on trial059 2026-02-21T20:07:30.693 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: Reconfiguring osd.2 (monmap changed)... 2026-02-21T20:07:30.693 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: Reconfiguring daemon osd.2 on trial059 2026-02-21T20:07:30.693 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:30.693 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:30.693 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-21T20:07:30.693 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:30.693 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:30.693 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:30.693 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "mds.foofs.trial059.dvkave", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2026-02-21T20:07:30.693 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:30.693 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: 4 slow requests, 0 included below; oldest blocked for > 35.893216 secs 2026-02-21T20:07:30.694 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:30.694 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:30.694 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial144", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2026-02-21T20:07:30.694 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:30 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:30.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: Reconfiguring osd.1 (monmap changed)... 2026-02-21T20:07:30.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: Reconfiguring daemon osd.1 on trial059 2026-02-21T20:07:30.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: Reconfiguring osd.2 (monmap changed)... 2026-02-21T20:07:30.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: Reconfiguring daemon osd.2 on trial059 2026-02-21T20:07:30.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:30.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:30.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-21T20:07:30.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:30.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:30.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:30.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "mds.foofs.trial059.dvkave", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2026-02-21T20:07:30.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:30.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: 4 slow requests, 0 included below; oldest blocked for > 35.893216 secs 2026-02-21T20:07:30.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:30.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:30.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial144", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2026-02-21T20:07:30.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:30 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:31.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 13 sec latency 40236.588 ms 2026-02-21T20:07:31.805 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: Reconfiguring osd.3 (monmap changed)... 2026-02-21T20:07:31.805 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: Reconfiguring daemon osd.3 on trial059 2026-02-21T20:07:31.805 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: Reconfiguring mds.foofs.trial059.dvkave (monmap changed)... 2026-02-21T20:07:31.805 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: Reconfiguring daemon mds.foofs.trial059.dvkave on trial059 2026-02-21T20:07:31.806 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: pgmap v8: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-21T20:07:31.806 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: Reconfiguring ceph-exporter.trial144 (monmap changed)... 2026-02-21T20:07:31.806 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: Reconfiguring daemon ceph-exporter.trial144 on trial144 2026-02-21T20:07:31.806 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:31.806 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:31.806 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "client.crash.trial144", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2026-02-21T20:07:31.806 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:31.806 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:31.806 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:31.806 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "mgr.trial144.npjdqw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-21T20:07:31.806 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mgr services"} : dispatch 2026-02-21T20:07:31.807 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:31.807 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:31.807 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:31.807 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-21T20:07:31.807 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-21T20:07:31.807 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:31 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:31.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: Reconfiguring osd.3 (monmap changed)... 2026-02-21T20:07:31.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: Reconfiguring daemon osd.3 on trial059 2026-02-21T20:07:31.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: Reconfiguring mds.foofs.trial059.dvkave (monmap changed)... 2026-02-21T20:07:31.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: Reconfiguring daemon mds.foofs.trial059.dvkave on trial059 2026-02-21T20:07:31.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: pgmap v8: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-21T20:07:31.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: Reconfiguring ceph-exporter.trial144 (monmap changed)... 2026-02-21T20:07:31.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: Reconfiguring daemon ceph-exporter.trial144 on trial144 2026-02-21T20:07:31.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:31.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:31.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "client.crash.trial144", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2026-02-21T20:07:31.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:31.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:31.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:31.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "mgr.trial144.npjdqw", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-21T20:07:31.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "mgr services"} : dispatch 2026-02-21T20:07:31.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:31.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:31.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:31.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-21T20:07:31.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-21T20:07:31.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:31 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:32.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 14 sec latency 41236.625 ms 2026-02-21T20:07:32.964 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: Reconfiguring crash.trial144 (monmap changed)... 2026-02-21T20:07:32.964 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: Reconfiguring daemon crash.trial144 on trial144 2026-02-21T20:07:32.964 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: Reconfiguring mgr.trial144.npjdqw (monmap changed)... 2026-02-21T20:07:32.964 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: Reconfiguring daemon mgr.trial144.npjdqw on trial144 2026-02-21T20:07:32.964 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: Reconfiguring mon.trial144 (monmap changed)... 2026-02-21T20:07:32.964 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: Reconfiguring daemon mon.trial144 on trial144 2026-02-21T20:07:32.964 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:32.964 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:32.965 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: Reconfiguring osd.4 (monmap changed)... 2026-02-21T20:07:32.965 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-21T20:07:32.965 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:32.965 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: Reconfiguring daemon osd.4 on trial144 2026-02-21T20:07:32.965 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:32.965 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:32.965 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-21T20:07:32.965 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:32.965 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:32.965 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:32.965 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-21T20:07:32.966 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:32.966 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:32.966 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:32.966 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-21T20:07:32.966 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:32 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:33.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: Reconfiguring crash.trial144 (monmap changed)... 2026-02-21T20:07:33.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: Reconfiguring daemon crash.trial144 on trial144 2026-02-21T20:07:33.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: Reconfiguring mgr.trial144.npjdqw (monmap changed)... 2026-02-21T20:07:33.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: Reconfiguring daemon mgr.trial144.npjdqw on trial144 2026-02-21T20:07:33.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: Reconfiguring mon.trial144 (monmap changed)... 2026-02-21T20:07:33.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: Reconfiguring daemon mon.trial144 on trial144 2026-02-21T20:07:33.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: Reconfiguring osd.4 (monmap changed)... 2026-02-21T20:07:33.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-21T20:07:33.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:33.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: Reconfiguring daemon osd.4 on trial144 2026-02-21T20:07:33.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-21T20:07:33.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:33.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-21T20:07:33.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:33.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-21T20:07:33.110 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:32 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:33.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 15 sec latency 42236.653 ms 2026-02-21T20:07:33.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: Reconfiguring osd.5 (monmap changed)... 2026-02-21T20:07:33.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: Reconfiguring daemon osd.5 on trial144 2026-02-21T20:07:33.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: Reconfiguring osd.6 (monmap changed)... 2026-02-21T20:07:33.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: Reconfiguring daemon osd.6 on trial144 2026-02-21T20:07:33.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: pgmap v9: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-21T20:07:33.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: Reconfiguring osd.7 (monmap changed)... 2026-02-21T20:07:33.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: Reconfiguring daemon osd.7 on trial144 2026-02-21T20:07:33.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "mds.foofs.trial144.nlocnr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2026-02-21T20:07:33.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:33.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:33.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:33.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:33.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.trial059"} : dispatch 2026-02-21T20:07:33.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.trial059"}]': finished 2026-02-21T20:07:33.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.trial144"} : dispatch 2026-02-21T20:07:33.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.trial144"}]': finished 2026-02-21T20:07:33.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "client.crash.trial059", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2026-02-21T20:07:33.812 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:33 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:33.980 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: Reconfiguring osd.5 (monmap changed)... 2026-02-21T20:07:33.980 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: Reconfiguring daemon osd.5 on trial144 2026-02-21T20:07:33.980 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: Reconfiguring osd.6 (monmap changed)... 2026-02-21T20:07:33.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: Reconfiguring daemon osd.6 on trial144 2026-02-21T20:07:33.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: pgmap v9: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-21T20:07:33.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: Reconfiguring osd.7 (monmap changed)... 2026-02-21T20:07:33.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: Reconfiguring daemon osd.7 on trial144 2026-02-21T20:07:33.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "mds.foofs.trial144.nlocnr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2026-02-21T20:07:33.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:33.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.981 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:33.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:33.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:33.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.trial059"} : dispatch 2026-02-21T20:07:33.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.trial059"}]': finished 2026-02-21T20:07:33.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.trial144"} : dispatch 2026-02-21T20:07:33.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.trial144"}]': finished 2026-02-21T20:07:33.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:33.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "client.crash.trial059", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2026-02-21T20:07:33.982 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:33 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:34.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 16 sec latency 43236.676 ms 2026-02-21T20:07:35.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:34 trial144 ceph-mon[80374]: Reconfiguring mds.foofs.trial144.nlocnr (monmap changed)... 2026-02-21T20:07:35.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:34 trial144 ceph-mon[80374]: Reconfiguring daemon mds.foofs.trial144.nlocnr on trial144 2026-02-21T20:07:35.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:34 trial144 ceph-mon[80374]: Upgrade: Setting container_image for all mon 2026-02-21T20:07:35.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:34 trial144 ceph-mon[80374]: Upgrade: Updating crash.trial059 (1/2) 2026-02-21T20:07:35.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:34 trial144 ceph-mon[80374]: Deploying daemon crash.trial059 on trial059 2026-02-21T20:07:35.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:34 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:35.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:34 trial059 ceph-mon[96511]: Reconfiguring mds.foofs.trial144.nlocnr (monmap changed)... 2026-02-21T20:07:35.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:34 trial059 ceph-mon[96511]: Reconfiguring daemon mds.foofs.trial144.nlocnr on trial144 2026-02-21T20:07:35.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:34 trial059 ceph-mon[96511]: Upgrade: Setting container_image for all mon 2026-02-21T20:07:35.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:34 trial059 ceph-mon[96511]: Upgrade: Updating crash.trial059 (1/2) 2026-02-21T20:07:35.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:34 trial059 ceph-mon[96511]: Deploying daemon crash.trial059 on trial059 2026-02-21T20:07:35.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:34 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:35.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 17 sec latency 44236.710 ms 2026-02-21T20:07:35.997 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:35 trial144 ceph-mon[80374]: pgmap v10: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-21T20:07:35.997 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:35 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:35.997 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:35 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:35.997 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:35 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "client.crash.trial144", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2026-02-21T20:07:35.997 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:35 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:35.997 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:35 trial144 ceph-mon[80374]: 4 slow requests, 0 included below; oldest blocked for > 40.893282 secs 2026-02-21T20:07:36.012 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:35 trial059 ceph-mon[96511]: pgmap v10: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-21T20:07:36.012 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:35 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:36.012 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:35 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:36.012 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:35 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get-or-create", "entity": "client.crash.trial144", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2026-02-21T20:07:36.013 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:35 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:36.013 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:35 trial059 ceph-mon[96511]: 4 slow requests, 0 included below; oldest blocked for > 40.893282 secs 2026-02-21T20:07:36.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 18 sec latency 45236.732 ms 2026-02-21T20:07:36.841 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:36 trial059 ceph-mon[96511]: Upgrade: Updating crash.trial144 (2/2) 2026-02-21T20:07:36.841 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:36 trial059 ceph-mon[96511]: Deploying daemon crash.trial144 on trial144 2026-02-21T20:07:36.841 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:36 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:36.842 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:36 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:36.842 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:36 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:36.842 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:36 trial059 ceph-mon[96511]: pgmap v11: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-21T20:07:36.842 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:36 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:36.842 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:36 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:37.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:36 trial144 ceph-mon[80374]: Upgrade: Updating crash.trial144 (2/2) 2026-02-21T20:07:37.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:36 trial144 ceph-mon[80374]: Deploying daemon crash.trial144 on trial144 2026-02-21T20:07:37.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:36 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:37.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:36 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:37.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:36 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:37.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:36 trial144 ceph-mon[80374]: pgmap v11: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-21T20:07:37.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:36 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:37.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:36 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:37.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 19 sec latency 46236.756 ms 2026-02-21T20:07:38.011 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:37 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.011 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:37 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.012 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:37 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.012 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:37 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.012 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:37 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.012 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:37 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.012 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:37 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.012 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:37 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:37 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:37 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:37 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:37 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:37 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:37 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:37 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:37 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:38.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 20 sec latency 47236.840 ms 2026-02-21T20:07:39.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: pgmap v12: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-21T20:07:39.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:39.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:39.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:39.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-21T20:07:39.108 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:39.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:39.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:39.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:39.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:39.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:39.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:39.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash.trial059"} : dispatch 2026-02-21T20:07:39.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.trial059"}]': finished 2026-02-21T20:07:39.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash.trial144"} : dispatch 2026-02-21T20:07:39.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.trial144"}]': finished 2026-02-21T20:07:39.109 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:39 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2026-02-21T20:07:39.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: pgmap v12: 97 pgs: 97 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-21T20:07:39.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:39.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:39.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:39.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-21T20:07:39.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:39.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:39.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:39.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:39.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:39.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:39.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:39.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash.trial059"} : dispatch 2026-02-21T20:07:39.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.trial059"}]': finished 2026-02-21T20:07:39.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash.trial144"} : dispatch 2026-02-21T20:07:39.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.trial144"}]': finished 2026-02-21T20:07:39.311 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:39 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2026-02-21T20:07:39.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 21 sec latency 48237.049 ms 2026-02-21T20:07:40.285 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:40 trial059 systemd[1]: Stopping Ceph osd.0 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:07:40.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:40 trial059 ceph-mon[96511]: Upgrade: Setting container_image for all crash 2026-02-21T20:07:40.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:40 trial059 ceph-mon[96511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2026-02-21T20:07:40.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:40 trial059 ceph-mon[96511]: Upgrade: osd.0 is safe to restart 2026-02-21T20:07:40.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:40 trial059 ceph-mon[96511]: Upgrade: Updating osd.0 2026-02-21T20:07:40.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:40 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:40.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:40 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-21T20:07:40.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:40 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:40.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:40 trial059 ceph-mon[96511]: Deploying daemon osd.0 on trial059 2026-02-21T20:07:40.608 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:40 trial059 ceph-mon[96511]: osd.0 marked itself down and dead 2026-02-21T20:07:40.609 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:40 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0[52424]: 2026-02-21T20:07:40.282+0000 7f9d1d178640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-21T20:07:40.609 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:40 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0[52424]: 2026-02-21T20:07:40.282+0000 7f9d1d178640 -1 osd.0 65 *** Got signal Terminated *** 2026-02-21T20:07:40.609 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:40 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0[52424]: 2026-02-21T20:07:40.282+0000 7f9d1d178640 -1 osd.0 65 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-21T20:07:40.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 22 sec latency 49237.073 ms 2026-02-21T20:07:40.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:40 trial144 ceph-mon[80374]: Upgrade: Setting container_image for all crash 2026-02-21T20:07:40.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:40 trial144 ceph-mon[80374]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2026-02-21T20:07:40.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:40 trial144 ceph-mon[80374]: Upgrade: osd.0 is safe to restart 2026-02-21T20:07:40.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:40 trial144 ceph-mon[80374]: Upgrade: Updating osd.0 2026-02-21T20:07:40.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:40 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:40.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:40 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-21T20:07:40.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:40 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:40.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:40 trial144 ceph-mon[80374]: Deploying daemon osd.0 on trial059 2026-02-21T20:07:40.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:40 trial144 ceph-mon[80374]: osd.0 marked itself down and dead 2026-02-21T20:07:41.126 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:40 trial059 podman[103315]: 2026-02-21 20:07:40.860135351 +0000 UTC m=+0.599280468 container died fa6ff6d8120abc556687f456e7b25c971212436c505c7ab059e3b13fdb239b82 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0, org.label-schema.build-date=20260202, org.label-schema.vendor=CentOS, CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.schema-version=1.0) 2026-02-21T20:07:41.126 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:40 trial059 podman[103315]: 2026-02-21 20:07:40.895822178 +0000 UTC m=+0.634967305 container remove fa6ff6d8120abc556687f456e7b25c971212436c505c7ab059e3b13fdb239b82 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, org.label-schema.schema-version=1.0, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , ceph=True, io.buildah.version=1.41.3, CEPH_REF=squid, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-21T20:07:41.126 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:40 trial059 bash[103315]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0 2026-02-21T20:07:41.427 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:41 trial059 ceph-mon[96511]: 4 slow requests, 0 included below; oldest blocked for > 45.893340 secs 2026-02-21T20:07:41.427 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:41 trial059 ceph-mon[96511]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-21T20:07:41.427 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:41 trial059 ceph-mon[96511]: osdmap e66: 8 total, 7 up, 8 in 2026-02-21T20:07:41.427 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:41 trial059 ceph-mon[96511]: pgmap v14: 97 pgs: 13 stale+active+clean, 84 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 409 B/s rd, 0 op/s 2026-02-21T20:07:41.428 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 podman[103453]: 2026-02-21 20:07:41.124378743 +0000 UTC m=+0.017628378 container create 5a648bfaba12bba7d9c451ac4fe50df76ead9d6a7f032aa397b60aaf82c74747 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, ceph=True, CEPH_REF=wip-adk3-testing-2026-02-12-2007, OSD_FLAVOR=default, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01) 2026-02-21T20:07:41.428 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 podman[103453]: 2026-02-21 20:07:41.208057802 +0000 UTC m=+0.101307447 container init 5a648bfaba12bba7d9c451ac4fe50df76ead9d6a7f032aa397b60aaf82c74747 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-deactivate, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, ceph=True, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-adk3-testing-2026-02-12-2007, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-21T20:07:41.428 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 podman[103453]: 2026-02-21 20:07:41.118582316 +0000 UTC m=+0.011831951 image pull 9a39d96ac7588d9bdfc94bfeb23c2335d2ff0fb10f3ba87e96eaf72ad2bd5cd2 quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721 2026-02-21T20:07:41.428 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 podman[103453]: 2026-02-21 20:07:41.216950557 +0000 UTC m=+0.110200192 container start 5a648bfaba12bba7d9c451ac4fe50df76ead9d6a7f032aa397b60aaf82c74747 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-deactivate, CEPH_REF=wip-adk3-testing-2026-02-12-2007, OSD_FLAVOR=default, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-21T20:07:41.428 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 podman[103453]: 2026-02-21 20:07:41.217300982 +0000 UTC m=+0.110550607 container attach 5a648bfaba12bba7d9c451ac4fe50df76ead9d6a7f032aa397b60aaf82c74747 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-21T20:07:41.428 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 podman[103453]: 2026-02-21 20:07:41.425079184 +0000 UTC m=+0.318328819 container died 5a648bfaba12bba7d9c451ac4fe50df76ead9d6a7f032aa397b60aaf82c74747 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-21T20:07:41.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 23 sec latency 50237.098 ms 2026-02-21T20:07:41.706 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 podman[103453]: 2026-02-21 20:07:41.453666137 +0000 UTC m=+0.346915762 container remove 5a648bfaba12bba7d9c451ac4fe50df76ead9d6a7f032aa397b60aaf82c74747 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, io.buildah.version=1.41.3, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-21T20:07:41.706 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 systemd[1]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.0.service: Deactivated successfully. 2026-02-21T20:07:41.706 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 systemd[1]: Stopped Ceph osd.0 for 39d77373-0f60-11f1-8f14-d404e6e7d460. 2026-02-21T20:07:41.706 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 systemd[1]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.0.service: Consumed 49.868s CPU time. 2026-02-21T20:07:41.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:41 trial144 ceph-mon[80374]: 4 slow requests, 0 included below; oldest blocked for > 45.893340 secs 2026-02-21T20:07:41.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:41 trial144 ceph-mon[80374]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-21T20:07:41.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:41 trial144 ceph-mon[80374]: osdmap e66: 8 total, 7 up, 8 in 2026-02-21T20:07:41.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:41 trial144 ceph-mon[80374]: pgmap v14: 97 pgs: 13 stale+active+clean, 84 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 409 B/s rd, 0 op/s 2026-02-21T20:07:41.970 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 systemd[1]: Starting Ceph osd.0 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:07:41.970 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 podman[103609]: 2026-02-21 20:07:41.804028371 +0000 UTC m=+0.016191892 container create 320e611c9bec7c418966eacade4d38550931afc4fff2227e38afb062b8fc2d5e (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate, ceph=True, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-21T20:07:41.970 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 podman[103609]: 2026-02-21 20:07:41.879286215 +0000 UTC m=+0.091449756 container init 320e611c9bec7c418966eacade4d38550931afc4fff2227e38afb062b8fc2d5e (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.license=GPLv2, CEPH_REF=wip-adk3-testing-2026-02-12-2007, OSD_FLAVOR=default, org.label-schema.vendor=CentOS) 2026-02-21T20:07:41.970 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 podman[103609]: 2026-02-21 20:07:41.8884409 +0000 UTC m=+0.100604431 container start 320e611c9bec7c418966eacade4d38550931afc4fff2227e38afb062b8fc2d5e (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_REF=wip-adk3-testing-2026-02-12-2007, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-21T20:07:41.971 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 podman[103609]: 2026-02-21 20:07:41.888871986 +0000 UTC m=+0.101035537 container attach 320e611c9bec7c418966eacade4d38550931afc4fff2227e38afb062b8fc2d5e (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.license=GPLv2, CEPH_REF=wip-adk3-testing-2026-02-12-2007, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True) 2026-02-21T20:07:41.971 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 podman[103609]: 2026-02-21 20:07:41.797963282 +0000 UTC m=+0.010126823 image pull 9a39d96ac7588d9bdfc94bfeb23c2335d2ff0fb10f3ba87e96eaf72ad2bd5cd2 quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721 2026-02-21T20:07:42.325 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate[103635]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:07:42.326 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 bash[103609]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:07:42.326 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate[103635]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:07:42.326 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:41 trial059 bash[103609]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:07:42.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:42 trial059 ceph-mon[96511]: osdmap e67: 8 total, 7 up, 8 in 2026-02-21T20:07:42.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 24 sec latency 51237.124 ms 2026-02-21T20:07:42.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:42 trial144 ceph-mon[80374]: osdmap e67: 8 total, 7 up, 8 in 2026-02-21T20:07:43.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:43 trial059 ceph-mon[96511]: pgmap v16: 97 pgs: 9 active+undersized, 27 active+undersized+degraded, 61 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 191/1455 objects degraded (13.127%) 2026-02-21T20:07:43.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 25 sec latency 52237.148 ms 2026-02-21T20:07:43.668 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:43 trial144 ceph-mon[80374]: pgmap v16: 97 pgs: 9 active+undersized, 27 active+undersized+degraded, 61 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 191/1455 objects degraded (13.127%) 2026-02-21T20:07:44.444 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:44 trial059 ceph-mon[96511]: Health check failed: Degraded data redundancy: 191/1455 objects degraded (13.127%), 27 pgs degraded (PG_DEGRADED) 2026-02-21T20:07:44.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:44 trial144 ceph-mon[80374]: Health check failed: Degraded data redundancy: 191/1455 objects degraded (13.127%), 27 pgs degraded (PG_DEGRADED) 2026-02-21T20:07:44.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 26 sec latency 53237.194 ms 2026-02-21T20:07:44.706 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate[103635]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-21T20:07:44.706 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate[103635]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:07:44.706 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 bash[103609]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-21T20:07:44.706 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 bash[103609]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:07:44.706 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate[103635]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:07:44.706 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 bash[103609]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:07:44.706 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate[103635]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-21T20:07:44.706 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 bash[103609]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-21T20:07:44.707 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate[103635]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2026-02-21T20:07:44.707 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 bash[103609]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2026-02-21T20:07:44.707 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate[103635]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2026-02-21T20:07:44.707 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 bash[103609]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2026-02-21T20:07:44.707 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate[103635]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2026-02-21T20:07:44.707 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 bash[103609]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2026-02-21T20:07:44.707 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate[103635]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-21T20:07:44.707 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 bash[103609]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-21T20:07:44.707 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate[103635]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-21T20:07:44.707 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 bash[103609]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-21T20:07:44.707 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate[103635]: --> ceph-volume lvm activate successful for osd ID: 0 2026-02-21T20:07:44.708 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 bash[103609]: --> ceph-volume lvm activate successful for osd ID: 0 2026-02-21T20:07:44.960 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 podman[103609]: 2026-02-21 20:07:44.704497586 +0000 UTC m=+2.916661117 container died 320e611c9bec7c418966eacade4d38550931afc4fff2227e38afb062b8fc2d5e (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-adk3-testing-2026-02-12-2007, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, ceph=True, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01) 2026-02-21T20:07:44.961 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 podman[103609]: 2026-02-21 20:07:44.733253065 +0000 UTC m=+2.945416596 container remove 320e611c9bec7c418966eacade4d38550931afc4fff2227e38afb062b8fc2d5e (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-activate, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-adk3-testing-2026-02-12-2007, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.label-schema.license=GPLv2) 2026-02-21T20:07:44.961 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 podman[103933]: 2026-02-21 20:07:44.880569583 +0000 UTC m=+0.014404580 container create 77c645fa5a15b25ffeddb1612faa651a93fb2e46934c6f02c9a63ae2724382f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, CEPH_REF=wip-adk3-testing-2026-02-12-2007, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, io.buildah.version=1.41.3) 2026-02-21T20:07:44.961 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 podman[103933]: 2026-02-21 20:07:44.950640431 +0000 UTC m=+0.084475428 container init 77c645fa5a15b25ffeddb1612faa651a93fb2e46934c6f02c9a63ae2724382f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-21T20:07:44.961 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 podman[103933]: 2026-02-21 20:07:44.958661316 +0000 UTC m=+0.092496303 container start 77c645fa5a15b25ffeddb1612faa651a93fb2e46934c6f02c9a63ae2724382f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.license=GPLv2) 2026-02-21T20:07:45.255 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 bash[103933]: 77c645fa5a15b25ffeddb1612faa651a93fb2e46934c6f02c9a63ae2724382f4 2026-02-21T20:07:45.256 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 podman[103933]: 2026-02-21 20:07:44.875111089 +0000 UTC m=+0.008946096 image pull 9a39d96ac7588d9bdfc94bfeb23c2335d2ff0fb10f3ba87e96eaf72ad2bd5cd2 quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721 2026-02-21T20:07:45.256 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 systemd[1]: Started Ceph osd.0 for 39d77373-0f60-11f1-8f14-d404e6e7d460. 2026-02-21T20:07:45.256 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:44 trial059 ceph-osd[103960]: -- 10.20.193.59:0/431605335 <== mon.0 v2:10.20.193.59:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x31cf860 con 0x316bc00 2026-02-21T20:07:45.524 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:45 trial059 ceph-mon[96511]: pgmap v17: 97 pgs: 9 active+undersized, 27 active+undersized+degraded, 61 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 191/1455 objects degraded (13.127%) 2026-02-21T20:07:45.524 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:45 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:45.524 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:45 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:45.524 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:45 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:45.524 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:45 trial059 ceph-mon[96511]: 4 slow requests, 0 included below; oldest blocked for > 50.893397 secs 2026-02-21T20:07:45.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 27 sec latency 54237.224 ms 2026-02-21T20:07:45.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:45 trial144 ceph-mon[80374]: pgmap v17: 97 pgs: 9 active+undersized, 27 active+undersized+degraded, 61 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 191/1455 objects degraded (13.127%) 2026-02-21T20:07:45.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:45 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:45.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:45 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:45.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:45 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:45.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:45 trial144 ceph-mon[80374]: 4 slow requests, 0 included below; oldest blocked for > 50.893397 secs 2026-02-21T20:07:45.822 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:45 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0[103954]: 2026-02-21T20:07:45.576+0000 7f9350bce780 -1 Falling back to public interface 2026-02-21T20:07:46.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 28 sec latency 55237.248 ms 2026-02-21T20:07:47.050 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:46 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0[103954]: 2026-02-21T20:07:46.890+0000 7f9350bce780 -1 osd.0 65 log_to_monitors true 2026-02-21T20:07:47.607 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:07:47 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0[103954]: 2026-02-21T20:07:47.483+0000 7f9344a0f640 -1 osd.0 65 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-21T20:07:47.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:47 trial059 ceph-mon[96511]: pgmap v18: 97 pgs: 9 active+undersized, 27 active+undersized+degraded, 61 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 191/1455 objects degraded (13.127%) 2026-02-21T20:07:47.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:47 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:47.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:47 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:47.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:47 trial059 ceph-mon[96511]: from='osd.0 [v2:10.20.193.59:6802/839453654,v1:10.20.193.59:6803/839453654]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-21T20:07:47.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:47 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:47.607 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:47 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:47.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 29 sec latency 56237.282 ms 2026-02-21T20:07:47.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:47 trial144 ceph-mon[80374]: pgmap v18: 97 pgs: 9 active+undersized, 27 active+undersized+degraded, 61 active+clean; 244 MiB data, 1.8 GiB used, 5.5 TiB / 5.5 TiB avail; 191/1455 objects degraded (13.127%) 2026-02-21T20:07:47.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:47 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:47.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:47 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:47.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:47 trial144 ceph-mon[80374]: from='osd.0 [v2:10.20.193.59:6802/839453654,v1:10.20.193.59:6803/839453654]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-21T20:07:47.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:47 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:47.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:47 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:48.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 30 sec latency 57237.316 ms 2026-02-21T20:07:48.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:48 trial144 ceph-mon[80374]: from='osd.0 [v2:10.20.193.59:6802/839453654,v1:10.20.193.59:6803/839453654]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-21T20:07:48.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:48 trial144 ceph-mon[80374]: osdmap e68: 8 total, 7 up, 8 in 2026-02-21T20:07:48.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:48 trial144 ceph-mon[80374]: from='osd.0 [v2:10.20.193.59:6802/839453654,v1:10.20.193.59:6803/839453654]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-21T20:07:48.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:48 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:48.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:48 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:48.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:48 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:48.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:48 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-21T20:07:48.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:48 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:48.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:48 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:48.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:48 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:48.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:48 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:48.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:48 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:48.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:48 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:48.811 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:48 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-21T20:07:48.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:48 trial059 ceph-mon[96511]: from='osd.0 [v2:10.20.193.59:6802/839453654,v1:10.20.193.59:6803/839453654]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-21T20:07:48.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:48 trial059 ceph-mon[96511]: osdmap e68: 8 total, 7 up, 8 in 2026-02-21T20:07:48.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:48 trial059 ceph-mon[96511]: from='osd.0 [v2:10.20.193.59:6802/839453654,v1:10.20.193.59:6803/839453654]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-21T20:07:48.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:48 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:48.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:48 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:48.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:48 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:07:48.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:48 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-21T20:07:48.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:48 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:48.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:48 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:07:48.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:48 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:07:48.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:48 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:48.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:48 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:48.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:48 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:07:48.859 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:48 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-21T20:07:49.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 31 sec latency 58237.366 ms 2026-02-21T20:07:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:49 trial144 ceph-mon[80374]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-21T20:07:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:49 trial144 ceph-mon[80374]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2026-02-21T20:07:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:49 trial144 ceph-mon[80374]: pgmap v20: 97 pgs: 9 active+undersized, 27 active+undersized+degraded, 61 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 191/1455 objects degraded (13.127%) 2026-02-21T20:07:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:49 trial144 ceph-mon[80374]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-21T20:07:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:49 trial144 ceph-mon[80374]: osd.0 [v2:10.20.193.59:6802/839453654,v1:10.20.193.59:6803/839453654] boot 2026-02-21T20:07:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:49 trial144 ceph-mon[80374]: osdmap e69: 8 total, 8 up, 8 in 2026-02-21T20:07:49.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:49 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-21T20:07:49.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:49 trial059 ceph-mon[96511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-21T20:07:49.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:49 trial059 ceph-mon[96511]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2026-02-21T20:07:49.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:49 trial059 ceph-mon[96511]: pgmap v20: 97 pgs: 9 active+undersized, 27 active+undersized+degraded, 61 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 191/1455 objects degraded (13.127%) 2026-02-21T20:07:49.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:49 trial059 ceph-mon[96511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-21T20:07:49.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:49 trial059 ceph-mon[96511]: osd.0 [v2:10.20.193.59:6802/839453654,v1:10.20.193.59:6803/839453654] boot 2026-02-21T20:07:49.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:49 trial059 ceph-mon[96511]: osdmap e69: 8 total, 8 up, 8 in 2026-02-21T20:07:49.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:49 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-21T20:07:50.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 32 sec latency 59237.392 ms 2026-02-21T20:07:50.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:50 trial144 ceph-mon[80374]: osdmap e70: 8 total, 8 up, 8 in 2026-02-21T20:07:50.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:50 trial144 ceph-mon[80374]: 4 slow requests, 0 included below; oldest blocked for > 55.893443 secs 2026-02-21T20:07:50.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:50 trial059 ceph-mon[96511]: osdmap e70: 8 total, 8 up, 8 in 2026-02-21T20:07:50.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:50 trial059 ceph-mon[96511]: 4 slow requests, 0 included below; oldest blocked for > 55.893443 secs 2026-02-21T20:07:51.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 33 sec latency 60237.422 ms 2026-02-21T20:07:51.805 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:51 trial059 ceph-mon[96511]: pgmap v23: 97 pgs: 9 active+undersized, 27 active+undersized+degraded, 61 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s; 191/1455 objects degraded (13.127%) 2026-02-21T20:07:51.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:51 trial144 ceph-mon[80374]: pgmap v23: 97 pgs: 9 active+undersized, 27 active+undersized+degraded, 61 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s; 191/1455 objects degraded (13.127%) 2026-02-21T20:07:52.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 34 sec latency 61237.452 ms 2026-02-21T20:07:52.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:52 trial144 ceph-mon[80374]: Health check update: Degraded data redundancy: 96/1455 objects degraded (6.598%), 8 pgs degraded (PG_DEGRADED) 2026-02-21T20:07:52.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:52 trial059 ceph-mon[96511]: Health check update: Degraded data redundancy: 96/1455 objects degraded (6.598%), 8 pgs degraded (PG_DEGRADED) 2026-02-21T20:07:53.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 35 sec latency 62237.483 ms 2026-02-21T20:07:53.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:53 trial144 ceph-mon[80374]: pgmap v24: 97 pgs: 5 active+undersized, 8 active+undersized+degraded, 84 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s; 96/1455 objects degraded (6.598%) 2026-02-21T20:07:53.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:53 trial059 ceph-mon[96511]: pgmap v24: 97 pgs: 5 active+undersized, 8 active+undersized+degraded, 84 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s; 96/1455 objects degraded (6.598%) 2026-02-21T20:07:54.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 36 sec latency 63237.512 ms 2026-02-21T20:07:54.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:54 trial059 ceph-mon[96511]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 96/1455 objects degraded (6.598%), 8 pgs degraded) 2026-02-21T20:07:55.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:54 trial144 ceph-mon[80374]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 96/1455 objects degraded (6.598%), 8 pgs degraded) 2026-02-21T20:07:55.619 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 37 sec latency 64237.534 ms 2026-02-21T20:07:55.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:55 trial059 ceph-mon[96511]: pgmap v25: 97 pgs: 97 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:55.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:55 trial059 ceph-mon[96511]: 4 slow requests, 4 included below; oldest blocked for > 60.893499 secs 2026-02-21T20:07:55.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:55 trial059 ceph-mon[96511]: slow request 60.893498 seconds old, received at 2026-02-21T20:06:54.421423+0000: client_request(client.14742:9 getattr pAsLsXsFs #0x100000002a8 2026-02-21T20:06:54.421377+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:55.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:55 trial059 ceph-mon[96511]: slow request 60.893495 seconds old, received at 2026-02-21T20:06:54.421426+0000: client_request(client.14742:10 getattr pAsLsXsFs #0x100000002b0 2026-02-21T20:06:54.421401+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:55.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:55 trial059 ceph-mon[96511]: slow request 60.893437 seconds old, received at 2026-02-21T20:06:54.421484+0000: client_request(client.14742:11 getattr pAsLsXsFs #0x10000000241 2026-02-21T20:06:54.421438+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:55.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:55 trial059 ceph-mon[96511]: slow request 60.893434 seconds old, received at 2026-02-21T20:06:54.421487+0000: client_request(client.14742:12 getattr pAsLsXsFs #0x100000002ab 2026-02-21T20:06:54.421462+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:55.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:55 trial059 ceph-mon[96511]: client.14622 isn't responding to mclientcaps(revoke), ino 0x100000002a8 pending pAsLsXsFs issued pAsLsXsFsx, sent 60.893526 seconds ago 2026-02-21T20:07:55.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:55 trial059 ceph-mon[96511]: client.14622 isn't responding to mclientcaps(revoke), ino 0x100000002b0 pending pAsLsXsFs issued pAsLsXsFsx, sent 60.893515 seconds ago 2026-02-21T20:07:55.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:55 trial059 ceph-mon[96511]: client.14622 isn't responding to mclientcaps(revoke), ino 0x10000000241 pending pAsLsXsFs issued pAsLsXsFsx, sent 60.893480 seconds ago 2026-02-21T20:07:55.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:55 trial059 ceph-mon[96511]: client.14622 isn't responding to mclientcaps(revoke), ino 0x100000002ab pending pAsLsXsFs issued pAsLsXsFsx, sent 60.893473 seconds ago 2026-02-21T20:07:56.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:55 trial144 ceph-mon[80374]: pgmap v25: 97 pgs: 97 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:56.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:55 trial144 ceph-mon[80374]: 4 slow requests, 4 included below; oldest blocked for > 60.893499 secs 2026-02-21T20:07:56.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:55 trial144 ceph-mon[80374]: slow request 60.893498 seconds old, received at 2026-02-21T20:06:54.421423+0000: client_request(client.14742:9 getattr pAsLsXsFs #0x100000002a8 2026-02-21T20:06:54.421377+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:56.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:55 trial144 ceph-mon[80374]: slow request 60.893495 seconds old, received at 2026-02-21T20:06:54.421426+0000: client_request(client.14742:10 getattr pAsLsXsFs #0x100000002b0 2026-02-21T20:06:54.421401+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:56.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:55 trial144 ceph-mon[80374]: slow request 60.893437 seconds old, received at 2026-02-21T20:06:54.421484+0000: client_request(client.14742:11 getattr pAsLsXsFs #0x10000000241 2026-02-21T20:06:54.421438+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:56.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:55 trial144 ceph-mon[80374]: slow request 60.893434 seconds old, received at 2026-02-21T20:06:54.421487+0000: client_request(client.14742:12 getattr pAsLsXsFs #0x100000002ab 2026-02-21T20:06:54.421462+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2026-02-21T20:07:56.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:55 trial144 ceph-mon[80374]: client.14622 isn't responding to mclientcaps(revoke), ino 0x100000002a8 pending pAsLsXsFs issued pAsLsXsFsx, sent 60.893526 seconds ago 2026-02-21T20:07:56.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:55 trial144 ceph-mon[80374]: client.14622 isn't responding to mclientcaps(revoke), ino 0x100000002b0 pending pAsLsXsFs issued pAsLsXsFsx, sent 60.893515 seconds ago 2026-02-21T20:07:56.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:55 trial144 ceph-mon[80374]: client.14622 isn't responding to mclientcaps(revoke), ino 0x10000000241 pending pAsLsXsFs issued pAsLsXsFsx, sent 60.893480 seconds ago 2026-02-21T20:07:56.061 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:55 trial144 ceph-mon[80374]: client.14622 isn't responding to mclientcaps(revoke), ino 0x100000002ab pending pAsLsXsFs issued pAsLsXsFsx, sent 60.893473 seconds ago 2026-02-21T20:07:56.619 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 38 sec latency 65237.560 ms 2026-02-21T20:07:57.619 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 39 sec latency 66237.590 ms 2026-02-21T20:07:57.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:57 trial059 ceph-mon[96511]: pgmap v26: 97 pgs: 97 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:58.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:57 trial144 ceph-mon[80374]: pgmap v26: 97 pgs: 97 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:07:58.619 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 40 sec latency 67237.621 ms 2026-02-21T20:07:58.832 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:58 trial144 ceph-mon[80374]: Health check failed: 1 clients failing to respond to capability release (MDS_CLIENT_LATE_RELEASE) 2026-02-21T20:07:58.833 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:58 trial144 ceph-mon[80374]: mds.0 [v2:10.20.193.144:6832/3533384153,v1:10.20.193.144:6833/3533384153] up:active 2026-02-21T20:07:58.833 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:58 trial144 ceph-mon[80374]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:active} 1 up:standby 2026-02-21T20:07:59.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:58 trial059 ceph-mon[96511]: Health check failed: 1 clients failing to respond to capability release (MDS_CLIENT_LATE_RELEASE) 2026-02-21T20:07:59.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:58 trial059 ceph-mon[96511]: mds.0 [v2:10.20.193.144:6832/3533384153,v1:10.20.193.144:6833/3533384153] up:active 2026-02-21T20:07:59.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:58 trial059 ceph-mon[96511]: fsmap foofs:1 {0=foofs.trial144.nlocnr=up:active} 1 up:standby 2026-02-21T20:07:59.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 41 sec latency 68237.658 ms 2026-02-21T20:08:00.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:07:59 trial144 ceph-mon[80374]: pgmap v27: 97 pgs: 97 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 411 B/s rd, 0 op/s 2026-02-21T20:08:00.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:07:59 trial059 ceph-mon[96511]: pgmap v27: 97 pgs: 97 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 411 B/s rd, 0 op/s 2026-02-21T20:08:00.619 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 42 sec latency 69237.686 ms 2026-02-21T20:08:01.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:00 trial144 ceph-mon[80374]: 4 slow requests, 0 included below; oldest blocked for > 65.893554 secs 2026-02-21T20:08:01.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:00 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:01.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:00 trial059 ceph-mon[96511]: 4 slow requests, 0 included below; oldest blocked for > 65.893554 secs 2026-02-21T20:08:01.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:00 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:01.619 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 43 sec latency 70237.713 ms 2026-02-21T20:08:01.901 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:01 trial059 ceph-mon[96511]: pgmap v28: 97 pgs: 97 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 374 B/s rd, 0 op/s 2026-02-21T20:08:02.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:01 trial144 ceph-mon[80374]: pgmap v28: 97 pgs: 97 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 374 B/s rd, 0 op/s 2026-02-21T20:08:02.619 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 44 sec latency 71237.742 ms 2026-02-21T20:08:03.619 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 45 sec latency 72237.765 ms 2026-02-21T20:08:03.818 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:03 trial059 ceph-mon[96511]: pgmap v29: 97 pgs: 97 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s 2026-02-21T20:08:03.818 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:03 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-21T20:08:04.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:03 trial144 ceph-mon[80374]: pgmap v29: 97 pgs: 97 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s 2026-02-21T20:08:04.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:03 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-21T20:08:04.604 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:04 trial059 systemd[1]: Stopping Ceph osd.1 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:08:04.619 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 46 sec latency 73237.790 ms 2026-02-21T20:08:04.857 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:04 trial059 ceph-mon[96511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-21T20:08:04.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:04 trial059 ceph-mon[96511]: Upgrade: osd.1 is safe to restart 2026-02-21T20:08:04.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:04 trial059 ceph-mon[96511]: Upgrade: Updating osd.1 2026-02-21T20:08:04.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:04 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:04.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:04 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-21T20:08:04.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:04 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:08:04.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:04 trial059 ceph-mon[96511]: Deploying daemon osd.1 on trial059 2026-02-21T20:08:04.858 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:04 trial059 ceph-mon[96511]: osd.1 marked itself down and dead 2026-02-21T20:08:04.858 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:04 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1[58822]: 2026-02-21T20:08:04.601+0000 7feda1f9b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-21T20:08:04.859 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:04 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1[58822]: 2026-02-21T20:08:04.601+0000 7feda1f9b640 -1 osd.1 70 *** Got signal Terminated *** 2026-02-21T20:08:04.859 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:04 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1[58822]: 2026-02-21T20:08:04.601+0000 7feda1f9b640 -1 osd.1 70 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-21T20:08:05.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:04 trial144 ceph-mon[80374]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-21T20:08:05.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:04 trial144 ceph-mon[80374]: Upgrade: osd.1 is safe to restart 2026-02-21T20:08:05.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:04 trial144 ceph-mon[80374]: Upgrade: Updating osd.1 2026-02-21T20:08:05.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:04 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:05.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:04 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-21T20:08:05.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:04 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:08:05.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:04 trial144 ceph-mon[80374]: Deploying daemon osd.1 on trial059 2026-02-21T20:08:05.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:04 trial144 ceph-mon[80374]: osd.1 marked itself down and dead 2026-02-21T20:08:05.513 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:05 trial059 podman[107647]: 2026-02-21 20:08:05.219203346 +0000 UTC m=+0.630412177 container died d9a49ec733e8d42e3fb79283df60a26b6af32bc04a37ef43cb225ced5b825e69 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, ceph=True, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.build-date=20260202, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid) 2026-02-21T20:08:05.513 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:05 trial059 podman[107647]: 2026-02-21 20:08:05.258680606 +0000 UTC m=+0.669889427 container remove d9a49ec733e8d42e3fb79283df60a26b6af32bc04a37ef43cb225ced5b825e69 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=squid, org.label-schema.build-date=20260202, io.buildah.version=1.41.3) 2026-02-21T20:08:05.513 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:05 trial059 bash[107647]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1 2026-02-21T20:08:05.619 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 47 sec latency 74237.812 ms 2026-02-21T20:08:05.815 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:05 trial059 ceph-mon[96511]: pgmap v30: 97 pgs: 97 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s 2026-02-21T20:08:05.815 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:05 trial059 ceph-mon[96511]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-21T20:08:05.815 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:05 trial059 ceph-mon[96511]: osdmap e71: 8 total, 7 up, 8 in 2026-02-21T20:08:05.816 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:05 trial059 ceph-mon[96511]: 4 slow requests, 0 included below; oldest blocked for > 70.893579 secs 2026-02-21T20:08:05.816 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:05 trial059 podman[107786]: 2026-02-21 20:08:05.511699625 +0000 UTC m=+0.015914380 container create a63e812fbcac21a265f1cf5f77c2f944cb99c80ab9f6b0f4c2e0fe8af3cddd24 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-deactivate, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-adk3-testing-2026-02-12-2007, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, ceph=True, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-21T20:08:05.816 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:05 trial059 podman[107786]: 2026-02-21 20:08:05.596699296 +0000 UTC m=+0.100914051 container init a63e812fbcac21a265f1cf5f77c2f944cb99c80ab9f6b0f4c2e0fe8af3cddd24 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, CEPH_REF=wip-adk3-testing-2026-02-12-2007, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, ceph=True) 2026-02-21T20:08:05.816 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:05 trial059 podman[107786]: 2026-02-21 20:08:05.505250998 +0000 UTC m=+0.009465763 image pull 9a39d96ac7588d9bdfc94bfeb23c2335d2ff0fb10f3ba87e96eaf72ad2bd5cd2 quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721 2026-02-21T20:08:05.816 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:05 trial059 podman[107786]: 2026-02-21 20:08:05.605709656 +0000 UTC m=+0.109924401 container start a63e812fbcac21a265f1cf5f77c2f944cb99c80ab9f6b0f4c2e0fe8af3cddd24 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_REF=wip-adk3-testing-2026-02-12-2007, ceph=True, OSD_FLAVOR=default, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, io.buildah.version=1.41.3) 2026-02-21T20:08:05.816 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:05 trial059 podman[107786]: 2026-02-21 20:08:05.606065452 +0000 UTC m=+0.110280207 container attach a63e812fbcac21a265f1cf5f77c2f944cb99c80ab9f6b0f4c2e0fe8af3cddd24 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-deactivate, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_REF=wip-adk3-testing-2026-02-12-2007, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.license=GPLv2, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-21T20:08:06.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:05 trial144 ceph-mon[80374]: pgmap v30: 97 pgs: 97 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s 2026-02-21T20:08:06.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:05 trial144 ceph-mon[80374]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-21T20:08:06.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:05 trial144 ceph-mon[80374]: osdmap e71: 8 total, 7 up, 8 in 2026-02-21T20:08:06.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:05 trial144 ceph-mon[80374]: 4 slow requests, 0 included below; oldest blocked for > 70.893579 secs 2026-02-21T20:08:06.095 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:05 trial059 podman[107786]: 2026-02-21 20:08:05.813835561 +0000 UTC m=+0.318050326 container died a63e812fbcac21a265f1cf5f77c2f944cb99c80ab9f6b0f4c2e0fe8af3cddd24 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-deactivate, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.vendor=CentOS) 2026-02-21T20:08:06.095 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:05 trial059 podman[107786]: 2026-02-21 20:08:05.842653855 +0000 UTC m=+0.346868601 container remove a63e812fbcac21a265f1cf5f77c2f944cb99c80ab9f6b0f4c2e0fe8af3cddd24 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-deactivate, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS) 2026-02-21T20:08:06.095 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:05 trial059 systemd[1]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.1.service: Deactivated successfully. 2026-02-21T20:08:06.095 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:05 trial059 systemd[1]: Stopped Ceph osd.1 for 39d77373-0f60-11f1-8f14-d404e6e7d460. 2026-02-21T20:08:06.096 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:05 trial059 systemd[1]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.1.service: Consumed 33.101s CPU time. 2026-02-21T20:08:06.358 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:06 trial059 systemd[1]: Starting Ceph osd.1 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:08:06.358 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:06 trial059 podman[107939]: 2026-02-21 20:08:06.192527148 +0000 UTC m=+0.016248635 container create f9c065e9d4d6083d058bbdba8bcb0ff40b16445b2a1b4f6946801d28c33e3552 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate, CEPH_REF=wip-adk3-testing-2026-02-12-2007, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, ceph=True) 2026-02-21T20:08:06.358 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:06 trial059 podman[107939]: 2026-02-21 20:08:06.268765976 +0000 UTC m=+0.092487413 container init f9c065e9d4d6083d058bbdba8bcb0ff40b16445b2a1b4f6946801d28c33e3552 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, ceph=True, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2026-02-21T20:08:06.358 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:06 trial059 podman[107939]: 2026-02-21 20:08:06.277888085 +0000 UTC m=+0.101609502 container start f9c065e9d4d6083d058bbdba8bcb0ff40b16445b2a1b4f6946801d28c33e3552 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, io.buildah.version=1.41.3, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.build-date=20260209) 2026-02-21T20:08:06.359 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:06 trial059 podman[107939]: 2026-02-21 20:08:06.27823791 +0000 UTC m=+0.101959337 container attach f9c065e9d4d6083d058bbdba8bcb0ff40b16445b2a1b4f6946801d28c33e3552 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-21T20:08:06.359 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:06 trial059 podman[107939]: 2026-02-21 20:08:06.186249672 +0000 UTC m=+0.009971089 image pull 9a39d96ac7588d9bdfc94bfeb23c2335d2ff0fb10f3ba87e96eaf72ad2bd5cd2 quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721 2026-02-21T20:08:06.619 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 48 sec latency 75237.844 ms 2026-02-21T20:08:06.661 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:06 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate[107960]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:08:06.661 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:06 trial059 bash[107939]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:08:06.661 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:06 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate[107960]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:08:06.662 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:06 trial059 bash[107939]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:08:06.949 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:06 trial059 ceph-mon[96511]: osdmap e72: 8 total, 7 up, 8 in 2026-02-21T20:08:07.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:06 trial144 ceph-mon[80374]: osdmap e72: 8 total, 7 up, 8 in 2026-02-21T20:08:07.619 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 49 sec latency 76237.874 ms 2026-02-21T20:08:08.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:07 trial144 ceph-mon[80374]: pgmap v33: 97 pgs: 13 stale+active+clean, 84 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:08:08.107 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:07 trial059 ceph-mon[96511]: pgmap v33: 97 pgs: 13 stale+active+clean, 84 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail 2026-02-21T20:08:08.619 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 50 sec latency 77237.896 ms 2026-02-21T20:08:08.966 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:08 trial059 ceph-mon[96511]: pgmap v34: 97 pgs: 17 active+undersized, 22 active+undersized+degraded, 58 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 149/1455 objects degraded (10.241%) 2026-02-21T20:08:08.966 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:08 trial059 ceph-mon[96511]: Health check failed: Degraded data redundancy: 149/1455 objects degraded (10.241%), 22 pgs degraded (PG_DEGRADED) 2026-02-21T20:08:08.966 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate[107960]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-21T20:08:08.967 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate[107960]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:08:08.967 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 bash[107939]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-21T20:08:08.967 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 bash[107939]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:08:08.967 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate[107960]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:08:08.967 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 bash[107939]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-21T20:08:08.967 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate[107960]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-21T20:08:08.967 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 bash[107939]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-21T20:08:08.967 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate[107960]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2026-02-21T20:08:08.967 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 bash[107939]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2026-02-21T20:08:08.967 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate[107960]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2026-02-21T20:08:08.967 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 bash[107939]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2026-02-21T20:08:09.059 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:08 trial144 ceph-mon[80374]: pgmap v34: 97 pgs: 17 active+undersized, 22 active+undersized+degraded, 58 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 149/1455 objects degraded (10.241%) 2026-02-21T20:08:09.060 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:08 trial144 ceph-mon[80374]: Health check failed: Degraded data redundancy: 149/1455 objects degraded (10.241%), 22 pgs degraded (PG_DEGRADED) 2026-02-21T20:08:09.226 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate[107960]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2026-02-21T20:08:09.226 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 bash[107939]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2026-02-21T20:08:09.227 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate[107960]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-21T20:08:09.227 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 bash[107939]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-21T20:08:09.227 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate[107960]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-21T20:08:09.227 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 bash[107939]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-21T20:08:09.227 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate[107960]: --> ceph-volume lvm activate successful for osd ID: 1 2026-02-21T20:08:09.227 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 bash[107939]: --> ceph-volume lvm activate successful for osd ID: 1 2026-02-21T20:08:09.228 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:08 trial059 podman[107939]: 2026-02-21 20:08:08.98900857 +0000 UTC m=+2.812729997 container died f9c065e9d4d6083d058bbdba8bcb0ff40b16445b2a1b4f6946801d28c33e3552 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-21T20:08:09.228 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:09 trial059 podman[107939]: 2026-02-21 20:08:09.017852593 +0000 UTC m=+2.841574020 container remove f9c065e9d4d6083d058bbdba8bcb0ff40b16445b2a1b4f6946801d28c33e3552 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-activate, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3) 2026-02-21T20:08:09.228 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:09 trial059 podman[108258]: 2026-02-21 20:08:09.166683906 +0000 UTC m=+0.015750454 container create b9afc61b5dd707ab189a110ccde722931a26b6315a394be18c456ac1dab6c488 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, CEPH_REF=wip-adk3-testing-2026-02-12-2007, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default) 2026-02-21T20:08:09.558 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:09 trial059 podman[108258]: 2026-02-21 20:08:09.225902706 +0000 UTC m=+0.074969184 container init b9afc61b5dd707ab189a110ccde722931a26b6315a394be18c456ac1dab6c488 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1, org.label-schema.vendor=CentOS, CEPH_REF=wip-adk3-testing-2026-02-12-2007, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.build-date=20260209, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-21T20:08:09.558 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:09 trial059 podman[108258]: 2026-02-21 20:08:09.2347014 +0000 UTC m=+0.083767868 container start b9afc61b5dd707ab189a110ccde722931a26b6315a394be18c456ac1dab6c488 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1, OSD_FLAVOR=default, ceph=True, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3) 2026-02-21T20:08:09.558 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:09 trial059 bash[108258]: b9afc61b5dd707ab189a110ccde722931a26b6315a394be18c456ac1dab6c488 2026-02-21T20:08:09.558 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:09 trial059 podman[108258]: 2026-02-21 20:08:09.160768417 +0000 UTC m=+0.009834895 image pull 9a39d96ac7588d9bdfc94bfeb23c2335d2ff0fb10f3ba87e96eaf72ad2bd5cd2 quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721 2026-02-21T20:08:09.558 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:09 trial059 systemd[1]: Started Ceph osd.1 for 39d77373-0f60-11f1-8f14-d404e6e7d460. 2026-02-21T20:08:09.559 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:09 trial059 ceph-osd[108287]: -- 10.20.193.59:0/3562109255 <== mon.0 v2:10.20.193.59:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x3ac7860 con 0x3a63c00 2026-02-21T20:08:09.618 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 51 sec latency 78237.916 ms 2026-02-21T20:08:10.107 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:09 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1[108283]: 2026-02-21T20:08:09.862+0000 7f61033a9780 -1 Falling back to public interface 2026-02-21T20:08:10.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:10 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:10.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:10 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:10.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:10 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:08:10.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:10 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:10.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:10 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:10.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:10 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:08:10.619 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 52 sec latency 79237.940 ms 2026-02-21T20:08:11.478 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:11 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1[108283]: 2026-02-21T20:08:11.219+0000 7f61033a9780 -1 osd.1 70 log_to_monitors true 2026-02-21T20:08:11.479 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:11 trial059 ceph-mon[96511]: 4 slow requests, 0 included below; oldest blocked for > 75.893641 secs 2026-02-21T20:08:11.479 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:11 trial059 ceph-mon[96511]: pgmap v35: 97 pgs: 17 active+undersized, 22 active+undersized+degraded, 58 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 149/1455 objects degraded (10.241%) 2026-02-21T20:08:11.479 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:11 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:11.479 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:11 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:11.479 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:11 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:11.479 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:11 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:11.480 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:11 trial059 ceph-mon[96511]: from='osd.1 [v2:10.20.193.59:6810/2113349278,v1:10.20.193.59:6811/2113349278]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-21T20:08:11.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 53 sec latency 80244.946 ms 2026-02-21T20:08:11.636 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'ceph orch ps' 2026-02-21T20:08:11.809 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:11 trial144 ceph-mon[80374]: 4 slow requests, 0 included below; oldest blocked for > 75.893641 secs 2026-02-21T20:08:11.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:11 trial144 ceph-mon[80374]: pgmap v35: 97 pgs: 17 active+undersized, 22 active+undersized+degraded, 58 active+clean; 244 MiB data, 1.7 GiB used, 5.5 TiB / 5.5 TiB avail; 149/1455 objects degraded (10.241%) 2026-02-21T20:08:11.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:11 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:11.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:11 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:11.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:11 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:11.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:11 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:11.810 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:11 trial144 ceph-mon[80374]: from='osd.1 [v2:10.20.193.59:6810/2113349278,v1:10.20.193.59:6811/2113349278]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-21T20:08:11.941 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:08:12.220 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:12 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1[108283]: 2026-02-21T20:08:12.182+0000 7f60f71ea640 -1 osd.1 70 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:alertmanager.trial059 trial059 *:9093,9094 running (4m) 1s ago 5m 31.0M - 0.25.0 c8568f914cd2 69215863e2a3 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:ceph-exporter.trial059 trial059 *:9926 running (92s) 1s ago 5m 9441k - 19.2.3-672-g283431c0 4cc07a41bb19 4fabc9ff0777 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:ceph-exporter.trial144 trial144 *:9926 running (79s) 35s ago 4m 11.4M - 19.2.3-672-g283431c0 4cc07a41bb19 e202a004cdca 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:crash.trial059 trial059 running (37s) 1s ago 5m 7620k - 20.3.0-5291-g042df16c 9a39d96ac758 775b904f9a11 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:crash.trial144 trial144 running (36s) 35s ago 4m 7612k - 20.3.0-5291-g042df16c 9a39d96ac758 8db60d34ca6f 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:grafana.trial059 trial059 *:3000 running (4m) 1s ago 5m 93.0M - 10.4.0 c8b91775d855 1a995e9ef978 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:mds.foofs.trial059.dvkave trial059 running (3m) 1s ago 3m 16.0M - 19.2.3-672-g283431c0 4cc07a41bb19 721cc519ab07 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:mds.foofs.trial144.nlocnr trial144 running (3m) 35s ago 3m 38.0M - 19.2.3-672-g283431c0 4cc07a41bb19 7cc923a2acac 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:mgr.trial059.suhfeu trial059 *:8443,9283,8765 running (76s) 1s ago 5m 550M - 20.3.0-5291-g042df16c 9a39d96ac758 d4bc956a21ff 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:mgr.trial144.npjdqw trial144 *:8443,9283,8765 running (58s) 35s ago 4m 491M - 20.3.0-5291-g042df16c 9a39d96ac758 d47c6d7ca4a6 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:mon.trial059 trial059 running (54s) 1s ago 5m 51.4M 2048M 20.3.0-5291-g042df16c 9a39d96ac758 16eb4363e61e 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:mon.trial144 trial144 running (47s) 35s ago 4m 33.9M 2048M 20.3.0-5291-g042df16c 9a39d96ac758 72c448e8c7c9 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:nfs.foo.0.0.trial059.iuhufj trial059 *:2049 running (80s) 1s ago 3m 67.0M - 5.9 4cc07a41bb19 44e38734eb4b 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:nfs.foo.1.0.trial144.ffvxbg trial144 *:2049 running (78s) 35s ago 2m 69.3M - 5.9 4cc07a41bb19 a71e47e52f64 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:node-exporter.trial059 trial059 *:9100 running (5m) 1s ago 5m 14.6M - 1.7.0 72c9c2088986 2a7b9d99d011 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:node-exporter.trial144 trial144 *:9100 running (4m) 35s ago 4m 12.6M - 1.7.0 72c9c2088986 50ed9f36b332 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:osd.0 trial059 running (27s) 1s ago 4m 75.8M 17.9G 20.3.0-5291-g042df16c 9a39d96ac758 77c645fa5a15 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:osd.1 trial059 running (3s) 1s ago 4m 12.1M 17.9G 20.3.0-5291-g042df16c 9a39d96ac758 b9afc61b5dd7 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:osd.2 trial059 running (4m) 1s ago 4m 121M 17.9G 19.2.3-672-g283431c0 4cc07a41bb19 4d1dae79f2e1 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:osd.3 trial059 running (4m) 1s ago 4m 208M 17.9G 19.2.3-672-g283431c0 4cc07a41bb19 17e819e7436b 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:osd.4 trial144 running (3m) 35s ago 3m 210M 18.7G 19.2.3-672-g283431c0 4cc07a41bb19 d58cfaf7abda 2026-02-21T20:08:12.250 INFO:teuthology.orchestra.run.trial059.stdout:osd.5 trial144 running (3m) 35s ago 3m 195M 18.7G 19.2.3-672-g283431c0 4cc07a41bb19 b79fc6fe47ff 2026-02-21T20:08:12.251 INFO:teuthology.orchestra.run.trial059.stdout:osd.6 trial144 running (3m) 35s ago 3m 207M 18.7G 19.2.3-672-g283431c0 4cc07a41bb19 02200fa9c05a 2026-02-21T20:08:12.251 INFO:teuthology.orchestra.run.trial059.stdout:osd.7 trial144 running (3m) 35s ago 3m 270M 18.7G 19.2.3-672-g283431c0 4cc07a41bb19 def5311f2426 2026-02-21T20:08:12.251 INFO:teuthology.orchestra.run.trial059.stdout:prometheus.trial059 trial059 *:9095 running (84s) 1s ago 5m 59.8M - 3.6.0 4fcecf061b74 a696ab0fcfd6 2026-02-21T20:08:12.342 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'ceph orch upgrade status' 2026-02-21T20:08:12.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 54 sec latency 81245.139 ms 2026-02-21T20:08:12.661 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:08:12.940 INFO:teuthology.orchestra.run.trial059.stdout:{ 2026-02-21T20:08:12.940 INFO:teuthology.orchestra.run.trial059.stdout: "in_progress": true, 2026-02-21T20:08:12.940 INFO:teuthology.orchestra.run.trial059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721", 2026-02-21T20:08:12.940 INFO:teuthology.orchestra.run.trial059.stdout: "services_complete": [ 2026-02-21T20:08:12.940 INFO:teuthology.orchestra.run.trial059.stdout: "mgr", 2026-02-21T20:08:12.941 INFO:teuthology.orchestra.run.trial059.stdout: "crash", 2026-02-21T20:08:12.941 INFO:teuthology.orchestra.run.trial059.stdout: "mon" 2026-02-21T20:08:12.941 INFO:teuthology.orchestra.run.trial059.stdout: ], 2026-02-21T20:08:12.941 INFO:teuthology.orchestra.run.trial059.stdout: "which": "Upgrading all daemon types on all hosts", 2026-02-21T20:08:12.941 INFO:teuthology.orchestra.run.trial059.stdout: "progress": "8/25 daemons upgraded", 2026-02-21T20:08:12.941 INFO:teuthology.orchestra.run.trial059.stdout: "message": "Currently upgrading osd daemons", 2026-02-21T20:08:12.941 INFO:teuthology.orchestra.run.trial059.stdout: "is_paused": false 2026-02-21T20:08:12.941 INFO:teuthology.orchestra.run.trial059.stdout:} 2026-02-21T20:08:13.008 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'ceph health detail' 2026-02-21T20:08:13.315 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:08:13.345 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='osd.1 [v2:10.20.193.59:6810/2113349278,v1:10.20.193.59:6811/2113349278]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-21T20:08:13.345 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: osdmap e73: 8 total, 7 up, 8 in 2026-02-21T20:08:13.345 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='osd.1 [v2:10.20.193.59:6810/2113349278,v1:10.20.193.59:6811/2113349278]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-21T20:08:13.345 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:08:13.345 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: pgmap v37: 97 pgs: 17 active+undersized, 22 active+undersized+degraded, 58 active+clean; 244 MiB data, 1.6 GiB used, 5.5 TiB / 5.5 TiB avail; 149/1455 objects degraded (10.241%) 2026-02-21T20:08:13.345 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:13.345 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:13.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:08:13.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-21T20:08:13.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:13.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:13.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:08:13.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:08:13.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:08:13.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:08:13.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2026-02-21T20:08:13.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2026-02-21T20:08:13.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:13 trial059 ceph-mon[96511]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2026-02-21T20:08:13.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='osd.1 [v2:10.20.193.59:6810/2113349278,v1:10.20.193.59:6811/2113349278]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-21T20:08:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: osdmap e73: 8 total, 7 up, 8 in 2026-02-21T20:08:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='osd.1 [v2:10.20.193.59:6810/2113349278,v1:10.20.193.59:6811/2113349278]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial059", "root=default"]} : dispatch 2026-02-21T20:08:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:08:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: pgmap v37: 97 pgs: 17 active+undersized, 22 active+undersized+degraded, 58 active+clean; 244 MiB data, 1.6 GiB used, 5.5 TiB / 5.5 TiB avail; 149/1455 objects degraded (10.241%) 2026-02-21T20:08:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-21T20:08:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-21T20:08:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' 2026-02-21T20:08:13.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-21T20:08:13.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:08:13.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:08:13.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:08:13.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2026-02-21T20:08:13.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2026-02-21T20:08:13.561 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:13 trial144 ceph-mon[80374]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2026-02-21T20:08:13.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 55 sec latency 82245.174 ms 2026-02-21T20:08:13.649 INFO:teuthology.orchestra.run.trial059.stdout:HEALTH_WARN 1 clients failing to respond to capability release; 1 MDSs report slow requests; Degraded data redundancy: 149/1455 objects degraded (10.241%), 22 pgs degraded 2026-02-21T20:08:13.649 INFO:teuthology.orchestra.run.trial059.stdout:[WRN] MDS_CLIENT_LATE_RELEASE: 1 clients failing to respond to capability release 2026-02-21T20:08:13.649 INFO:teuthology.orchestra.run.trial059.stdout: mds.foofs.trial144.nlocnr(mds.0): Client trial059 failing to respond to capability release client_id: 14622 2026-02-21T20:08:13.650 INFO:teuthology.orchestra.run.trial059.stdout:[WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2026-02-21T20:08:13.650 INFO:teuthology.orchestra.run.trial059.stdout: mds.foofs.trial144.nlocnr(mds.0): 4 slow requests are blocked > 30 secs 2026-02-21T20:08:13.650 INFO:teuthology.orchestra.run.trial059.stdout:[WRN] PG_DEGRADED: Degraded data redundancy: 149/1455 objects degraded (10.241%), 22 pgs degraded 2026-02-21T20:08:13.650 INFO:teuthology.orchestra.run.trial059.stdout: pg 2.0 is active+undersized+degraded, acting [7,0] 2026-02-21T20:08:13.650 INFO:teuthology.orchestra.run.trial059.stdout: pg 2.2 is active+undersized+degraded, acting [5,6] 2026-02-21T20:08:13.650 INFO:teuthology.orchestra.run.trial059.stdout: pg 2.6 is active+undersized+degraded, acting [6,4] 2026-02-21T20:08:13.650 INFO:teuthology.orchestra.run.trial059.stdout: pg 2.8 is active+undersized+degraded, acting [7,0] 2026-02-21T20:08:13.650 INFO:teuthology.orchestra.run.trial059.stdout: pg 2.a is active+undersized+degraded, acting [3,7] 2026-02-21T20:08:13.650 INFO:teuthology.orchestra.run.trial059.stdout: pg 2.d is active+undersized+degraded, acting [4,3] 2026-02-21T20:08:13.650 INFO:teuthology.orchestra.run.trial059.stdout: pg 2.10 is active+undersized+degraded, acting [2,0] 2026-02-21T20:08:13.651 INFO:teuthology.orchestra.run.trial059.stdout: pg 2.15 is active+undersized+degraded, acting [5,0] 2026-02-21T20:08:13.651 INFO:teuthology.orchestra.run.trial059.stdout: pg 3.0 is active+undersized+degraded, acting [2,6] 2026-02-21T20:08:13.651 INFO:teuthology.orchestra.run.trial059.stdout: pg 3.4 is active+undersized+degraded, acting [2,5] 2026-02-21T20:08:13.651 INFO:teuthology.orchestra.run.trial059.stdout: pg 3.6 is active+undersized+degraded, acting [0,4] 2026-02-21T20:08:13.651 INFO:teuthology.orchestra.run.trial059.stdout: pg 3.8 is active+undersized+degraded, acting [3,7] 2026-02-21T20:08:13.651 INFO:teuthology.orchestra.run.trial059.stdout: pg 3.a is active+undersized+degraded, acting [6,4] 2026-02-21T20:08:13.651 INFO:teuthology.orchestra.run.trial059.stdout: pg 3.e is active+undersized+degraded, acting [7,4] 2026-02-21T20:08:13.651 INFO:teuthology.orchestra.run.trial059.stdout: pg 3.16 is active+undersized+degraded, acting [5,7] 2026-02-21T20:08:13.651 INFO:teuthology.orchestra.run.trial059.stdout: pg 3.18 is active+undersized+degraded, acting [3,0] 2026-02-21T20:08:13.652 INFO:teuthology.orchestra.run.trial059.stdout: pg 3.19 is active+undersized+degraded, acting [3,4] 2026-02-21T20:08:13.652 INFO:teuthology.orchestra.run.trial059.stdout: pg 3.1a is active+undersized+degraded, acting [4,2] 2026-02-21T20:08:13.652 INFO:teuthology.orchestra.run.trial059.stdout: pg 3.1c is active+undersized+degraded, acting [5,4] 2026-02-21T20:08:13.652 INFO:teuthology.orchestra.run.trial059.stdout: pg 4.a is active+undersized+degraded, acting [6,7] 2026-02-21T20:08:13.652 INFO:teuthology.orchestra.run.trial059.stdout: pg 4.f is active+undersized+degraded, acting [3,4] 2026-02-21T20:08:13.652 INFO:teuthology.orchestra.run.trial059.stdout: pg 4.14 is active+undersized+degraded, acting [3,7] 2026-02-21T20:08:13.725 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'ceph versions' 2026-02-21T20:08:14.021 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:08:14.309 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:14 trial144 ceph-mon[80374]: from='client.34144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:08:14.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:14 trial144 ceph-mon[80374]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-21T20:08:14.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:14 trial144 ceph-mon[80374]: osd.1 [v2:10.20.193.59:6810/2113349278,v1:10.20.193.59:6811/2113349278] boot 2026-02-21T20:08:14.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:14 trial144 ceph-mon[80374]: osdmap e74: 8 total, 8 up, 8 in 2026-02-21T20:08:14.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:14 trial144 ceph-mon[80374]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-21T20:08:14.310 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:14 trial144 ceph-mon[80374]: from='client.? 10.20.193.59:0/1287709969' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-21T20:08:14.344 INFO:teuthology.orchestra.run.trial059.stdout:{ 2026-02-21T20:08:14.344 INFO:teuthology.orchestra.run.trial059.stdout: "mon": { 2026-02-21T20:08:14.344 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 20.3.0-5291-g042df16c (042df16cd9ee8a8df553b188fef8a8c4a9e7ab01) tentacle (dev - RelWithDebInfo)": 2 2026-02-21T20:08:14.344 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:08:14.344 INFO:teuthology.orchestra.run.trial059.stdout: "mgr": { 2026-02-21T20:08:14.344 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 20.3.0-5291-g042df16c (042df16cd9ee8a8df553b188fef8a8c4a9e7ab01) tentacle (dev - RelWithDebInfo)": 2 2026-02-21T20:08:14.344 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:08:14.344 INFO:teuthology.orchestra.run.trial059.stdout: "osd": { 2026-02-21T20:08:14.344 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 6, 2026-02-21T20:08:14.344 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 20.3.0-5291-g042df16c (042df16cd9ee8a8df553b188fef8a8c4a9e7ab01) tentacle (dev - RelWithDebInfo)": 2 2026-02-21T20:08:14.344 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:08:14.344 INFO:teuthology.orchestra.run.trial059.stdout: "mds": { 2026-02-21T20:08:14.345 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-21T20:08:14.345 INFO:teuthology.orchestra.run.trial059.stdout: }, 2026-02-21T20:08:14.345 INFO:teuthology.orchestra.run.trial059.stdout: "overall": { 2026-02-21T20:08:14.345 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8, 2026-02-21T20:08:14.345 INFO:teuthology.orchestra.run.trial059.stdout: "ceph version 20.3.0-5291-g042df16c (042df16cd9ee8a8df553b188fef8a8c4a9e7ab01) tentacle (dev - RelWithDebInfo)": 6 2026-02-21T20:08:14.345 INFO:teuthology.orchestra.run.trial059.stdout: } 2026-02-21T20:08:14.345 INFO:teuthology.orchestra.run.trial059.stdout:} 2026-02-21T20:08:14.345 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:14 trial059 ceph-mon[96511]: from='client.34144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-21T20:08:14.345 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:14 trial059 ceph-mon[96511]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-21T20:08:14.345 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:14 trial059 ceph-mon[96511]: osd.1 [v2:10.20.193.59:6810/2113349278,v1:10.20.193.59:6811/2113349278] boot 2026-02-21T20:08:14.345 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:14 trial059 ceph-mon[96511]: osdmap e74: 8 total, 8 up, 8 in 2026-02-21T20:08:14.345 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:14 trial059 ceph-mon[96511]: from='mgr.34104 10.20.193.59:0/1002629291' entity='mgr.trial059.suhfeu' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-21T20:08:14.346 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:14 trial059 ceph-mon[96511]: from='client.? 10.20.193.59:0/1287709969' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-21T20:08:14.421 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2026-02-21T20:08:14.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 56 sec latency 83245.212 ms 2026-02-21T20:08:14.720 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:08:15.048 INFO:teuthology.orchestra.run.trial059.stdout:false 2026-02-21T20:08:15.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-21T20:08:15.112 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) ^^^^^^^^^^^^^^ File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) ^^^^^^^^^^^^^^ File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/task/sequential.py", line 47, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) ^^^^^^^^^^^^^^ File "/home/teuthworker/src/github.com_adk3798_ceph_8f51c35bf854479dcc229046453f0066d563cfe5/qa/tasks/cephadm.py", line 1496, in shell _shell( File "/home/teuthworker/src/github.com_adk3798_ceph_8f51c35bf854479dcc229046453f0066d563cfe5/qa/tasks/cephadm.py", line 41, in _shell return remote.run( ^^^^^^^^^^^ File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/orchestra/remote.py", line 596, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/orchestra/run.py", line 461, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_fa17720d0088c3ac28e473468bfc79eeaff5cd38/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on trial059 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\'' 2026-02-21T20:08:15.116 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2026-02-21T20:08:15.129 INFO:tasks.cephadm:Teardown begin 2026-02-21T20:08:15.130 DEBUG:teuthology.orchestra.run.trial059:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-21T20:08:15.155 DEBUG:teuthology.orchestra.run.trial144:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-21T20:08:15.184 INFO:tasks.cephadm:Disabling cephadm mgr module 2026-02-21T20:08:15.184 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -- ceph mgr module disable cephadm 2026-02-21T20:08:15.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:15 trial059 ceph-mon[96511]: osdmap e75: 8 total, 8 up, 8 in 2026-02-21T20:08:15.357 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:15 trial059 ceph-mon[96511]: from='client.? 10.20.193.59:0/246503267' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:08:15.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:15 trial059 ceph-mon[96511]: pgmap v40: 97 pgs: 17 active+undersized, 22 active+undersized+degraded, 58 active+clean; 244 MiB data, 1.6 GiB used, 5.5 TiB / 5.5 TiB avail; 149/1455 objects degraded (10.241%) 2026-02-21T20:08:15.358 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:15 trial059 ceph-mon[96511]: from='client.? 10.20.193.59:0/1636475951' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:08:15.505 INFO:teuthology.orchestra.run.trial059.stderr:Inferring config /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/mon.trial059/config 2026-02-21T20:08:15.524 INFO:teuthology.orchestra.run.trial059.stderr:Error: statfs /etc/ceph/ceph.client.admin.keyring: no such file or directory 2026-02-21T20:08:15.548 DEBUG:teuthology.orchestra.run:got remote process result: 125 2026-02-21T20:08:15.549 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2026-02-21T20:08:15.549 DEBUG:teuthology.orchestra.run.trial059:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-02-21T20:08:15.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:15 trial144 ceph-mon[80374]: osdmap e75: 8 total, 8 up, 8 in 2026-02-21T20:08:15.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:15 trial144 ceph-mon[80374]: from='client.? 10.20.193.59:0/246503267' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:08:15.559 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:15 trial144 ceph-mon[80374]: pgmap v40: 97 pgs: 17 active+undersized, 22 active+undersized+degraded, 58 active+clean; 244 MiB data, 1.6 GiB used, 5.5 TiB / 5.5 TiB avail; 149/1455 objects degraded (10.241%) 2026-02-21T20:08:15.560 INFO:journalctl@ceph.mon.trial144.trial144.stdout:Feb 21 20:08:15 trial144 ceph-mon[80374]: from='client.? 10.20.193.59:0/1636475951' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-21T20:08:15.567 DEBUG:teuthology.orchestra.run.trial144:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-02-21T20:08:15.584 INFO:tasks.cephadm:Stopping all daemons... 2026-02-21T20:08:15.585 INFO:tasks.cephadm.mon.trial059:Stopping mon.trial059... 2026-02-21T20:08:15.585 DEBUG:teuthology.orchestra.run.trial059:> sudo systemctl stop ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial059 2026-02-21T20:08:15.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 57 sec latency 84245.238 ms 2026-02-21T20:08:16.002 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:15 trial059 systemd[1]: Stopping Ceph mon.trial059 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:08:16.002 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:15 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059[96507]: 2026-02-21T20:08:15.756+0000 7f81ff780640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.trial059 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-21T20:08:16.002 INFO:journalctl@ceph.mon.trial059.trial059.stdout:Feb 21 20:08:15 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-mon-trial059[96507]: 2026-02-21T20:08:15.756+0000 7f81ff780640 -1 mon.trial059@0(leader) e3 *** Got Signal Terminated *** 2026-02-21T20:08:16.164 DEBUG:teuthology.orchestra.run.trial059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial059.service' 2026-02-21T20:08:16.244 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-21T20:08:16.244 INFO:tasks.cephadm.mon.trial059:Stopped mon.trial059 2026-02-21T20:08:16.244 INFO:tasks.cephadm.mon.trial144:Stopping mon.trial144... 2026-02-21T20:08:16.245 DEBUG:teuthology.orchestra.run.trial144:> sudo systemctl stop ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial144 2026-02-21T20:08:16.452 DEBUG:teuthology.orchestra.run.trial144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@mon.trial144.service' 2026-02-21T20:08:16.493 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-21T20:08:16.493 INFO:tasks.cephadm.mon.trial144:Stopped mon.trial144 2026-02-21T20:08:16.493 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2026-02-21T20:08:16.493 DEBUG:teuthology.orchestra.run.trial059:> sudo systemctl stop ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.0 2026-02-21T20:08:16.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 58 sec latency 85245.263 ms 2026-02-21T20:08:16.630 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:08:16 trial059 systemd[1]: Stopping Ceph osd.0 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:08:16.948 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:08:16 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0[103954]: 2026-02-21T20:08:16.628+0000 7f934db52640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-21T20:08:16.948 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:08:16 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0[103954]: 2026-02-21T20:08:16.628+0000 7f934db52640 -1 osd.0 75 *** Got signal Terminated *** 2026-02-21T20:08:16.949 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:08:16 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0[103954]: 2026-02-21T20:08:16.628+0000 7f934db52640 -1 osd.0 75 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-21T20:08:17.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 59 sec latency 86245.291 ms 2026-02-21T20:08:18.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 60 sec latency 87245.324 ms 2026-02-21T20:08:19.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 61 sec latency 88245.343 ms 2026-02-21T20:08:20.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 62 sec latency 89245.362 ms 2026-02-21T20:08:21.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 63 sec latency 90245.398 ms 2026-02-21T20:08:22.079 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:08:21 trial059 podman[112848]: 2026-02-21 20:08:21.799844866 +0000 UTC m=+5.183574717 container died 77c645fa5a15b25ffeddb1612faa651a93fb2e46934c6f02c9a63ae2724382f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_REF=wip-adk3-testing-2026-02-12-2007, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-21T20:08:22.080 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:08:21 trial059 podman[112848]: 2026-02-21 20:08:21.837460302 +0000 UTC m=+5.221190163 container remove 77c645fa5a15b25ffeddb1612faa651a93fb2e46934c6f02c9a63ae2724382f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-adk3-testing-2026-02-12-2007) 2026-02-21T20:08:22.080 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:08:21 trial059 bash[112848]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0 2026-02-21T20:08:22.080 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:08:22 trial059 podman[112982]: 2026-02-21 20:08:22.029853859 +0000 UTC m=+0.016133900 container create f9a5ca2c336a2a117035a485ef0ac25b36d5dbffb9b9bf851884d5b5dc5565bb (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-deactivate, ceph=True, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_REF=wip-adk3-testing-2026-02-12-2007, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3) 2026-02-21T20:08:22.335 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:08:22 trial059 podman[112982]: 2026-02-21 20:08:22.105948567 +0000 UTC m=+0.092228598 container init f9a5ca2c336a2a117035a485ef0ac25b36d5dbffb9b9bf851884d5b5dc5565bb (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-adk3-testing-2026-02-12-2007, OSD_FLAVOR=default, ceph=True, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-21T20:08:22.335 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:08:22 trial059 podman[112982]: 2026-02-21 20:08:22.114592963 +0000 UTC m=+0.100873014 container start f9a5ca2c336a2a117035a485ef0ac25b36d5dbffb9b9bf851884d5b5dc5565bb (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, CEPH_REF=wip-adk3-testing-2026-02-12-2007, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS) 2026-02-21T20:08:22.335 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:08:22 trial059 podman[112982]: 2026-02-21 20:08:22.115032786 +0000 UTC m=+0.101312827 container attach f9a5ca2c336a2a117035a485ef0ac25b36d5dbffb9b9bf851884d5b5dc5565bb (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-deactivate, OSD_FLAVOR=default, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-21T20:08:22.336 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:08:22 trial059 podman[112982]: 2026-02-21 20:08:22.023715804 +0000 UTC m=+0.009995845 image pull 9a39d96ac7588d9bdfc94bfeb23c2335d2ff0fb10f3ba87e96eaf72ad2bd5cd2 quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721 2026-02-21T20:08:22.336 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:08:22 trial059 podman[112982]: 2026-02-21 20:08:22.305464501 +0000 UTC m=+0.291744542 container died f9a5ca2c336a2a117035a485ef0ac25b36d5dbffb9b9bf851884d5b5dc5565bb (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-deactivate, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-21T20:08:22.336 INFO:journalctl@ceph.osd.0.trial059.stdout:Feb 21 20:08:22 trial059 podman[112982]: 2026-02-21 20:08:22.334222544 +0000 UTC m=+0.320502585 container remove f9a5ca2c336a2a117035a485ef0ac25b36d5dbffb9b9bf851884d5b5dc5565bb (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-0-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, CEPH_REF=wip-adk3-testing-2026-02-12-2007, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-21T20:08:22.390 DEBUG:teuthology.orchestra.run.trial059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.0.service' 2026-02-21T20:08:22.427 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-21T20:08:22.427 INFO:tasks.cephadm.osd.0:Stopped osd.0 2026-02-21T20:08:22.427 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2026-02-21T20:08:22.428 DEBUG:teuthology.orchestra.run.trial059:> sudo systemctl stop ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.1 2026-02-21T20:08:22.604 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:22 trial059 systemd[1]: Stopping Ceph osd.1 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:08:22.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 64 sec latency 91245.428 ms 2026-02-21T20:08:22.857 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:22 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1[108283]: 2026-02-21T20:08:22.602+0000 7f610032d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-21T20:08:22.857 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:22 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1[108283]: 2026-02-21T20:08:22.602+0000 7f610032d640 -1 osd.1 75 *** Got signal Terminated *** 2026-02-21T20:08:22.857 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:22 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1[108283]: 2026-02-21T20:08:22.602+0000 7f610032d640 -1 osd.1 75 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-21T20:08:23.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 65 sec latency 92245.453 ms 2026-02-21T20:08:24.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 66 sec latency 93245.477 ms 2026-02-21T20:08:25.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 67 sec latency 94245.527 ms 2026-02-21T20:08:26.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 68 sec latency 95245.547 ms 2026-02-21T20:08:27.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 69 sec latency 96245.566 ms 2026-02-21T20:08:28.040 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:27 trial059 podman[113126]: 2026-02-21 20:08:27.773936024 +0000 UTC m=+5.184786412 container died b9afc61b5dd707ab189a110ccde722931a26b6315a394be18c456ac1dab6c488 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_REF=wip-adk3-testing-2026-02-12-2007, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-21T20:08:28.040 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:27 trial059 podman[113126]: 2026-02-21 20:08:27.802278559 +0000 UTC m=+5.213128937 container remove b9afc61b5dd707ab189a110ccde722931a26b6315a394be18c456ac1dab6c488 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1, OSD_FLAVOR=default, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.schema-version=1.0, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-21T20:08:28.040 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:27 trial059 bash[113126]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1 2026-02-21T20:08:28.307 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:28 trial059 podman[113285]: 2026-02-21 20:08:28.038857315 +0000 UTC m=+0.016508201 container create f50ac77af559562d79dda703d22cc0f2fa43a8bb424c2c991b427db067317051 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-deactivate, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, CEPH_REF=wip-adk3-testing-2026-02-12-2007, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-21T20:08:28.307 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:28 trial059 podman[113285]: 2026-02-21 20:08:28.114211878 +0000 UTC m=+0.091862714 container init f50ac77af559562d79dda703d22cc0f2fa43a8bb424c2c991b427db067317051 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-deactivate, io.buildah.version=1.41.3, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_REF=wip-adk3-testing-2026-02-12-2007, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-21T20:08:28.307 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:28 trial059 podman[113285]: 2026-02-21 20:08:28.123060696 +0000 UTC m=+0.100711522 container start f50ac77af559562d79dda703d22cc0f2fa43a8bb424c2c991b427db067317051 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, CEPH_REF=wip-adk3-testing-2026-02-12-2007, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-21T20:08:28.307 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:28 trial059 podman[113285]: 2026-02-21 20:08:28.123552997 +0000 UTC m=+0.101203823 container attach f50ac77af559562d79dda703d22cc0f2fa43a8bb424c2c991b427db067317051 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_REF=wip-adk3-testing-2026-02-12-2007, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.build-date=20260209) 2026-02-21T20:08:28.307 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:28 trial059 podman[113285]: 2026-02-21 20:08:28.032413086 +0000 UTC m=+0.010063912 image pull 9a39d96ac7588d9bdfc94bfeb23c2335d2ff0fb10f3ba87e96eaf72ad2bd5cd2 quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721 2026-02-21T20:08:28.308 INFO:journalctl@ceph.osd.1.trial059.stdout:Feb 21 20:08:28 trial059 podman[113285]: 2026-02-21 20:08:28.305134763 +0000 UTC m=+0.282785579 container died f50ac77af559562d79dda703d22cc0f2fa43a8bb424c2c991b427db067317051 (image=quay.ceph.io/ceph-ci/ceph@sha256:f8ee40b2ba9742ca04dd2bb1890c50110b2ab659164861139fc9d9eeed387721, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-1-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_REF=wip-adk3-testing-2026-02-12-2007, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-21T20:08:28.374 DEBUG:teuthology.orchestra.run.trial059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.1.service' 2026-02-21T20:08:28.410 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-21T20:08:28.410 INFO:tasks.cephadm.osd.1:Stopped osd.1 2026-02-21T20:08:28.410 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2026-02-21T20:08:28.411 DEBUG:teuthology.orchestra.run.trial059:> sudo systemctl stop ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.2 2026-02-21T20:08:28.578 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:08:28 trial059 systemd[1]: Stopping Ceph osd.2 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:08:28.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 70 sec latency 97245.608 ms 2026-02-21T20:08:28.857 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:08:28 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2[65400]: 2026-02-21T20:08:28.575+0000 7f3f3c41b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-21T20:08:28.857 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:08:28 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2[65400]: 2026-02-21T20:08:28.575+0000 7f3f3c41b640 -1 osd.2 75 *** Got signal Terminated *** 2026-02-21T20:08:28.857 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:08:28 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2[65400]: 2026-02-21T20:08:28.575+0000 7f3f3c41b640 -1 osd.2 75 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-21T20:08:29.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 71 sec latency 98245.632 ms 2026-02-21T20:08:30.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 72 sec latency 99245.661 ms 2026-02-21T20:08:31.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 73 sec latency 100245.687 ms 2026-02-21T20:08:32.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 74 sec latency 101245.702 ms 2026-02-21T20:08:33.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 75 sec latency 102245.743 ms 2026-02-21T20:08:34.402 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:08:34 trial059 podman[113421]: 2026-02-21 20:08:34.122706642 +0000 UTC m=+5.559732633 container died 4d1dae79f2e127b123b45979fc1cc078bcffcd6e7dd71ee3968476ed4b999088 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20260202, org.label-schema.vendor=CentOS, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=squid) 2026-02-21T20:08:34.402 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:08:34 trial059 podman[113421]: 2026-02-21 20:08:34.159485823 +0000 UTC m=+5.596511813 container remove 4d1dae79f2e127b123b45979fc1cc078bcffcd6e7dd71ee3968476ed4b999088 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, ceph=True, org.label-schema.schema-version=1.0, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.build-date=20260202, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2026-02-21T20:08:34.402 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:08:34 trial059 bash[113421]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2 2026-02-21T20:08:34.402 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:08:34 trial059 podman[113555]: 2026-02-21 20:08:34.334459805 +0000 UTC m=+0.015950758 container create f0c3c15ebe1b163c7099c08d4010a4c9024017f2955065e4e4ccdc47b28b4655 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2-deactivate, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.vendor=CentOS, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_REF=squid, org.label-schema.build-date=20260202, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0) 2026-02-21T20:08:34.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 76 sec latency 103245.774 ms 2026-02-21T20:08:34.658 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:08:34 trial059 podman[113555]: 2026-02-21 20:08:34.419047846 +0000 UTC m=+0.100538799 container init f0c3c15ebe1b163c7099c08d4010a4c9024017f2955065e4e4ccdc47b28b4655 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2-deactivate, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_REF=squid, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260202, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0) 2026-02-21T20:08:34.658 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:08:34 trial059 podman[113555]: 2026-02-21 20:08:34.328295801 +0000 UTC m=+0.009786754 image pull 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4 2026-02-21T20:08:34.658 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:08:34 trial059 podman[113555]: 2026-02-21 20:08:34.427919066 +0000 UTC m=+0.109410019 container start f0c3c15ebe1b163c7099c08d4010a4c9024017f2955065e4e4ccdc47b28b4655 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2-deactivate, org.label-schema.build-date=20260202, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=squid, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2) 2026-02-21T20:08:34.658 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:08:34 trial059 podman[113555]: 2026-02-21 20:08:34.428363698 +0000 UTC m=+0.109854651 container attach f0c3c15ebe1b163c7099c08d4010a4c9024017f2955065e4e4ccdc47b28b4655 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-21T20:08:34.658 INFO:journalctl@ceph.osd.2.trial059.stdout:Feb 21 20:08:34 trial059 podman[113583]: 2026-02-21 20:08:34.642469572 +0000 UTC m=+0.010182945 container died f0c3c15ebe1b163c7099c08d4010a4c9024017f2955065e4e4ccdc47b28b4655 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-2-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260202, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-21T20:08:34.722 DEBUG:teuthology.orchestra.run.trial059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.2.service' 2026-02-21T20:08:34.759 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-21T20:08:34.760 INFO:tasks.cephadm.osd.2:Stopped osd.2 2026-02-21T20:08:34.760 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2026-02-21T20:08:34.760 DEBUG:teuthology.orchestra.run.trial059:> sudo systemctl stop ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.3 2026-02-21T20:08:34.918 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:08:34 trial059 systemd[1]: Stopping Ceph osd.3 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:08:35.357 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:08:34 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3[71267]: 2026-02-21T20:08:34.915+0000 7f0cfb296640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-21T20:08:35.357 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:08:34 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3[71267]: 2026-02-21T20:08:34.915+0000 7f0cfb296640 -1 osd.3 75 *** Got signal Terminated *** 2026-02-21T20:08:35.357 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:08:34 trial059 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3[71267]: 2026-02-21T20:08:34.915+0000 7f0cfb296640 -1 osd.3 75 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-21T20:08:35.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 77 sec latency 104245.797 ms 2026-02-21T20:08:36.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 78 sec latency 105245.813 ms 2026-02-21T20:08:37.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 79 sec latency 106245.839 ms 2026-02-21T20:08:38.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 80 sec latency 107245.862 ms 2026-02-21T20:08:39.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 81 sec latency 108245.876 ms 2026-02-21T20:08:40.593 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:08:40 trial059 podman[113691]: 2026-02-21 20:08:40.28865134 +0000 UTC m=+5.394821995 container died 17e819e7436bcfcfec633b4cea43f96205c616206ff4f9dd6abec321dd43a222 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.license=GPLv2) 2026-02-21T20:08:40.594 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:08:40 trial059 podman[113691]: 2026-02-21 20:08:40.29753334 +0000 UTC m=+5.403703985 container remove 17e819e7436bcfcfec633b4cea43f96205c616206ff4f9dd6abec321dd43a222 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260202, io.buildah.version=1.41.3) 2026-02-21T20:08:40.594 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:08:40 trial059 bash[113691]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3 2026-02-21T20:08:40.594 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:08:40 trial059 podman[113826]: 2026-02-21 20:08:40.429817941 +0000 UTC m=+0.016626062 container create 803694ccc0bc2c0763d98c970aedd081b59e12640da02f9596b7d419460d37f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3-deactivate, ceph=True, org.label-schema.license=GPLv2, CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260202, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-21T20:08:40.594 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:08:40 trial059 podman[113826]: 2026-02-21 20:08:40.461991614 +0000 UTC m=+0.048799665 container init 803694ccc0bc2c0763d98c970aedd081b59e12640da02f9596b7d419460d37f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3-deactivate, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=squid, org.label-schema.schema-version=1.0, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, OSD_FLAVOR=default) 2026-02-21T20:08:40.594 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:08:40 trial059 podman[113826]: 2026-02-21 20:08:40.46461887 +0000 UTC m=+0.051426921 container start 803694ccc0bc2c0763d98c970aedd081b59e12640da02f9596b7d419460d37f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.build-date=20260202, ceph=True, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=squid) 2026-02-21T20:08:40.594 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:08:40 trial059 podman[113826]: 2026-02-21 20:08:40.465045709 +0000 UTC m=+0.051853770 container attach 803694ccc0bc2c0763d98c970aedd081b59e12640da02f9596b7d419460d37f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3-deactivate, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_REF=squid, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260202, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2026-02-21T20:08:40.594 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:08:40 trial059 podman[113826]: 2026-02-21 20:08:40.423542328 +0000 UTC m=+0.010350379 image pull 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4 2026-02-21T20:08:40.594 INFO:journalctl@ceph.osd.3.trial059.stdout:Feb 21 20:08:40 trial059 podman[113826]: 2026-02-21 20:08:40.592066109 +0000 UTC m=+0.178874160 container died 803694ccc0bc2c0763d98c970aedd081b59e12640da02f9596b7d419460d37f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-3-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=squid, ceph=True, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260202, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-21T20:08:40.621 DEBUG:teuthology.orchestra.run.trial059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.3.service' 2026-02-21T20:08:40.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 82 sec latency 109245.894 ms 2026-02-21T20:08:40.662 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-21T20:08:40.662 INFO:tasks.cephadm.osd.3:Stopped osd.3 2026-02-21T20:08:40.662 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2026-02-21T20:08:40.663 DEBUG:teuthology.orchestra.run.trial144:> sudo systemctl stop ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.4 2026-02-21T20:08:41.059 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:08:40 trial144 systemd[1]: Stopping Ceph osd.4 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:08:41.059 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:08:40 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-4[42678]: 2026-02-21T20:08:40.766+0000 7ff424ddf640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-21T20:08:41.059 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:08:40 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-4[42678]: 2026-02-21T20:08:40.766+0000 7ff424ddf640 -1 osd.4 75 *** Got signal Terminated *** 2026-02-21T20:08:41.059 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:08:40 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-4[42678]: 2026-02-21T20:08:40.766+0000 7ff424ddf640 -1 osd.4 75 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-21T20:08:41.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 83 sec latency 110245.918 ms 2026-02-21T20:08:42.558 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:42 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:08:42.254+0000 7ff3886d2640 -1 osd.5 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.377184+0000 front 2026-02-21T20:08:20.377245+0000 (oldest deadline 2026-02-21T20:08:42.077227+0000) 2026-02-21T20:08:42.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 84 sec latency 111245.940 ms 2026-02-21T20:08:43.558 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:43 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:08:43.236+0000 7ff3886d2640 -1 osd.5 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.377184+0000 front 2026-02-21T20:08:20.377245+0000 (oldest deadline 2026-02-21T20:08:42.077227+0000) 2026-02-21T20:08:43.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 85 sec latency 112245.959 ms 2026-02-21T20:08:44.206 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:43 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:43.872+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:44.559 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:44 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:08:44.205+0000 7ff3886d2640 -1 osd.5 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.377184+0000 front 2026-02-21T20:08:20.377245+0000 (oldest deadline 2026-02-21T20:08:42.077227+0000) 2026-02-21T20:08:44.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 86 sec latency 113245.973 ms 2026-02-21T20:08:45.308 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:45 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:08:45.157+0000 7ff3886d2640 -1 osd.5 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.377184+0000 front 2026-02-21T20:08:20.377245+0000 (oldest deadline 2026-02-21T20:08:42.077227+0000) 2026-02-21T20:08:45.309 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:44 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:44.919+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:45.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 87 sec latency 114245.989 ms 2026-02-21T20:08:46.221 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:46 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:08:46.107+0000 7ff3886d2640 -1 osd.5 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.377184+0000 front 2026-02-21T20:08:20.377245+0000 (oldest deadline 2026-02-21T20:08:42.077227+0000) 2026-02-21T20:08:46.222 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:45 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:45.914+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:46.222 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:45 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:45.906+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.429029+0000 front 2026-02-21T20:08:20.429039+0000 (oldest deadline 2026-02-21T20:08:45.129021+0000) 2026-02-21T20:08:46.472 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:08:46 trial144 podman[87359]: 2026-02-21 20:08:46.22087728 +0000 UTC m=+5.466927984 container died d58cfaf7abda72b9153663804b51b85e9fbb0908fed3e245ec52003b3c0cab41 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-4, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=squid, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.build-date=20260202, io.buildah.version=1.41.3) 2026-02-21T20:08:46.472 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:08:46 trial144 podman[87359]: 2026-02-21 20:08:46.230192819 +0000 UTC m=+5.476243524 container remove d58cfaf7abda72b9153663804b51b85e9fbb0908fed3e245ec52003b3c0cab41 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-4, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260202, OSD_FLAVOR=default) 2026-02-21T20:08:46.473 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:08:46 trial144 bash[87359]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-4 2026-02-21T20:08:46.473 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:08:46 trial144 podman[87514]: 2026-02-21 20:08:46.378802017 +0000 UTC m=+0.015931159 container create c813a4ded47d43d6ad32848683e0c463a85822078ea1ca462f84ad762c0f9c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-4-deactivate, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260202, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-21T20:08:46.473 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:08:46 trial144 podman[87514]: 2026-02-21 20:08:46.414125589 +0000 UTC m=+0.051254681 container init c813a4ded47d43d6ad32848683e0c463a85822078ea1ca462f84ad762c0f9c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.build-date=20260202, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=squid, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS) 2026-02-21T20:08:46.473 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:08:46 trial144 podman[87514]: 2026-02-21 20:08:46.416986863 +0000 UTC m=+0.054115955 container start c813a4ded47d43d6ad32848683e0c463a85822078ea1ca462f84ad762c0f9c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-4-deactivate, ceph=True, CEPH_REF=squid, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2026-02-21T20:08:46.473 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:08:46 trial144 podman[87514]: 2026-02-21 20:08:46.417497619 +0000 UTC m=+0.054626701 container attach c813a4ded47d43d6ad32848683e0c463a85822078ea1ca462f84ad762c0f9c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-4-deactivate, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.build-date=20260202, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=squid, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-21T20:08:46.473 INFO:journalctl@ceph.osd.4.trial144.stdout:Feb 21 20:08:46 trial144 podman[87514]: 2026-02-21 20:08:46.372164908 +0000 UTC m=+0.009293990 image pull 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4 2026-02-21T20:08:46.584 DEBUG:teuthology.orchestra.run.trial144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.4.service' 2026-02-21T20:08:46.620 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-21T20:08:46.621 INFO:tasks.cephadm.osd.4:Stopped osd.4 2026-02-21T20:08:46.621 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2026-02-21T20:08:46.621 DEBUG:teuthology.orchestra.run.trial144:> sudo systemctl stop ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.5 2026-02-21T20:08:46.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 88 sec latency 115246.018 ms 2026-02-21T20:08:46.761 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:46 trial144 systemd[1]: Stopping Ceph osd.5 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:08:46.761 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:46 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:08:46.759+0000 7ff3900c2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-21T20:08:46.762 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:46 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:08:46.759+0000 7ff3900c2640 -1 osd.5 75 *** Got signal Terminated *** 2026-02-21T20:08:46.762 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:46 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:08:46.759+0000 7ff3900c2640 -1 osd.5 75 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-21T20:08:47.059 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:46 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:46.887+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.429029+0000 front 2026-02-21T20:08:20.429039+0000 (oldest deadline 2026-02-21T20:08:45.129021+0000) 2026-02-21T20:08:47.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:46 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:46.920+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:47.559 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:47 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:08:47.087+0000 7ff3886d2640 -1 osd.5 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.377184+0000 front 2026-02-21T20:08:20.377245+0000 (oldest deadline 2026-02-21T20:08:42.077227+0000) 2026-02-21T20:08:47.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 89 sec latency 116246.033 ms 2026-02-21T20:08:48.309 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:47 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:47.900+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.429029+0000 front 2026-02-21T20:08:20.429039+0000 (oldest deadline 2026-02-21T20:08:45.129021+0000) 2026-02-21T20:08:48.309 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:48 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:08:48.070+0000 7ff3886d2640 -1 osd.5 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.377184+0000 front 2026-02-21T20:08:20.377245+0000 (oldest deadline 2026-02-21T20:08:42.077227+0000) 2026-02-21T20:08:48.309 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:47 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:47.874+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:48.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 90 sec latency 117246.045 ms 2026-02-21T20:08:49.309 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:48 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:48.876+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.429029+0000 front 2026-02-21T20:08:20.429039+0000 (oldest deadline 2026-02-21T20:08:45.129021+0000) 2026-02-21T20:08:49.309 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:49 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:08:49.024+0000 7ff3886d2640 -1 osd.5 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.377184+0000 front 2026-02-21T20:08:20.377245+0000 (oldest deadline 2026-02-21T20:08:42.077227+0000) 2026-02-21T20:08:49.310 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:48 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:48.866+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:49.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 91 sec latency 118246.059 ms 2026-02-21T20:08:50.309 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:49 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:08:49.997+0000 7ff3886d2640 -1 osd.5 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.377184+0000 front 2026-02-21T20:08:20.377245+0000 (oldest deadline 2026-02-21T20:08:42.077227+0000) 2026-02-21T20:08:50.309 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:49 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:49.857+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.429029+0000 front 2026-02-21T20:08:20.429039+0000 (oldest deadline 2026-02-21T20:08:45.129021+0000) 2026-02-21T20:08:50.309 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:49 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:49.857+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:25.129217+0000 front 2026-02-21T20:08:25.129227+0000 (oldest deadline 2026-02-21T20:08:49.829223+0000) 2026-02-21T20:08:50.310 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:49 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:49.843+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:50.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 92 sec latency 119246.075 ms 2026-02-21T20:08:51.059 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:50 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:50.847+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.429029+0000 front 2026-02-21T20:08:20.429039+0000 (oldest deadline 2026-02-21T20:08:45.129021+0000) 2026-02-21T20:08:51.059 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:50 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:50.847+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:25.129217+0000 front 2026-02-21T20:08:25.129227+0000 (oldest deadline 2026-02-21T20:08:49.829223+0000) 2026-02-21T20:08:51.059 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:51 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:08:51.041+0000 7ff3886d2640 -1 osd.5 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.377184+0000 front 2026-02-21T20:08:20.377245+0000 (oldest deadline 2026-02-21T20:08:42.077227+0000) 2026-02-21T20:08:51.060 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:51 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5[48266]: 2026-02-21T20:08:51.041+0000 7ff3886d2640 -1 osd.5 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:26.177778+0000 front 2026-02-21T20:08:26.177693+0000 (oldest deadline 2026-02-21T20:08:50.877743+0000) 2026-02-21T20:08:51.060 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:50 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:50.806+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:51.060 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:50 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:50.806+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:27.232785+0000 front 2026-02-21T20:08:27.227072+0000 (oldest deadline 2026-02-21T20:08:50.726998+0000) 2026-02-21T20:08:51.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 93 sec latency 120246.089 ms 2026-02-21T20:08:52.058 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:51 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:51.843+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.429029+0000 front 2026-02-21T20:08:20.429039+0000 (oldest deadline 2026-02-21T20:08:45.129021+0000) 2026-02-21T20:08:52.058 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:51 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:51.843+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:25.129217+0000 front 2026-02-21T20:08:25.129227+0000 (oldest deadline 2026-02-21T20:08:49.829223+0000) 2026-02-21T20:08:52.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:51 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:51.783+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:52.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:51 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:51.783+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:27.232785+0000 front 2026-02-21T20:08:27.227072+0000 (oldest deadline 2026-02-21T20:08:50.726998+0000) 2026-02-21T20:08:52.537 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:52 trial144 podman[87656]: 2026-02-21 20:08:52.233936166 +0000 UTC m=+5.485718731 container died b79fc6fe47fface2e0e5379c5b036d5411005559cdc2a55159c5f2546a4d5248 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260202, CEPH_REF=squid) 2026-02-21T20:08:52.537 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:52 trial144 podman[87656]: 2026-02-21 20:08:52.242453933 +0000 UTC m=+5.494236488 container remove b79fc6fe47fface2e0e5379c5b036d5411005559cdc2a55159c5f2546a4d5248 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, ceph=True, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS) 2026-02-21T20:08:52.537 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:52 trial144 bash[87656]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5 2026-02-21T20:08:52.537 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:52 trial144 podman[87782]: 2026-02-21 20:08:52.378342499 +0000 UTC m=+0.016165047 container create 2a0883d418449e0619f6895872b4bf71779d6b39a1ed599a46cacfd5f0e6ba50 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260202, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, ceph=True) 2026-02-21T20:08:52.537 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:52 trial144 podman[87782]: 2026-02-21 20:08:52.409172233 +0000 UTC m=+0.046994721 container init 2a0883d418449e0619f6895872b4bf71779d6b39a1ed599a46cacfd5f0e6ba50 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, CEPH_REF=squid, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True) 2026-02-21T20:08:52.537 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:52 trial144 podman[87782]: 2026-02-21 20:08:52.411617819 +0000 UTC m=+0.049440307 container start 2a0883d418449e0619f6895872b4bf71779d6b39a1ed599a46cacfd5f0e6ba50 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5-deactivate, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , ceph=True, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20260202, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-21T20:08:52.537 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:52 trial144 podman[87782]: 2026-02-21 20:08:52.412044447 +0000 UTC m=+0.049866945 container attach 2a0883d418449e0619f6895872b4bf71779d6b39a1ed599a46cacfd5f0e6ba50 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5-deactivate, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=squid, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.build-date=20260202, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-21T20:08:52.537 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:52 trial144 podman[87782]: 2026-02-21 20:08:52.371760343 +0000 UTC m=+0.009582831 image pull 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4 2026-02-21T20:08:52.537 INFO:journalctl@ceph.osd.5.trial144.stdout:Feb 21 20:08:52 trial144 podman[87782]: 2026-02-21 20:08:52.537208938 +0000 UTC m=+0.175031426 container died 2a0883d418449e0619f6895872b4bf71779d6b39a1ed599a46cacfd5f0e6ba50 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-5-deactivate, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, CEPH_REF=squid, org.label-schema.build-date=20260202, io.buildah.version=1.41.3, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-21T20:08:52.574 DEBUG:teuthology.orchestra.run.trial144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.5.service' 2026-02-21T20:08:52.609 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-21T20:08:52.610 INFO:tasks.cephadm.osd.5:Stopped osd.5 2026-02-21T20:08:52.610 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2026-02-21T20:08:52.610 DEBUG:teuthology.orchestra.run.trial144:> sudo systemctl stop ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.6 2026-02-21T20:08:52.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 94 sec latency 121246.103 ms 2026-02-21T20:08:52.809 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:52 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:52.771+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:52.809 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:52 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:52.771+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:27.232785+0000 front 2026-02-21T20:08:27.227072+0000 (oldest deadline 2026-02-21T20:08:50.726998+0000) 2026-02-21T20:08:52.809 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:52 trial144 systemd[1]: Stopping Ceph osd.6 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:08:52.809 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:52 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:52.747+0000 7f5783e42640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-21T20:08:52.810 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:52 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:52.747+0000 7f5783e42640 -1 osd.6 75 *** Got signal Terminated *** 2026-02-21T20:08:52.810 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:52 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:52.747+0000 7f5783e42640 -1 osd.6 75 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-21T20:08:53.308 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:52 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:52.821+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.429029+0000 front 2026-02-21T20:08:20.429039+0000 (oldest deadline 2026-02-21T20:08:45.129021+0000) 2026-02-21T20:08:53.308 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:52 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:52.821+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:25.129217+0000 front 2026-02-21T20:08:25.129227+0000 (oldest deadline 2026-02-21T20:08:49.829223+0000) 2026-02-21T20:08:53.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 95 sec latency 122246.127 ms 2026-02-21T20:08:54.058 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:53 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:53.854+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.429029+0000 front 2026-02-21T20:08:20.429039+0000 (oldest deadline 2026-02-21T20:08:45.129021+0000) 2026-02-21T20:08:54.058 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:53 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:53.854+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:25.129217+0000 front 2026-02-21T20:08:25.129227+0000 (oldest deadline 2026-02-21T20:08:49.829223+0000) 2026-02-21T20:08:54.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:53 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:53.744+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:54.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:53 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:53.744+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:27.232785+0000 front 2026-02-21T20:08:27.227072+0000 (oldest deadline 2026-02-21T20:08:50.726998+0000) 2026-02-21T20:08:54.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 96 sec latency 123246.152 ms 2026-02-21T20:08:55.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:54 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:54.756+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:55.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:54 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:54.756+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:27.232785+0000 front 2026-02-21T20:08:27.227072+0000 (oldest deadline 2026-02-21T20:08:50.726998+0000) 2026-02-21T20:08:55.059 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:54 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:54.809+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.429029+0000 front 2026-02-21T20:08:20.429039+0000 (oldest deadline 2026-02-21T20:08:45.129021+0000) 2026-02-21T20:08:55.059 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:54 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:54.809+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:25.129217+0000 front 2026-02-21T20:08:25.129227+0000 (oldest deadline 2026-02-21T20:08:49.829223+0000) 2026-02-21T20:08:55.059 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:54 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:54.809+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6822 osd.2 since back 2026-02-21T20:08:29.829414+0000 front 2026-02-21T20:08:29.829453+0000 (oldest deadline 2026-02-21T20:08:54.529409+0000) 2026-02-21T20:08:55.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 97 sec latency 124246.166 ms 2026-02-21T20:08:56.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:55 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:55.710+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:56.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:55 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:55.710+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:27.232785+0000 front 2026-02-21T20:08:27.227072+0000 (oldest deadline 2026-02-21T20:08:50.726998+0000) 2026-02-21T20:08:56.059 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:55 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:55.811+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.429029+0000 front 2026-02-21T20:08:20.429039+0000 (oldest deadline 2026-02-21T20:08:45.129021+0000) 2026-02-21T20:08:56.059 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:55 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:55.811+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:25.129217+0000 front 2026-02-21T20:08:25.129227+0000 (oldest deadline 2026-02-21T20:08:49.829223+0000) 2026-02-21T20:08:56.060 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:55 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:55.811+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6822 osd.2 since back 2026-02-21T20:08:29.829414+0000 front 2026-02-21T20:08:29.829453+0000 (oldest deadline 2026-02-21T20:08:54.529409+0000) 2026-02-21T20:08:56.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 98 sec latency 125246.185 ms 2026-02-21T20:08:57.059 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:56 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:56.848+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:20.429029+0000 front 2026-02-21T20:08:20.429039+0000 (oldest deadline 2026-02-21T20:08:45.129021+0000) 2026-02-21T20:08:57.059 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:56 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:56.848+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:25.129217+0000 front 2026-02-21T20:08:25.129227+0000 (oldest deadline 2026-02-21T20:08:49.829223+0000) 2026-02-21T20:08:57.059 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:56 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6[53683]: 2026-02-21T20:08:56.848+0000 7f578045a640 -1 osd.6 75 heartbeat_check: no reply from 10.20.193.59:6822 osd.2 since back 2026-02-21T20:08:29.829414+0000 front 2026-02-21T20:08:29.829453+0000 (oldest deadline 2026-02-21T20:08:54.529409+0000) 2026-02-21T20:08:57.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:56 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:56.667+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:57.060 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:56 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:56.667+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:27.232785+0000 front 2026-02-21T20:08:27.227072+0000 (oldest deadline 2026-02-21T20:08:50.726998+0000) 2026-02-21T20:08:57.060 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:56 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:56.667+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6822 osd.2 since back 2026-02-21T20:08:30.727207+0000 front 2026-02-21T20:08:30.727229+0000 (oldest deadline 2026-02-21T20:08:56.027248+0000) 2026-02-21T20:08:57.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 99 sec latency 126246.205 ms 2026-02-21T20:08:58.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:57 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:57.716+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:58.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:57 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:57.716+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:27.232785+0000 front 2026-02-21T20:08:27.227072+0000 (oldest deadline 2026-02-21T20:08:50.726998+0000) 2026-02-21T20:08:58.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:57 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:57.716+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6822 osd.2 since back 2026-02-21T20:08:30.727207+0000 front 2026-02-21T20:08:30.727229+0000 (oldest deadline 2026-02-21T20:08:56.027248+0000) 2026-02-21T20:08:58.393 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:58 trial144 podman[87912]: 2026-02-21 20:08:58.222883568 +0000 UTC m=+5.487473915 container died 02200fa9c05a6c1092f1ff6f5909170773fc6620899eabac47969ee4a6615d64 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.build-date=20260202, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-21T20:08:58.394 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:58 trial144 podman[87912]: 2026-02-21 20:08:58.232546038 +0000 UTC m=+5.497136385 container remove 02200fa9c05a6c1092f1ff6f5909170773fc6620899eabac47969ee4a6615d64 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6, ceph=True, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=squid, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.build-date=20260202, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-21T20:08:58.394 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:58 trial144 bash[87912]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6 2026-02-21T20:08:58.394 INFO:journalctl@ceph.osd.6.trial144.stdout:Feb 21 20:08:58 trial144 podman[88046]: 2026-02-21 20:08:58.363674658 +0000 UTC m=+0.016106996 container create 2ada1a88f6d984b61d0a301ff546dd19bfd9c643f84522e4ca8110edf4469785 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-6-deactivate, CEPH_REF=squid, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, ceph=True, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-21T20:08:58.554 DEBUG:teuthology.orchestra.run.trial144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.6.service' 2026-02-21T20:08:58.591 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-21T20:08:58.592 INFO:tasks.cephadm.osd.6:Stopped osd.6 2026-02-21T20:08:58.592 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2026-02-21T20:08:58.592 DEBUG:teuthology.orchestra.run.trial144:> sudo systemctl stop ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.7 2026-02-21T20:08:58.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 100 sec latency 127246.226 ms 2026-02-21T20:08:59.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:58 trial144 systemd[1]: Stopping Ceph osd.7 for 39d77373-0f60-11f1-8f14-d404e6e7d460... 2026-02-21T20:08:59.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:58 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:58.729+0000 7f6ac2ff1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-21T20:08:59.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:58 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:58.729+0000 7f6ac2ff1640 -1 osd.7 75 *** Got signal Terminated *** 2026-02-21T20:08:59.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:58 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:58.729+0000 7f6ac2ff1640 -1 osd.7 75 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-21T20:08:59.060 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:58 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:58.753+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:08:59.060 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:58 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:58.753+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:27.232785+0000 front 2026-02-21T20:08:27.227072+0000 (oldest deadline 2026-02-21T20:08:50.726998+0000) 2026-02-21T20:08:59.060 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:58 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:58.753+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6822 osd.2 since back 2026-02-21T20:08:30.727207+0000 front 2026-02-21T20:08:30.727229+0000 (oldest deadline 2026-02-21T20:08:56.027248+0000) 2026-02-21T20:08:59.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 101 sec latency 128246.241 ms 2026-02-21T20:09:00.058 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:59 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:59.761+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:09:00.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:59 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:59.761+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:27.232785+0000 front 2026-02-21T20:08:27.227072+0000 (oldest deadline 2026-02-21T20:08:50.726998+0000) 2026-02-21T20:09:00.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:08:59 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:08:59.761+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6822 osd.2 since back 2026-02-21T20:08:30.727207+0000 front 2026-02-21T20:08:30.727229+0000 (oldest deadline 2026-02-21T20:08:56.027248+0000) 2026-02-21T20:09:00.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 102 sec latency 129246.250 ms 2026-02-21T20:09:01.058 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:00 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:09:00.783+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:09:01.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:00 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:09:00.783+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:27.232785+0000 front 2026-02-21T20:08:27.227072+0000 (oldest deadline 2026-02-21T20:08:50.726998+0000) 2026-02-21T20:09:01.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:00 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:09:00.783+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6822 osd.2 since back 2026-02-21T20:08:30.727207+0000 front 2026-02-21T20:08:30.727229+0000 (oldest deadline 2026-02-21T20:08:56.027248+0000) 2026-02-21T20:09:01.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 103 sec latency 130246.264 ms 2026-02-21T20:09:02.308 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:01 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:09:01.809+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:09:02.309 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:01 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:09:01.809+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:27.232785+0000 front 2026-02-21T20:08:27.227072+0000 (oldest deadline 2026-02-21T20:08:50.726998+0000) 2026-02-21T20:09:02.309 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:01 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:09:01.809+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6822 osd.2 since back 2026-02-21T20:08:30.727207+0000 front 2026-02-21T20:08:30.727229+0000 (oldest deadline 2026-02-21T20:08:56.027248+0000) 2026-02-21T20:09:02.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 104 sec latency 131246.286 ms 2026-02-21T20:09:03.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:02 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:09:02.783+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6806 osd.0 since back 2026-02-21T20:08:17.826360+0000 front 2026-02-21T20:08:17.826388+0000 (oldest deadline 2026-02-21T20:08:43.126479+0000) 2026-02-21T20:09:03.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:02 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:09:02.783+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6814 osd.1 since back 2026-02-21T20:08:27.232785+0000 front 2026-02-21T20:08:27.227072+0000 (oldest deadline 2026-02-21T20:08:50.726998+0000) 2026-02-21T20:09:03.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:02 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:09:02.783+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6822 osd.2 since back 2026-02-21T20:08:30.727207+0000 front 2026-02-21T20:08:30.727229+0000 (oldest deadline 2026-02-21T20:08:56.027248+0000) 2026-02-21T20:09:03.059 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:02 trial144 ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7[58974]: 2026-02-21T20:09:02.783+0000 7f6abb601640 -1 osd.7 75 heartbeat_check: no reply from 10.20.193.59:6830 osd.3 since back 2026-02-21T20:08:36.027509+0000 front 2026-02-21T20:08:36.027542+0000 (oldest deadline 2026-02-21T20:09:01.827801+0000) 2026-02-21T20:09:03.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 105 sec latency 132246.313 ms 2026-02-21T20:09:04.415 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:04 trial144 podman[88181]: 2026-02-21 20:09:04.113471769 +0000 UTC m=+5.396358759 container died def5311f2426c9fd478fb32edd2caafd4ab8c38d7ceb4a362b944dc9d9501966 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260202, org.label-schema.schema-version=1.0, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869) 2026-02-21T20:09:04.415 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:04 trial144 podman[88181]: 2026-02-21 20:09:04.12214373 +0000 UTC m=+5.405030710 container remove def5311f2426c9fd478fb32edd2caafd4ab8c38d7ceb4a362b944dc9d9501966 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, io.buildah.version=1.41.3, org.label-schema.build-date=20260202, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869) 2026-02-21T20:09:04.415 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:04 trial144 bash[88181]: ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7 2026-02-21T20:09:04.415 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:04 trial144 podman[88338]: 2026-02-21 20:09:04.259104108 +0000 UTC m=+0.016171697 container create 5274f3fbf7ee3f05b3ba1cf5c8e355a55e74085148f1033189ec67b7d2cd1b46 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7-deactivate, org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_REF=squid, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True) 2026-02-21T20:09:04.415 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:04 trial144 podman[88338]: 2026-02-21 20:09:04.288079325 +0000 UTC m=+0.045146924 container init 5274f3fbf7ee3f05b3ba1cf5c8e355a55e74085148f1033189ec67b7d2cd1b46 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7-deactivate, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260202, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2026-02-21T20:09:04.415 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:04 trial144 podman[88338]: 2026-02-21 20:09:04.290622937 +0000 UTC m=+0.047690536 container start 5274f3fbf7ee3f05b3ba1cf5c8e355a55e74085148f1033189ec67b7d2cd1b46 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7-deactivate, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_REF=squid, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-21T20:09:04.415 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:04 trial144 podman[88338]: 2026-02-21 20:09:04.291310514 +0000 UTC m=+0.048378113 container attach 5274f3fbf7ee3f05b3ba1cf5c8e355a55e74085148f1033189ec67b7d2cd1b46 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7-deactivate, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, CEPH_REF=squid, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260202, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-21T20:09:04.416 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:04 trial144 podman[88338]: 2026-02-21 20:09:04.252514333 +0000 UTC m=+0.009581932 image pull 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4 2026-02-21T20:09:04.416 INFO:journalctl@ceph.osd.7.trial144.stdout:Feb 21 20:09:04 trial144 podman[88338]: 2026-02-21 20:09:04.415211815 +0000 UTC m=+0.172279415 container died 5274f3fbf7ee3f05b3ba1cf5c8e355a55e74085148f1033189ec67b7d2cd1b46 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-39d77373-0f60-11f1-8f14-d404e6e7d460-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260202, io.buildah.version=1.41.3) 2026-02-21T20:09:04.457 DEBUG:teuthology.orchestra.run.trial144:> sudo pkill -f 'journalctl -f -n 0 -u ceph-39d77373-0f60-11f1-8f14-d404e6e7d460@osd.7.service' 2026-02-21T20:09:04.494 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-21T20:09:04.495 INFO:tasks.cephadm.osd.7:Stopped osd.7 2026-02-21T20:09:04.495 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 --force --keep-logs 2026-02-21T20:09:04.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 106 sec latency 133246.332 ms 2026-02-21T20:09:04.755 INFO:teuthology.orchestra.run.trial059.stdout:Deleting cluster with fsid: 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:09:05.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 107 sec latency 134246.353 ms 2026-02-21T20:09:06.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 108 sec latency 135246.375 ms 2026-02-21T20:09:07.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 109 sec latency 136246.399 ms 2026-02-21T20:09:08.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 110 sec latency 137246.430 ms 2026-02-21T20:09:09.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 111 sec latency 138246.454 ms 2026-02-21T20:09:10.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 112 sec latency 139246.474 ms 2026-02-21T20:09:11.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 113 sec latency 140246.495 ms 2026-02-21T20:09:12.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 114 sec latency 141246.506 ms 2026-02-21T20:09:13.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 115 sec latency 142246.514 ms 2026-02-21T20:09:14.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 116 sec latency 143246.532 ms 2026-02-21T20:09:15.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 117 sec latency 144246.555 ms 2026-02-21T20:09:16.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 118 sec latency 145246.587 ms 2026-02-21T20:09:17.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 119 sec latency 146246.604 ms 2026-02-21T20:09:18.626 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 120 sec latency 147246.614 ms 2026-02-21T20:09:19.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 121 sec latency 148246.631 ms 2026-02-21T20:09:19.716 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 --force --keep-logs 2026-02-21T20:09:19.962 INFO:teuthology.orchestra.run.trial144.stdout:Deleting cluster with fsid: 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:09:20.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 122 sec latency 149246.683 ms 2026-02-21T20:09:21.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 123 sec latency 150246.715 ms 2026-02-21T20:09:22.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 124 sec latency 151246.732 ms 2026-02-21T20:09:23.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 125 sec latency 152246.744 ms 2026-02-21T20:09:24.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 126 sec latency 153246.753 ms 2026-02-21T20:09:25.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 127 sec latency 154246.772 ms 2026-02-21T20:09:26.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 128 sec latency 155246.789 ms 2026-02-21T20:09:27.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 129 sec latency 156246.801 ms 2026-02-21T20:09:28.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 130 sec latency 157246.810 ms 2026-02-21T20:09:29.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 131 sec latency 158246.827 ms 2026-02-21T20:09:30.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 132 sec latency 159246.844 ms 2026-02-21T20:09:31.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 133 sec latency 160246.860 ms 2026-02-21T20:09:32.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 134 sec latency 161246.875 ms 2026-02-21T20:09:33.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 135 sec latency 162246.891 ms 2026-02-21T20:09:34.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 136 sec latency 163246.901 ms 2026-02-21T20:09:35.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 137 sec latency 164246.918 ms 2026-02-21T20:09:36.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 138 sec latency 165246.926 ms 2026-02-21T20:09:37.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 139 sec latency 166246.943 ms 2026-02-21T20:09:37.671 DEBUG:teuthology.orchestra.run.trial059:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-21T20:09:37.700 DEBUG:teuthology.orchestra.run.trial144:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-21T20:09:37.726 INFO:tasks.cephadm:Archiving crash dumps... 2026-02-21T20:09:37.729 DEBUG:teuthology.misc:Transferring archived files from trial059:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/crash to /home/teuthworker/mnt/teuthology/adking-2026-02-21_19:52:04-orch:cephadm-wip-adk3-testing-2026-02-12-2007-distro-default-trial/62934/remote/trial059/crash 2026-02-21T20:09:37.730 DEBUG:teuthology.orchestra.run.trial059:> sudo tar c -f - -C /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/crash -- . 2026-02-21T20:09:37.764 INFO:teuthology.orchestra.run.trial059.stderr:tar: /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/crash: Cannot open: No such file or directory 2026-02-21T20:09:37.764 INFO:teuthology.orchestra.run.trial059.stderr:tar: Error is not recoverable: exiting now 2026-02-21T20:09:37.767 DEBUG:teuthology.misc:Transferring archived files from trial144:/var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/crash to /home/teuthworker/mnt/teuthology/adking-2026-02-21_19:52:04-orch:cephadm-wip-adk3-testing-2026-02-12-2007-distro-default-trial/62934/remote/trial144/crash 2026-02-21T20:09:37.768 DEBUG:teuthology.orchestra.run.trial144:> sudo tar c -f - -C /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/crash -- . 2026-02-21T20:09:37.795 INFO:teuthology.orchestra.run.trial144.stderr:tar: /var/lib/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/crash: Cannot open: No such file or directory 2026-02-21T20:09:37.795 INFO:teuthology.orchestra.run.trial144.stderr:tar: Error is not recoverable: exiting now 2026-02-21T20:09:37.796 INFO:tasks.cephadm:Checking cluster log for badness... 2026-02-21T20:09:37.796 DEBUG:teuthology.orchestra.run.trial059:> sudo grep -E '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.log | grep -E CEPHADM_ | grep -E -v '\(MDS_ALL_DOWN\)' | grep -E -v '\(MDS_UP_LESS_THAN_MAX\)' | grep -E -v CEPHADM_REFRESH_FAILED | head -n 1 2026-02-21T20:09:37.831 INFO:tasks.cephadm:Compressing logs... 2026-02-21T20:09:37.831 DEBUG:teuthology.orchestra.run.trial059:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-21T20:09:37.873 DEBUG:teuthology.orchestra.run.trial144:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-21T20:09:37.894 INFO:teuthology.orchestra.run.trial059.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-02-21T20:09:37.894 INFO:teuthology.orchestra.run.trial059.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-02-21T20:09:37.898 INFO:teuthology.orchestra.run.trial059.stderr:gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.2.log 2026-02-21T20:09:37.898 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mds.foofs.trial059.dvkave.log 2026-02-21T20:09:37.898 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.0.log 2026-02-21T20:09:37.899 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mds.foofs.trial059.dvkave.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.3.log 2026-02-21T20:09:37.899 INFO:teuthology.orchestra.run.trial059.stderr: 78.4% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mds.foofs.trial059.dvkave.log.gz 2026-02-21T20:09:37.899 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-client.ceph-exporter.trial059.log 2026-02-21T20:09:37.899 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.cephadm.log 2026-02-21T20:09:37.899 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-client.ceph-exporter.trial059.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mon.trial059.log 2026-02-21T20:09:37.899 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.cephadm.log: 93.6% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-client.ceph-exporter.trial059.log.gz 2026-02-21T20:09:37.899 INFO:teuthology.orchestra.run.trial059.stderr:gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.audit.log 2026-02-21T20:09:37.899 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mon.trial059.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-volume.log 2026-02-21T20:09:37.899 INFO:teuthology.orchestra.run.trial059.stderr: 85.6% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.cephadm.log.gz 2026-02-21T20:09:37.899 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.1.log 2026-02-21T20:09:37.899 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.log 2026-02-21T20:09:37.900 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mgr.trial059.suhfeu.log 2026-02-21T20:09:37.900 INFO:teuthology.orchestra.run.trial059.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.log: /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mgr.trial059.suhfeu.log: 85.4% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.log.gz 2026-02-21T20:09:37.900 INFO:teuthology.orchestra.run.trial059.stderr: 91.5% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.audit.log.gz 2026-02-21T20:09:37.903 INFO:teuthology.orchestra.run.trial144.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-02-21T20:09:37.903 INFO:teuthology.orchestra.run.trial144.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-02-21T20:09:37.903 INFO:teuthology.orchestra.run.trial144.stderr:gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.5.log 2026-02-21T20:09:37.904 INFO:teuthology.orchestra.run.trial144.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.7.log 2026-02-21T20:09:37.904 INFO:teuthology.orchestra.run.trial144.stderr:gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.cephadm.log 2026-02-21T20:09:37.904 INFO:teuthology.orchestra.run.trial144.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.5.log: /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-client.ceph-exporter.trial144.log 2026-02-21T20:09:37.904 INFO:teuthology.orchestra.run.trial144.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.4.log 2026-02-21T20:09:37.904 INFO:teuthology.orchestra.run.trial144.stderr: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2026-02-21T20:09:37.904 INFO:teuthology.orchestra.run.trial144.stderr:gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mds.foofs.trial144.nlocnr.log 2026-02-21T20:09:37.904 INFO:teuthology.orchestra.run.trial144.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-client.ceph-exporter.trial144.log: 85.3% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.cephadm.log.gz 2026-02-21T20:09:37.904 INFO:teuthology.orchestra.run.trial144.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mon.trial144.log 2026-02-21T20:09:37.904 INFO:teuthology.orchestra.run.trial144.stderr: 93.0% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-client.ceph-exporter.trial144.log.gz 2026-02-21T20:09:37.904 INFO:teuthology.orchestra.run.trial144.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mds.foofs.trial144.nlocnr.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.audit.log 2026-02-21T20:09:37.904 INFO:teuthology.orchestra.run.trial144.stderr: 85.8% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mds.foofs.trial144.nlocnr.log.gz 2026-02-21T20:09:37.904 INFO:teuthology.orchestra.run.trial144.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mon.trial144.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mgr.trial144.npjdqw.log 2026-02-21T20:09:37.905 INFO:teuthology.orchestra.run.trial144.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-volume.log 2026-02-21T20:09:37.905 INFO:teuthology.orchestra.run.trial144.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mgr.trial144.npjdqw.log: gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.6.log 2026-02-21T20:09:37.905 INFO:teuthology.orchestra.run.trial144.stderr:gzip -5 --verbose -- /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.log 2026-02-21T20:09:37.905 INFO:teuthology.orchestra.run.trial144.stderr:/var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-volume.log: /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.6.log: /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.log: 85.2% 91.6% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.log.gz -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph.audit.log.gz 2026-02-21T20:09:37.905 INFO:teuthology.orchestra.run.trial144.stderr: 2026-02-21T20:09:37.905 INFO:teuthology.orchestra.run.trial059.stderr: 95.4% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-volume.log.gz 2026-02-21T20:09:37.907 INFO:teuthology.orchestra.run.trial144.stderr: 95.5% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-volume.log.gz 2026-02-21T20:09:37.907 INFO:teuthology.orchestra.run.trial059.stderr: 91.4% -- replaced with /var/log/ceph/cephadm.log.gz 2026-02-21T20:09:37.920 INFO:teuthology.orchestra.run.trial144.stderr: 88.5% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mgr.trial144.npjdqw.log.gz 2026-02-21T20:09:37.970 INFO:teuthology.orchestra.run.trial144.stderr: 92.5% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mon.trial144.log.gz 2026-02-21T20:09:37.994 INFO:teuthology.orchestra.run.trial059.stderr: 89.6% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mgr.trial059.suhfeu.log.gz 2026-02-21T20:09:38.131 INFO:teuthology.orchestra.run.trial059.stderr: 91.8% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-mon.trial059.log.gz 2026-02-21T20:09:38.542 INFO:teuthology.orchestra.run.trial059.stderr: 94.4% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.2.log.gz 2026-02-21T20:09:38.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 140 sec latency 167246.972 ms 2026-02-21T20:09:39.092 INFO:teuthology.orchestra.run.trial059.stderr: 94.2% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.1.log.gz 2026-02-21T20:09:39.306 INFO:teuthology.orchestra.run.trial144.stderr: 94.3% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.4.log.gz 2026-02-21T20:09:39.442 INFO:teuthology.orchestra.run.trial144.stderr: 94.4% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.5.log.gz 2026-02-21T20:09:39.477 INFO:teuthology.orchestra.run.trial144.stderr: 94.5% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.6.log.gz 2026-02-21T20:09:39.626 INFO:teuthology.orchestra.run.trial059.stderr: 94.2% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.0.log.gz 2026-02-21T20:09:39.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 141 sec latency 168247.009 ms 2026-02-21T20:09:39.648 INFO:teuthology.orchestra.run.trial059.stderr: 94.1% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.3.log.gz 2026-02-21T20:09:39.649 INFO:teuthology.orchestra.run.trial059.stderr: 2026-02-21T20:09:39.649 INFO:teuthology.orchestra.run.trial059.stderr:real 0m1.764s 2026-02-21T20:09:39.649 INFO:teuthology.orchestra.run.trial059.stderr:user 0m5.348s 2026-02-21T20:09:39.649 INFO:teuthology.orchestra.run.trial059.stderr:sys 0m0.343s 2026-02-21T20:09:40.608 INFO:teuthology.orchestra.run.trial144.stderr: 94.3% -- replaced with /var/log/ceph/39d77373-0f60-11f1-8f14-d404e6e7d460/ceph-osd.7.log.gz 2026-02-21T20:09:40.610 INFO:teuthology.orchestra.run.trial144.stderr: 2026-02-21T20:09:40.610 INFO:teuthology.orchestra.run.trial144.stderr:real 0m2.722s 2026-02-21T20:09:40.610 INFO:teuthology.orchestra.run.trial144.stderr:user 0m6.961s 2026-02-21T20:09:40.610 INFO:teuthology.orchestra.run.trial144.stderr:sys 0m0.389s 2026-02-21T20:09:40.610 INFO:tasks.cephadm:Archiving logs... 2026-02-21T20:09:40.611 DEBUG:teuthology.misc:Transferring archived files from trial059:/var/log/ceph to /home/teuthworker/mnt/teuthology/adking-2026-02-21_19:52:04-orch:cephadm-wip-adk3-testing-2026-02-12-2007-distro-default-trial/62934/remote/trial059/log 2026-02-21T20:09:40.612 DEBUG:teuthology.orchestra.run.trial059:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-21T20:09:40.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 142 sec latency 169247.028 ms 2026-02-21T20:09:41.127 DEBUG:teuthology.misc:Transferring archived files from trial144:/var/log/ceph to /home/teuthworker/mnt/teuthology/adking-2026-02-21_19:52:04-orch:cephadm-wip-adk3-testing-2026-02-12-2007-distro-default-trial/62934/remote/trial144/log 2026-02-21T20:09:41.128 DEBUG:teuthology.orchestra.run.trial144:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-21T20:09:41.633 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 143 sec latency 170247.054 ms 2026-02-21T20:09:41.684 INFO:tasks.cephadm:Removing cluster... 2026-02-21T20:09:41.684 DEBUG:teuthology.orchestra.run.trial059:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 --force 2026-02-21T20:09:41.932 INFO:teuthology.orchestra.run.trial059.stdout:Deleting cluster with fsid: 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:09:42.033 DEBUG:teuthology.orchestra.run.trial144:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 --force 2026-02-21T20:09:42.283 INFO:teuthology.orchestra.run.trial144.stdout:Deleting cluster with fsid: 39d77373-0f60-11f1-8f14-d404e6e7d460 2026-02-21T20:09:42.385 INFO:tasks.cephadm:Removing cephadm ... 2026-02-21T20:09:42.386 DEBUG:teuthology.orchestra.run.trial059:> rm -rf /home/ubuntu/cephtest/cephadm 2026-02-21T20:09:42.404 DEBUG:teuthology.orchestra.run.trial144:> rm -rf /home/ubuntu/cephtest/cephadm 2026-02-21T20:09:42.420 INFO:tasks.cephadm:Teardown complete 2026-02-21T20:09:42.421 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-21T20:09:42.431 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-21T20:09:42.431 DEBUG:teuthology.orchestra.run.trial059:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-21T20:09:42.446 DEBUG:teuthology.orchestra.run.trial144:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-21T20:09:42.459 INFO:teuthology.orchestra.run.trial059.stderr:bash: line 1: ntpq: command not found 2026-02-21T20:09:42.475 INFO:teuthology.orchestra.run.trial144.stderr:bash: line 1: ntpq: command not found 2026-02-21T20:09:42.493 INFO:teuthology.orchestra.run.trial059.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-21T20:09:42.493 INFO:teuthology.orchestra.run.trial059.stdout:=============================================================================== 2026-02-21T20:09:42.494 INFO:teuthology.orchestra.run.trial059.stdout:^- white.web-ster.com 4 6 377 50 +4075us[+4153us] +/- 76ms 2026-02-21T20:09:42.494 INFO:teuthology.orchestra.run.trial059.stdout:^+ sushi.ruselabs.com 2 6 377 50 -4148us[-4070us] +/- 37ms 2026-02-21T20:09:42.494 INFO:teuthology.orchestra.run.trial059.stdout:^+ 108.61.215.221.vultruser> 3 6 377 51 +785us[+1064us] +/- 22ms 2026-02-21T20:09:42.494 INFO:teuthology.orchestra.run.trial059.stdout:^* ntp4.glypnod.com 2 6 377 49 +830us[ +908us] +/- 13ms 2026-02-21T20:09:42.496 INFO:teuthology.orchestra.run.trial144.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-21T20:09:42.496 INFO:teuthology.orchestra.run.trial144.stdout:=============================================================================== 2026-02-21T20:09:42.496 INFO:teuthology.orchestra.run.trial144.stdout:^- white.web-ster.com 4 6 377 49 +4893us[+4893us] +/- 76ms 2026-02-21T20:09:42.496 INFO:teuthology.orchestra.run.trial144.stdout:^+ sushi.ruselabs.com 2 6 377 49 -2829us[-2829us] +/- 38ms 2026-02-21T20:09:42.496 INFO:teuthology.orchestra.run.trial144.stdout:^* 108.61.215.221.vultruser> 3 6 377 49 +822us[+2227us] +/- 25ms 2026-02-21T20:09:42.496 INFO:teuthology.orchestra.run.trial144.stdout:^+ ntp4.glypnod.com 2 6 377 48 +1261us[+1261us] +/- 13ms 2026-02-21T20:09:42.497 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-21T20:09:42.512 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-21T20:09:42.513 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-21T20:09:42.525 DEBUG:teuthology.orchestra.run.trial059:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-21T20:09:42.596 DEBUG:teuthology.orchestra.run.trial144:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-21T20:09:42.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 144 sec latency 171247.083 ms 2026-02-21T20:09:42.656 DEBUG:teuthology.orchestra.run.trial059:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-21T20:09:42.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-21T20:09:42.683 DEBUG:teuthology.orchestra.run.trial144:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-21T20:09:42.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-21T20:09:42.708 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-21T20:09:42.723 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-21T20:09:42.738 INFO:teuthology.task.internal:Duration was 592.342393 seconds 2026-02-21T20:09:42.739 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-21T20:09:42.755 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-21T20:09:42.755 DEBUG:teuthology.orchestra.run.trial059:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-21T20:09:42.758 DEBUG:teuthology.orchestra.run.trial144:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-21T20:09:42.793 INFO:teuthology.orchestra.run.trial059.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-21T20:09:42.796 INFO:teuthology.orchestra.run.trial144.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-21T20:09:43.096 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-21T20:09:43.096 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial059.front.sepia.ceph.com 2026-02-21T20:09:43.096 DEBUG:teuthology.orchestra.run.trial059:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-21T20:09:43.118 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial144.front.sepia.ceph.com 2026-02-21T20:09:43.118 DEBUG:teuthology.orchestra.run.trial144:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-21T20:09:43.156 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-21T20:09:43.156 DEBUG:teuthology.orchestra.run.trial059:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-21T20:09:43.160 DEBUG:teuthology.orchestra.run.trial144:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-21T20:09:43.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 145 sec latency 172247.117 ms 2026-02-21T20:09:44.164 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-21T20:09:44.164 DEBUG:teuthology.orchestra.run.trial059:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-21T20:09:44.165 DEBUG:teuthology.orchestra.run.trial144:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-21T20:09:44.187 INFO:teuthology.orchestra.run.trial059.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-21T20:09:44.187 INFO:teuthology.orchestra.run.trial059.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-21T20:09:44.187 INFO:teuthology.orchestra.run.trial059.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-21T20:09:44.188 INFO:teuthology.orchestra.run.trial059.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-21T20:09:44.188 INFO:teuthology.orchestra.run.trial059.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-21T20:09:44.190 INFO:teuthology.orchestra.run.trial144.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-21T20:09:44.191 INFO:teuthology.orchestra.run.trial144.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-21T20:09:44.191 INFO:teuthology.orchestra.run.trial144.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-21T20:09:44.191 INFO:teuthology.orchestra.run.trial144.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-21T20:09:44.191 INFO:teuthology.orchestra.run.trial144.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-21T20:09:44.211 INFO:teuthology.orchestra.run.trial144.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 86.5% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-21T20:09:44.333 INFO:teuthology.orchestra.run.trial059.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 98.2% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-21T20:09:44.335 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-21T20:09:44.352 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-21T20:09:44.352 DEBUG:teuthology.orchestra.run.trial059:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-21T20:09:44.399 DEBUG:teuthology.orchestra.run.trial144:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-21T20:09:44.425 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-21T20:09:44.441 DEBUG:teuthology.orchestra.run.trial059:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-21T20:09:44.443 DEBUG:teuthology.orchestra.run.trial144:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-21T20:09:44.464 INFO:teuthology.orchestra.run.trial059.stdout:kernel.core_pattern = core 2026-02-21T20:09:44.487 INFO:teuthology.orchestra.run.trial144.stdout:kernel.core_pattern = core 2026-02-21T20:09:44.501 DEBUG:teuthology.orchestra.run.trial059:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-21T20:09:44.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-21T20:09:44.533 DEBUG:teuthology.orchestra.run.trial144:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-21T20:09:44.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-21T20:09:44.556 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-21T20:09:44.570 INFO:teuthology.task.internal:Transferring archived files... 2026-02-21T20:09:44.571 DEBUG:teuthology.misc:Transferring archived files from trial059:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/adking-2026-02-21_19:52:04-orch:cephadm-wip-adk3-testing-2026-02-12-2007-distro-default-trial/62934/remote/trial059 2026-02-21T20:09:44.571 DEBUG:teuthology.orchestra.run.trial059:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-21T20:09:44.606 DEBUG:teuthology.misc:Transferring archived files from trial144:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/adking-2026-02-21_19:52:04-orch:cephadm-wip-adk3-testing-2026-02-12-2007-distro-default-trial/62934/remote/trial144 2026-02-21T20:09:44.606 DEBUG:teuthology.orchestra.run.trial144:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-21T20:09:44.627 INFO:teuthology.orchestra.run.trial059.stdout: 5 35893 0.00 MB/sec execute 146 sec latency 173247.142 ms 2026-02-21T20:09:44.650 INFO:teuthology.task.internal:Removing archive directory... 2026-02-21T20:09:44.650 DEBUG:teuthology.orchestra.run.trial059:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-21T20:09:44.654 DEBUG:teuthology.orchestra.run.trial144:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-21T20:09:44.693 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-21T20:09:44.715 INFO:teuthology.task.internal:Not uploading archives. 2026-02-21T20:09:44.715 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-21T20:09:44.733 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-21T20:09:44.733 DEBUG:teuthology.orchestra.run.trial059:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-21T20:09:44.736 DEBUG:teuthology.orchestra.run.trial144:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-21T20:09:44.752 INFO:teuthology.orchestra.run.trial059.stdout: 917572 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 21 20:09 /home/ubuntu/cephtest 2026-02-21T20:09:44.754 INFO:teuthology.orchestra.run.trial144.stdout: 917576 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 21 20:09 /home/ubuntu/cephtest 2026-02-21T20:09:44.755 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-21T20:09:44.771 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-21T20:09:44.805 INFO:teuthology.run:Summary data: description: orch:cephadm/mgr-nfs-upgrade/{0-centos_9.stream 1-bootstrap/squid 1-start 2-nfs 3-upgrade-with-workload 4-final} duration: 592.3423926830292 failure_reason: 'Command failed on trial059 with status 1: ''sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 39d77373-0f60-11f1-8f14-d404e6e7d460 -e sha1=042df16cd9ee8a8df553b188fef8a8c4a9e7ab01 -- bash -c \''ceph versions | jq -e \''"\''"\''.overall | length == 1\''"\''"\''\''''' owner: scheduled_adking@soko04.front.sepia.ceph.com sentry_event: null status: fail success: false 2026-02-21T20:09:44.805 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-21T20:09:44.919 INFO:teuthology.run:FAIL