2026-02-17T00:17:43.694 INFO:root:teuthology version: 1.2.4.dev5+g8bec0da71 2026-02-17T00:17:43.707 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-17T00:17:43.785 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50407 branch: wip-squid-pr-67199-kefu-1 description: orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} email: null first_in_suite: false flavor: default job_id: '50407' kernel: branch: distro kdb: 1 sha1: distro last_in_suite: false machine_type: trial name: dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-squid-pr-67199-kefu-1 ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_DAEMON_PLACE_FAIL - CEPHADM_FAILED_DAEMON log-only-match: - CEPHADM_ sha1: 05b55d192f002ad5df41409624b8d176527d0841 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 05b55d192f002ad5df41409624b8d176527d0841 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 workunit: branch: wip-squid-pr-67199-kefu-1 sha1: 05b55d192f002ad5df41409624b8d176527d0841 owner: scheduled_dgalloway@soko04.front.sepia.ceph.com priority: 101 repo: https://git.ceph.com/ceph-ci.git roles: - - host.a - client.0 - - host.b - client.1 seed: 4155 sha1: 05b55d192f002ad5df41409624b8d176527d0841 sleep_before_teardown: 0 subset: 110/12000 suite: orch:cephadm suite_branch: wip-squid-pr-67199-kefu-1 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_05b55d192f002ad5df41409624b8d176527d0841/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 05b55d192f002ad5df41409624b8d176527d0841 targets: trial098.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEos6d66ctH+cdc+Dntz6fIlqbbZEdcolpp5cXmqFd7M4e08ioDoME/8KTIjYlh0ahjZV7JSLaUClAfFvUteCmI= trial143.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDDDejSq0lQ2+q2rEujwO+OPYfPtYnrXqQ8z7Ne5VTj50f+9jedp7Mes8ZD5bmRVvDv8ReLdtXwBPjySQgdWu0M= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install nvmetcli nvme-cli -y - nvme_loop: null - cephadm: roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip: null - cephadm.shell: host.a: - ceph orch device ls --refresh - vip.exec: all-hosts: - systemctl stop nfs-server - cephadm.shell: host.a: - ceph orch apply rgw foorgw --port 8800 - ceph nfs cluster create foo --ingress --virtual-ip {{VIP0}}/{{VIPPREFIXLEN}} - vip.exec: host.a: - dnf install -y python3-boto3 || apt install -y python3-boto3 - /home/ubuntu/cephtest/cephadm shell radosgw-admin user create --uid foouser --display-name foo > /tmp/user.json - python: host.a: "import boto3\nimport json\n\nwith open('/tmp/user.json', 'rt') as f:\n\ \ info = json.loads(f.read())\ns3 = boto3.resource(\n 's3',\n aws_access_key_id=info['keys'][0]['access_key'],\n\ \ aws_secret_access_key=info['keys'][0]['secret_key'],\n endpoint_url='http://localhost:8800',\n\ )\nbucket = s3.Bucket('foobucket')\nbucket.create()\nbucket.put_object(Key='myobject',\ \ Body='thebody')\n" - cephadm.shell: host.a: - ceph nfs export create rgw --cluster-id foo --pseudo-path /foouser --user-id foouser - cephadm.wait_for_service: service: nfs.foo - cephadm.wait_for_service: service: ingress.nfs.foo - vip.exec: host.a: - mkdir /mnt/foo - sleep 5 - mount -t nfs {{VIP0}}:/foouser /mnt/foo - test -d /mnt/foo/foobucket - find /mnt/foo -ls - grep thebody /mnt/foo/foobucket/myobject - echo test > /mnt/foo/foobucket/newobject - sync - python: host.a: "import boto3\nimport json\nfrom io import BytesIO\n\nwith open('/tmp/user.json',\ \ 'rt') as f:\n info = json.loads(f.read())\ns3 = boto3.resource(\n 's3',\n\ \ aws_access_key_id=info['keys'][0]['access_key'],\n aws_secret_access_key=info['keys'][0]['secret_key'],\n\ \ endpoint_url='http://localhost:8800',\n)\nbucket = s3.Bucket('foobucket')\n\ data = BytesIO()\nbucket.download_fileobj(Fileobj=data, Key='newobject')\nprint(data.getvalue())\n\ assert data.getvalue().decode() == 'test\\n'\n" - vip.exec: host.a: - umount /mnt/foo - cephadm.shell: host.a: - ceph nfs export rm foo /foouser - ceph nfs cluster rm foo - cephadm.shell: host.a: - stat -c '%u %g' /var/log/ceph | grep '167 167' - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph orch ls | grep '^osd.all-available-devices ' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 8bec0da71becad44414c54979f64c9ef0e7099c6 timestamp: 2026-02-13_23:06:25 tube: trial user: dgalloway verbose: false worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3682 2026-02-17T00:17:43.785 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_05b55d192f002ad5df41409624b8d176527d0841/qa; will attempt to use it 2026-02-17T00:17:43.786 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_05b55d192f002ad5df41409624b8d176527d0841/qa/tasks 2026-02-17T00:17:43.786 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-17T00:17:43.787 INFO:teuthology.task.internal:Checking packages... 2026-02-17T00:17:43.787 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '05b55d192f002ad5df41409624b8d176527d0841' 2026-02-17T00:17:43.787 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-17T00:17:43.788 INFO:teuthology.packaging:ref: None 2026-02-17T00:17:43.788 INFO:teuthology.packaging:tag: None 2026-02-17T00:17:43.788 INFO:teuthology.packaging:branch: wip-squid-pr-67199-kefu-1 2026-02-17T00:17:43.788 INFO:teuthology.packaging:sha1: 05b55d192f002ad5df41409624b8d176527d0841 2026-02-17T00:17:43.788 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-squid-pr-67199-kefu-1 2026-02-17T00:17:43.904 INFO:teuthology.task.internal:Found packages for ceph version 19.2.3-680.g05b55d19 2026-02-17T00:17:43.905 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-17T00:17:43.916 INFO:teuthology.task.internal:no buildpackages task found 2026-02-17T00:17:43.916 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-17T00:17:43.930 INFO:teuthology.task.internal:Saving configuration 2026-02-17T00:17:43.941 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-17T00:17:43.953 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-17T00:17:44.019 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial098.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50407', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-17 00:13:50.106819', 'locked_by': 'scheduled_dgalloway@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEos6d66ctH+cdc+Dntz6fIlqbbZEdcolpp5cXmqFd7M4e08ioDoME/8KTIjYlh0ahjZV7JSLaUClAfFvUteCmI='} 2026-02-17T00:17:44.075 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial143.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50407', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-17 00:13:50.107437', 'locked_by': 'scheduled_dgalloway@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDDDejSq0lQ2+q2rEujwO+OPYfPtYnrXqQ8z7Ne5VTj50f+9jedp7Mes8ZD5bmRVvDv8ReLdtXwBPjySQgdWu0M='} 2026-02-17T00:17:44.075 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-17T00:17:44.088 INFO:teuthology.task.internal:roles: ubuntu@trial098.front.sepia.ceph.com - ['host.a', 'client.0'] 2026-02-17T00:17:44.088 INFO:teuthology.task.internal:roles: ubuntu@trial143.front.sepia.ceph.com - ['host.b', 'client.1'] 2026-02-17T00:17:44.088 INFO:teuthology.run_tasks:Running task console_log... 2026-02-17T00:17:44.224 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7319e632f880>, signals=[15]) 2026-02-17T00:17:44.224 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-17T00:17:44.235 INFO:teuthology.task.internal:Opening connections... 2026-02-17T00:17:44.235 DEBUG:teuthology.task.internal:connecting to ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:17:44.236 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial098.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:17:44.297 DEBUG:teuthology.task.internal:connecting to ubuntu@trial143.front.sepia.ceph.com 2026-02-17T00:17:44.298 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:17:44.361 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-17T00:17:44.374 DEBUG:teuthology.orchestra.run.trial098:> uname -m 2026-02-17T00:17:44.390 INFO:teuthology.orchestra.run.trial098.stdout:x86_64 2026-02-17T00:17:44.390 DEBUG:teuthology.orchestra.run.trial098:> cat /etc/os-release 2026-02-17T00:17:44.446 INFO:teuthology.orchestra.run.trial098.stdout:NAME="CentOS Stream" 2026-02-17T00:17:44.447 INFO:teuthology.orchestra.run.trial098.stdout:VERSION="9" 2026-02-17T00:17:44.447 INFO:teuthology.orchestra.run.trial098.stdout:ID="centos" 2026-02-17T00:17:44.447 INFO:teuthology.orchestra.run.trial098.stdout:ID_LIKE="rhel fedora" 2026-02-17T00:17:44.447 INFO:teuthology.orchestra.run.trial098.stdout:VERSION_ID="9" 2026-02-17T00:17:44.447 INFO:teuthology.orchestra.run.trial098.stdout:PLATFORM_ID="platform:el9" 2026-02-17T00:17:44.447 INFO:teuthology.orchestra.run.trial098.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-17T00:17:44.447 INFO:teuthology.orchestra.run.trial098.stdout:ANSI_COLOR="0;31" 2026-02-17T00:17:44.447 INFO:teuthology.orchestra.run.trial098.stdout:LOGO="fedora-logo-icon" 2026-02-17T00:17:44.447 INFO:teuthology.orchestra.run.trial098.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-17T00:17:44.447 INFO:teuthology.orchestra.run.trial098.stdout:HOME_URL="https://centos.org/" 2026-02-17T00:17:44.447 INFO:teuthology.orchestra.run.trial098.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-17T00:17:44.447 INFO:teuthology.orchestra.run.trial098.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-17T00:17:44.448 INFO:teuthology.orchestra.run.trial098.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-17T00:17:44.448 INFO:teuthology.lock.ops:Updating trial098.front.sepia.ceph.com on lock server 2026-02-17T00:17:44.529 DEBUG:teuthology.orchestra.run.trial143:> uname -m 2026-02-17T00:17:44.546 INFO:teuthology.orchestra.run.trial143.stdout:x86_64 2026-02-17T00:17:44.546 DEBUG:teuthology.orchestra.run.trial143:> cat /etc/os-release 2026-02-17T00:17:44.604 INFO:teuthology.orchestra.run.trial143.stdout:NAME="CentOS Stream" 2026-02-17T00:17:44.604 INFO:teuthology.orchestra.run.trial143.stdout:VERSION="9" 2026-02-17T00:17:44.604 INFO:teuthology.orchestra.run.trial143.stdout:ID="centos" 2026-02-17T00:17:44.604 INFO:teuthology.orchestra.run.trial143.stdout:ID_LIKE="rhel fedora" 2026-02-17T00:17:44.604 INFO:teuthology.orchestra.run.trial143.stdout:VERSION_ID="9" 2026-02-17T00:17:44.604 INFO:teuthology.orchestra.run.trial143.stdout:PLATFORM_ID="platform:el9" 2026-02-17T00:17:44.604 INFO:teuthology.orchestra.run.trial143.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-17T00:17:44.604 INFO:teuthology.orchestra.run.trial143.stdout:ANSI_COLOR="0;31" 2026-02-17T00:17:44.604 INFO:teuthology.orchestra.run.trial143.stdout:LOGO="fedora-logo-icon" 2026-02-17T00:17:44.604 INFO:teuthology.orchestra.run.trial143.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-17T00:17:44.604 INFO:teuthology.orchestra.run.trial143.stdout:HOME_URL="https://centos.org/" 2026-02-17T00:17:44.604 INFO:teuthology.orchestra.run.trial143.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-17T00:17:44.604 INFO:teuthology.orchestra.run.trial143.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-17T00:17:44.605 INFO:teuthology.orchestra.run.trial143.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-17T00:17:44.605 INFO:teuthology.lock.ops:Updating trial143.front.sepia.ceph.com on lock server 2026-02-17T00:17:44.665 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-17T00:17:44.677 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-17T00:17:44.689 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-17T00:17:44.689 DEBUG:teuthology.orchestra.run.trial098:> test '!' -e /home/ubuntu/cephtest 2026-02-17T00:17:44.690 DEBUG:teuthology.orchestra.run.trial143:> test '!' -e /home/ubuntu/cephtest 2026-02-17T00:17:44.707 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-17T00:17:44.718 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-17T00:17:44.718 DEBUG:teuthology.orchestra.run.trial098:> test -z $(ls -A /var/lib/ceph) 2026-02-17T00:17:44.745 DEBUG:teuthology.orchestra.run.trial143:> test -z $(ls -A /var/lib/ceph) 2026-02-17T00:17:44.765 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-17T00:17:44.927 INFO:teuthology.run_tasks:Running task kernel... 2026-02-17T00:17:44.946 INFO:teuthology.task.kernel:normalize config orig: {'branch': 'distro', 'kdb': 1, 'sha1': 'distro'} 2026-02-17T00:17:44.946 INFO:teuthology.task.kernel:config {'host.a': {'branch': 'distro', 'kdb': 1, 'sha1': 'distro'}, 'host.b': {'branch': 'distro', 'kdb': 1, 'sha1': 'distro'}}, timeout 300 2026-02-17T00:17:44.946 DEBUG:teuthology.orchestra.run.trial098:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-17T00:17:44.946 DEBUG:teuthology.orchestra.run.trial143:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-17T00:17:44.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:17:44.960 DEBUG:teuthology.orchestra.run.trial143:> uname -r 2026-02-17T00:17:44.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:17:44.961 DEBUG:teuthology.orchestra.run.trial098:> uname -r 2026-02-17T00:17:45.016 INFO:teuthology.orchestra.run.trial098.stdout:5.14.0-645.el9.x86_64 2026-02-17T00:17:45.016 INFO:teuthology.task.kernel:Running kernel on trial098: 5.14.0-645.el9.x86_64 2026-02-17T00:17:45.016 DEBUG:teuthology.orchestra.run.trial098:> sudo yum install -y kernel 2026-02-17T00:17:45.017 INFO:teuthology.orchestra.run.trial143.stdout:5.14.0-645.el9.x86_64 2026-02-17T00:17:45.018 INFO:teuthology.task.kernel:Running kernel on trial143: 5.14.0-645.el9.x86_64 2026-02-17T00:17:45.018 DEBUG:teuthology.orchestra.run.trial143:> sudo yum install -y kernel 2026-02-17T00:17:46.109 INFO:teuthology.orchestra.run.trial098.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.9 MB 00:00 2026-02-17T00:17:46.222 INFO:teuthology.orchestra.run.trial143.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.9 MB 00:00 2026-02-17T00:17:49.111 INFO:teuthology.orchestra.run.trial098.stdout:CentOS Stream 9 - AppStream 11 MB/s | 27 MB 00:02 2026-02-17T00:17:51.790 INFO:teuthology.orchestra.run.trial143.stdout:CentOS Stream 9 - AppStream 5.3 MB/s | 27 MB 00:05 2026-02-17T00:17:52.551 INFO:teuthology.orchestra.run.trial098.stdout:CentOS Stream 9 - CRB 7.3 MB/s | 7.8 MB 00:01 2026-02-17T00:17:53.743 INFO:teuthology.orchestra.run.trial098.stdout:CentOS Stream 9 - Extras packages 43 kB/s | 20 kB 00:00 2026-02-17T00:17:54.062 INFO:teuthology.orchestra.run.trial098.stdout:Extra Packages for Enterprise Linux 79 MB/s | 20 MB 00:00 2026-02-17T00:17:57.147 INFO:teuthology.orchestra.run.trial143.stdout:CentOS Stream 9 - CRB 2.7 MB/s | 7.8 MB 00:02 2026-02-17T00:17:57.286 INFO:teuthology.orchestra.run.trial098.stdout:lab-extras 1.6 MB/s | 50 kB 00:00 2026-02-17T00:17:58.304 INFO:teuthology.orchestra.run.trial098.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-17T00:17:58.325 INFO:teuthology.orchestra.run.trial098.stdout:Dependencies resolved. 2026-02-17T00:17:58.325 INFO:teuthology.orchestra.run.trial098.stdout:================================================================================ 2026-02-17T00:17:58.325 INFO:teuthology.orchestra.run.trial098.stdout: Package Architecture Version Repository Size 2026-02-17T00:17:58.325 INFO:teuthology.orchestra.run.trial098.stdout:================================================================================ 2026-02-17T00:17:58.326 INFO:teuthology.orchestra.run.trial098.stdout:Installing: 2026-02-17T00:17:58.326 INFO:teuthology.orchestra.run.trial098.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-17T00:17:58.326 INFO:teuthology.orchestra.run.trial098.stdout:Installing dependencies: 2026-02-17T00:17:58.326 INFO:teuthology.orchestra.run.trial098.stdout: kernel-core x86_64 5.14.0-681.el9 baseos 17 M 2026-02-17T00:17:58.326 INFO:teuthology.orchestra.run.trial098.stdout: kernel-modules x86_64 5.14.0-681.el9 baseos 40 M 2026-02-17T00:17:58.326 INFO:teuthology.orchestra.run.trial098.stdout: kernel-modules-core x86_64 5.14.0-681.el9 baseos 31 M 2026-02-17T00:17:58.326 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:17:58.326 INFO:teuthology.orchestra.run.trial098.stdout:Transaction Summary 2026-02-17T00:17:58.326 INFO:teuthology.orchestra.run.trial098.stdout:================================================================================ 2026-02-17T00:17:58.326 INFO:teuthology.orchestra.run.trial098.stdout:Install 4 Packages 2026-02-17T00:17:58.326 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:17:58.326 INFO:teuthology.orchestra.run.trial098.stdout:Total download size: 88 M 2026-02-17T00:17:58.326 INFO:teuthology.orchestra.run.trial098.stdout:Installed size: 135 M 2026-02-17T00:17:58.326 INFO:teuthology.orchestra.run.trial098.stdout:Downloading Packages: 2026-02-17T00:17:58.692 INFO:teuthology.orchestra.run.trial098.stdout:(1/4): kernel-5.14.0-681.el9.x86_64.rpm 13 MB/s | 803 kB 00:00 2026-02-17T00:17:58.834 INFO:teuthology.orchestra.run.trial098.stdout:(2/4): kernel-core-5.14.0-681.el9.x86_64.rpm 84 MB/s | 17 MB 00:00 2026-02-17T00:17:59.038 INFO:teuthology.orchestra.run.trial143.stdout:CentOS Stream 9 - Extras packages 17 kB/s | 20 kB 00:01 2026-02-17T00:17:59.292 INFO:teuthology.orchestra.run.trial098.stdout:(3/4): kernel-modules-5.14.0-681.el9.x86_64.rpm 60 MB/s | 40 MB 00:00 2026-02-17T00:17:59.503 INFO:teuthology.orchestra.run.trial098.stdout:(4/4): kernel-modules-core-5.14.0-681.el9.x86_6 38 MB/s | 31 MB 00:00 2026-02-17T00:17:59.503 INFO:teuthology.orchestra.run.trial098.stdout:-------------------------------------------------------------------------------- 2026-02-17T00:17:59.503 INFO:teuthology.orchestra.run.trial098.stdout:Total 75 MB/s | 88 MB 00:01 2026-02-17T00:17:59.696 INFO:teuthology.orchestra.run.trial098.stdout:Running transaction check 2026-02-17T00:17:59.905 INFO:teuthology.orchestra.run.trial098.stdout:Transaction check succeeded. 2026-02-17T00:17:59.905 INFO:teuthology.orchestra.run.trial098.stdout:Running transaction test 2026-02-17T00:18:00.204 INFO:teuthology.orchestra.run.trial143.stdout:Extra Packages for Enterprise Linux 18 MB/s | 20 MB 00:01 2026-02-17T00:18:00.251 INFO:teuthology.orchestra.run.trial098.stdout:Transaction test succeeded. 2026-02-17T00:18:00.251 INFO:teuthology.orchestra.run.trial098.stdout:Running transaction 2026-02-17T00:18:01.336 INFO:teuthology.orchestra.run.trial098.stdout: Preparing : 1/1 2026-02-17T00:18:01.620 INFO:teuthology.orchestra.run.trial098.stdout: Installing : kernel-modules-core-5.14.0-681.el9.x86_64 1/4 2026-02-17T00:18:01.639 INFO:teuthology.orchestra.run.trial098.stdout: Installing : kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T00:18:03.402 INFO:teuthology.orchestra.run.trial143.stdout:lab-extras 2.6 MB/s | 50 kB 00:00 2026-02-17T00:18:03.404 INFO:teuthology.orchestra.run.trial098.stdout: Running scriptlet: kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T00:18:03.432 INFO:teuthology.orchestra.run.trial098.stdout: Installing : kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T00:18:04.421 INFO:teuthology.orchestra.run.trial143.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-17T00:18:04.441 INFO:teuthology.orchestra.run.trial143.stdout:Dependencies resolved. 2026-02-17T00:18:04.442 INFO:teuthology.orchestra.run.trial143.stdout:================================================================================ 2026-02-17T00:18:04.443 INFO:teuthology.orchestra.run.trial143.stdout: Package Architecture Version Repository Size 2026-02-17T00:18:04.443 INFO:teuthology.orchestra.run.trial143.stdout:================================================================================ 2026-02-17T00:18:04.443 INFO:teuthology.orchestra.run.trial143.stdout:Installing: 2026-02-17T00:18:04.443 INFO:teuthology.orchestra.run.trial143.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-17T00:18:04.443 INFO:teuthology.orchestra.run.trial143.stdout:Installing dependencies: 2026-02-17T00:18:04.443 INFO:teuthology.orchestra.run.trial143.stdout: kernel-core x86_64 5.14.0-681.el9 baseos 17 M 2026-02-17T00:18:04.443 INFO:teuthology.orchestra.run.trial143.stdout: kernel-modules x86_64 5.14.0-681.el9 baseos 40 M 2026-02-17T00:18:04.443 INFO:teuthology.orchestra.run.trial143.stdout: kernel-modules-core x86_64 5.14.0-681.el9 baseos 31 M 2026-02-17T00:18:04.443 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:18:04.443 INFO:teuthology.orchestra.run.trial143.stdout:Transaction Summary 2026-02-17T00:18:04.443 INFO:teuthology.orchestra.run.trial143.stdout:================================================================================ 2026-02-17T00:18:04.444 INFO:teuthology.orchestra.run.trial143.stdout:Install 4 Packages 2026-02-17T00:18:04.444 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:18:04.444 INFO:teuthology.orchestra.run.trial143.stdout:Total download size: 88 M 2026-02-17T00:18:04.444 INFO:teuthology.orchestra.run.trial143.stdout:Installed size: 135 M 2026-02-17T00:18:04.444 INFO:teuthology.orchestra.run.trial143.stdout:Downloading Packages: 2026-02-17T00:18:06.441 INFO:teuthology.orchestra.run.trial143.stdout:(1/4): kernel-core-5.14.0-681.el9.x86_64.rpm 10 MB/s | 17 MB 00:01 2026-02-17T00:18:06.520 INFO:teuthology.orchestra.run.trial098.stdout: Running scriptlet: kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T00:18:06.526 INFO:teuthology.orchestra.run.trial098.stdout: Installing : kernel-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:18:07.133 INFO:teuthology.orchestra.run.trial143.stdout:(2/4): kernel-5.14.0-681.el9.x86_64.rpm 336 kB/s | 803 kB 00:02 2026-02-17T00:18:07.415 INFO:teuthology.orchestra.run.trial143.stdout:(3/4): kernel-modules-core-5.14.0-681.el9.x86_6 32 MB/s | 31 MB 00:00 2026-02-17T00:18:09.624 INFO:teuthology.orchestra.run.trial098.stdout: Running scriptlet: kernel-modules-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:18:14.786 INFO:teuthology.orchestra.run.trial143.stdout:(4/4): kernel-modules-5.14.0-681.el9.x86_64.rpm 3.9 MB/s | 40 MB 00:10 2026-02-17T00:18:14.788 INFO:teuthology.orchestra.run.trial143.stdout:-------------------------------------------------------------------------------- 2026-02-17T00:18:14.788 INFO:teuthology.orchestra.run.trial143.stdout:Total 8.5 MB/s | 88 MB 00:10 2026-02-17T00:18:14.977 INFO:teuthology.orchestra.run.trial143.stdout:Running transaction check 2026-02-17T00:18:15.180 INFO:teuthology.orchestra.run.trial143.stdout:Transaction check succeeded. 2026-02-17T00:18:15.180 INFO:teuthology.orchestra.run.trial143.stdout:Running transaction test 2026-02-17T00:18:15.526 INFO:teuthology.orchestra.run.trial143.stdout:Transaction test succeeded. 2026-02-17T00:18:15.526 INFO:teuthology.orchestra.run.trial143.stdout:Running transaction 2026-02-17T00:18:16.616 INFO:teuthology.orchestra.run.trial143.stdout: Preparing : 1/1 2026-02-17T00:18:16.901 INFO:teuthology.orchestra.run.trial143.stdout: Installing : kernel-modules-core-5.14.0-681.el9.x86_64 1/4 2026-02-17T00:18:16.921 INFO:teuthology.orchestra.run.trial143.stdout: Installing : kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T00:18:18.688 INFO:teuthology.orchestra.run.trial143.stdout: Running scriptlet: kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T00:18:18.717 INFO:teuthology.orchestra.run.trial143.stdout: Installing : kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T00:18:21.736 INFO:teuthology.orchestra.run.trial143.stdout: Running scriptlet: kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T00:18:21.741 INFO:teuthology.orchestra.run.trial143.stdout: Installing : kernel-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:18:24.841 INFO:teuthology.orchestra.run.trial143.stdout: Running scriptlet: kernel-modules-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:18:39.943 INFO:teuthology.orchestra.run.trial098.stdout: Running scriptlet: kernel-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:18:39.964 INFO:teuthology.orchestra.run.trial098.stdout: Running scriptlet: kernel-modules-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:18:40.028 INFO:teuthology.orchestra.run.trial098.stdout: Running scriptlet: kernel-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:18:40.028 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 1/4 2026-02-17T00:18:40.028 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T00:18:40.028 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T00:18:40.081 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : kernel-modules-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:18:40.081 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:18:40.081 INFO:teuthology.orchestra.run.trial098.stdout:Installed: 2026-02-17T00:18:40.081 INFO:teuthology.orchestra.run.trial098.stdout: kernel-5.14.0-681.el9.x86_64 2026-02-17T00:18:40.081 INFO:teuthology.orchestra.run.trial098.stdout: kernel-core-5.14.0-681.el9.x86_64 2026-02-17T00:18:40.082 INFO:teuthology.orchestra.run.trial098.stdout: kernel-modules-5.14.0-681.el9.x86_64 2026-02-17T00:18:40.082 INFO:teuthology.orchestra.run.trial098.stdout: kernel-modules-core-5.14.0-681.el9.x86_64 2026-02-17T00:18:40.082 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:18:40.082 INFO:teuthology.orchestra.run.trial098.stdout:Complete! 2026-02-17T00:18:40.142 DEBUG:teuthology.orchestra.run.trial098:> rpm -q kernel | sort -rV | head -n 1 2026-02-17T00:18:40.167 INFO:teuthology.orchestra.run.trial098.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-17T00:18:40.168 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-17T00:18:40.168 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-681.el9.x86_64 2026-02-17T00:18:40.168 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-17T00:18:40.168 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-17T00:18:40.168 INFO:teuthology.task.kernel:Installing distro kernel on host.a... 2026-02-17T00:18:40.168 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial098.front.sepia.ceph.com, path=None, version=distro) 2026-02-17T00:18:40.168 DEBUG:teuthology.orchestra.run.trial098:> rpm -q kernel | sort -rV | head -n 1 2026-02-17T00:18:40.230 INFO:teuthology.orchestra.run.trial098.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-17T00:18:40.231 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-17T00:18:40.231 DEBUG:teuthology.orchestra.run.trial098:> sudo rpm -qi grub2-tools 2026-02-17T00:18:40.300 INFO:teuthology.orchestra.run.trial098.stdout:Name : grub2-tools 2026-02-17T00:18:40.300 INFO:teuthology.orchestra.run.trial098.stdout:Epoch : 1 2026-02-17T00:18:40.300 INFO:teuthology.orchestra.run.trial098.stdout:Version : 2.06 2026-02-17T00:18:40.300 INFO:teuthology.orchestra.run.trial098.stdout:Release : 118.el9 2026-02-17T00:18:40.300 INFO:teuthology.orchestra.run.trial098.stdout:Architecture: x86_64 2026-02-17T00:18:40.300 INFO:teuthology.orchestra.run.trial098.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-17T00:18:40.300 INFO:teuthology.orchestra.run.trial098.stdout:Group : Unspecified 2026-02-17T00:18:40.301 INFO:teuthology.orchestra.run.trial098.stdout:Size : 8393909 2026-02-17T00:18:40.301 INFO:teuthology.orchestra.run.trial098.stdout:License : GPLv3+ 2026-02-17T00:18:40.301 INFO:teuthology.orchestra.run.trial098.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-17T00:18:40.301 INFO:teuthology.orchestra.run.trial098.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-17T00:18:40.301 INFO:teuthology.orchestra.run.trial098.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-17T00:18:40.301 INFO:teuthology.orchestra.run.trial098.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-17T00:18:40.301 INFO:teuthology.orchestra.run.trial098.stdout:Packager : builder@centos.org 2026-02-17T00:18:40.301 INFO:teuthology.orchestra.run.trial098.stdout:Vendor : CentOS 2026-02-17T00:18:40.301 INFO:teuthology.orchestra.run.trial098.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-17T00:18:40.301 INFO:teuthology.orchestra.run.trial098.stdout:Summary : Support tools for GRUB. 2026-02-17T00:18:40.301 INFO:teuthology.orchestra.run.trial098.stdout:Description : 2026-02-17T00:18:40.301 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:18:40.301 INFO:teuthology.orchestra.run.trial098.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-17T00:18:40.302 INFO:teuthology.orchestra.run.trial098.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-17T00:18:40.302 INFO:teuthology.orchestra.run.trial098.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-17T00:18:40.302 INFO:teuthology.orchestra.run.trial098.stdout:hardware devices. 2026-02-17T00:18:40.302 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:18:40.302 INFO:teuthology.orchestra.run.trial098.stdout:This subpackage provides tools for support of all platforms. 2026-02-17T00:18:40.303 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-17T00:18:40.303 INFO:teuthology.task.kernel:Updating grub on trial098 to boot 5.14.0-681.el9.x86_64 2026-02-17T00:18:40.303 DEBUG:teuthology.orchestra.run.trial098:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-17T00:18:40.365 INFO:teuthology.orchestra.run.trial098.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64.conf 2026-02-17T00:18:40.367 DEBUG:teuthology.orchestra.run.trial098:> sudo command -v grubby && echo yes || echo no 2026-02-17T00:18:40.430 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/grubby 2026-02-17T00:18:40.431 INFO:teuthology.orchestra.run.trial098.stdout:yes 2026-02-17T00:18:40.432 DEBUG:teuthology.orchestra.run.trial098:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-681.el9.x86_64" | head -n 1 2026-02-17T00:18:40.496 INFO:teuthology.orchestra.run.trial098.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64.conf 2026-02-17T00:18:40.498 DEBUG:teuthology.orchestra.run.trial098:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64 2026-02-17T00:18:40.570 DEBUG:teuthology.orchestra.run.trial098:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-17T00:18:40.776 INFO:teuthology.orchestra.run.trial098.stderr:Generating grub configuration file ... 2026-02-17T00:18:40.837 INFO:teuthology.orchestra.run.trial098.stderr:Found linux image: /boot/vmlinuz-5.14.0-681.el9.x86_64 2026-02-17T00:18:40.843 INFO:teuthology.orchestra.run.trial098.stderr:Found initrd image: /boot/initramfs-5.14.0-681.el9.x86_64.img 2026-02-17T00:18:41.091 INFO:teuthology.orchestra.run.trial098.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-17T00:18:41.097 INFO:teuthology.orchestra.run.trial098.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-17T00:18:41.129 INFO:teuthology.orchestra.run.trial098.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-17T00:18:41.135 INFO:teuthology.orchestra.run.trial098.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-17T00:18:41.159 INFO:teuthology.orchestra.run.trial098.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-17T00:18:41.165 INFO:teuthology.orchestra.run.trial098.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-17T00:18:41.246 INFO:teuthology.orchestra.run.trial098.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-17T00:18:41.254 INFO:teuthology.orchestra.run.trial098.stderr:done 2026-02-17T00:18:41.256 DEBUG:teuthology.orchestra.run.trial098:> test -d /sys/firmware/efi 2026-02-17T00:18:41.272 DEBUG:teuthology.orchestra.run.trial098:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-17T00:18:41.340 INFO:teuthology.orchestra.run.trial098.stdout:/boot/efi/EFI/BOOT 2026-02-17T00:18:41.341 INFO:teuthology.orchestra.run.trial098.stdout:/boot/efi/EFI/centos 2026-02-17T00:18:41.342 DEBUG:teuthology.orchestra.run.trial098:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-17T00:18:41.408 INFO:teuthology.orchestra.run.trial098.stdout:no 2026-02-17T00:18:41.408 DEBUG:teuthology.orchestra.run.trial098:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-17T00:18:41.472 INFO:teuthology.orchestra.run.trial098.stdout:yes 2026-02-17T00:18:41.472 DEBUG:teuthology.orchestra.run.trial098:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-17T00:18:41.537 DEBUG:teuthology.orchestra.run.trial098:> sudo shutdown -r now 2026-02-17T00:18:41.609 ERROR:paramiko.transport:Socket exception: Connection reset by peer (104) 2026-02-17T00:18:55.108 INFO:teuthology.orchestra.run.trial143.stdout: Running scriptlet: kernel-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:18:55.129 INFO:teuthology.orchestra.run.trial143.stdout: Running scriptlet: kernel-modules-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:18:55.300 INFO:teuthology.orchestra.run.trial143.stdout: Running scriptlet: kernel-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:18:55.300 INFO:teuthology.orchestra.run.trial143.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 1/4 2026-02-17T00:18:55.300 INFO:teuthology.orchestra.run.trial143.stdout: Verifying : kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T00:18:55.300 INFO:teuthology.orchestra.run.trial143.stdout: Verifying : kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T00:18:55.351 INFO:teuthology.orchestra.run.trial143.stdout: Verifying : kernel-modules-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T00:18:55.351 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:18:55.352 INFO:teuthology.orchestra.run.trial143.stdout:Installed: 2026-02-17T00:18:55.352 INFO:teuthology.orchestra.run.trial143.stdout: kernel-5.14.0-681.el9.x86_64 2026-02-17T00:18:55.352 INFO:teuthology.orchestra.run.trial143.stdout: kernel-core-5.14.0-681.el9.x86_64 2026-02-17T00:18:55.352 INFO:teuthology.orchestra.run.trial143.stdout: kernel-modules-5.14.0-681.el9.x86_64 2026-02-17T00:18:55.352 INFO:teuthology.orchestra.run.trial143.stdout: kernel-modules-core-5.14.0-681.el9.x86_64 2026-02-17T00:18:55.352 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:18:55.352 INFO:teuthology.orchestra.run.trial143.stdout:Complete! 2026-02-17T00:18:55.410 DEBUG:teuthology.orchestra.run.trial143:> rpm -q kernel | sort -rV | head -n 1 2026-02-17T00:18:55.436 INFO:teuthology.orchestra.run.trial143.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-17T00:18:55.437 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-17T00:18:55.437 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-681.el9.x86_64 2026-02-17T00:18:55.437 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-17T00:18:55.437 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-17T00:18:55.437 INFO:teuthology.task.kernel:Installing distro kernel on host.b... 2026-02-17T00:18:55.437 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial143.front.sepia.ceph.com, path=None, version=distro) 2026-02-17T00:18:55.438 DEBUG:teuthology.orchestra.run.trial143:> rpm -q kernel | sort -rV | head -n 1 2026-02-17T00:18:55.499 INFO:teuthology.orchestra.run.trial143.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-17T00:18:55.501 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-17T00:18:55.501 DEBUG:teuthology.orchestra.run.trial143:> sudo rpm -qi grub2-tools 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Name : grub2-tools 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Epoch : 1 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Version : 2.06 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Release : 118.el9 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Architecture: x86_64 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Group : Unspecified 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Size : 8393909 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:License : GPLv3+ 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Packager : builder@centos.org 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Vendor : CentOS 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Summary : Support tools for GRUB. 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:Description : 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:hardware devices. 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:18:55.569 INFO:teuthology.orchestra.run.trial143.stdout:This subpackage provides tools for support of all platforms. 2026-02-17T00:18:55.570 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-17T00:18:55.570 INFO:teuthology.task.kernel:Updating grub on trial143 to boot 5.14.0-681.el9.x86_64 2026-02-17T00:18:55.570 DEBUG:teuthology.orchestra.run.trial143:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-17T00:18:55.633 INFO:teuthology.orchestra.run.trial143.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64.conf 2026-02-17T00:18:55.634 DEBUG:teuthology.orchestra.run.trial143:> sudo command -v grubby && echo yes || echo no 2026-02-17T00:18:55.697 INFO:teuthology.orchestra.run.trial143.stdout:/sbin/grubby 2026-02-17T00:18:55.699 INFO:teuthology.orchestra.run.trial143.stdout:yes 2026-02-17T00:18:55.699 DEBUG:teuthology.orchestra.run.trial143:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-681.el9.x86_64" | head -n 1 2026-02-17T00:18:55.765 INFO:teuthology.orchestra.run.trial143.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64.conf 2026-02-17T00:18:55.766 DEBUG:teuthology.orchestra.run.trial143:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64 2026-02-17T00:18:55.839 DEBUG:teuthology.orchestra.run.trial143:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-17T00:18:56.047 INFO:teuthology.orchestra.run.trial143.stderr:Generating grub configuration file ... 2026-02-17T00:18:56.109 INFO:teuthology.orchestra.run.trial143.stderr:Found linux image: /boot/vmlinuz-5.14.0-681.el9.x86_64 2026-02-17T00:18:56.115 INFO:teuthology.orchestra.run.trial143.stderr:Found initrd image: /boot/initramfs-5.14.0-681.el9.x86_64.img 2026-02-17T00:18:56.365 INFO:teuthology.orchestra.run.trial143.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-17T00:18:56.371 INFO:teuthology.orchestra.run.trial143.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-17T00:18:56.402 INFO:teuthology.orchestra.run.trial143.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-17T00:18:56.408 INFO:teuthology.orchestra.run.trial143.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-17T00:18:56.432 INFO:teuthology.orchestra.run.trial143.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-17T00:18:56.439 INFO:teuthology.orchestra.run.trial143.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-17T00:18:56.520 INFO:teuthology.orchestra.run.trial143.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-17T00:18:56.528 INFO:teuthology.orchestra.run.trial143.stderr:done 2026-02-17T00:18:56.530 DEBUG:teuthology.orchestra.run.trial143:> test -d /sys/firmware/efi 2026-02-17T00:18:56.546 DEBUG:teuthology.orchestra.run.trial143:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-17T00:18:56.611 INFO:teuthology.orchestra.run.trial143.stdout:/boot/efi/EFI/BOOT 2026-02-17T00:18:56.612 INFO:teuthology.orchestra.run.trial143.stdout:/boot/efi/EFI/centos 2026-02-17T00:18:56.613 DEBUG:teuthology.orchestra.run.trial143:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-17T00:18:56.678 INFO:teuthology.orchestra.run.trial143.stdout:no 2026-02-17T00:18:56.678 DEBUG:teuthology.orchestra.run.trial143:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-17T00:18:56.743 INFO:teuthology.orchestra.run.trial143.stdout:yes 2026-02-17T00:18:56.743 DEBUG:teuthology.orchestra.run.trial143:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-17T00:18:56.809 DEBUG:teuthology.orchestra.run.trial143:> sudo shutdown -r now 2026-02-17T00:19:11.593 INFO:teuthology.task.kernel:Checking client host.a for new kernel version... 2026-02-17T00:19:11.594 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial098.front.sepia.ceph.com' 2026-02-17T00:19:11.594 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial098.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:19:26.866 INFO:teuthology.task.kernel:Checking client host.b for new kernel version... 2026-02-17T00:19:26.867 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial143.front.sepia.ceph.com' 2026-02-17T00:19:26.867 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:20:11.640 DEBUG:teuthology.orchestra.remote:timed out 2026-02-17T00:20:20.649 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial098.front.sepia.ceph.com' 2026-02-17T00:20:20.650 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial098.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:20:20.782 DEBUG:teuthology.orchestra.run.trial098:> true 2026-02-17T00:20:20.942 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial098.front.sepia.ceph.com' 2026-02-17T00:20:20.942 INFO:teuthology.task.kernel:Checking kernel version of host.a, want "5.14.0-681.el9.x86_64"... 2026-02-17T00:20:20.942 DEBUG:teuthology.orchestra.run.trial098:> uname -r 2026-02-17T00:20:20.998 INFO:teuthology.orchestra.run.trial098.stdout:5.14.0-681.el9.x86_64 2026-02-17T00:20:20.998 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-681.el9.x86_64 vs 5.14.0-681.el9.x86_64 2026-02-17T00:20:20.999 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-17T00:20:20.999 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-17T00:20:22.000 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2026-02-17T00:20:22.000 DEBUG:teuthology.orchestra.run.trial098:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-17T00:20:22.029 INFO:teuthology.orchestra.run.trial098.stdout:ttyS1 2026-02-17T00:20:22.050 DEBUG:teuthology.parallel:result is None 2026-02-17T00:20:26.868 DEBUG:teuthology.orchestra.remote:timed out 2026-02-17T00:20:35.869 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial143.front.sepia.ceph.com' 2026-02-17T00:20:35.869 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:20:35.955 DEBUG:teuthology.orchestra.run.trial143:> true 2026-02-17T00:20:36.114 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial143.front.sepia.ceph.com' 2026-02-17T00:20:36.114 INFO:teuthology.task.kernel:Checking kernel version of host.b, want "5.14.0-681.el9.x86_64"... 2026-02-17T00:20:36.114 DEBUG:teuthology.orchestra.run.trial143:> uname -r 2026-02-17T00:20:36.170 INFO:teuthology.orchestra.run.trial143.stdout:5.14.0-681.el9.x86_64 2026-02-17T00:20:36.170 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-681.el9.x86_64 vs 5.14.0-681.el9.x86_64 2026-02-17T00:20:36.171 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-17T00:20:36.171 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-17T00:20:37.171 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2026-02-17T00:20:37.172 DEBUG:teuthology.orchestra.run.trial143:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-17T00:20:37.200 INFO:teuthology.orchestra.run.trial143.stdout:ttyS1 2026-02-17T00:20:37.220 DEBUG:teuthology.parallel:result is None 2026-02-17T00:20:37.221 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-17T00:20:37.232 INFO:teuthology.task.internal:Creating test directory... 2026-02-17T00:20:37.233 DEBUG:teuthology.orchestra.run.trial098:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-17T00:20:37.236 DEBUG:teuthology.orchestra.run.trial143:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-17T00:20:37.278 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-17T00:20:37.289 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-17T00:20:37.304 INFO:teuthology.task.internal:Creating archive directory... 2026-02-17T00:20:37.304 DEBUG:teuthology.orchestra.run.trial098:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-17T00:20:37.306 DEBUG:teuthology.orchestra.run.trial143:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-17T00:20:37.339 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-17T00:20:37.353 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-17T00:20:37.353 DEBUG:teuthology.orchestra.run.trial098:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-17T00:20:37.362 DEBUG:teuthology.orchestra.run.trial143:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-17T00:20:37.385 INFO:teuthology.orchestra.run.trial098.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-17T00:20:37.394 INFO:teuthology.orchestra.run.trial098.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-17T00:20:37.398 INFO:teuthology.orchestra.run.trial143.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-17T00:20:37.407 INFO:teuthology.orchestra.run.trial143.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-17T00:20:37.409 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-17T00:20:37.427 INFO:teuthology.task.internal:Configuring sudo... 2026-02-17T00:20:37.428 DEBUG:teuthology.orchestra.run.trial098:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-17T00:20:37.438 DEBUG:teuthology.orchestra.run.trial143:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-17T00:20:37.474 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-17T00:20:37.490 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-17T00:20:37.490 DEBUG:teuthology.orchestra.run.trial098:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-17T00:20:37.503 DEBUG:teuthology.orchestra.run.trial143:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-17T00:20:37.533 DEBUG:teuthology.orchestra.run.trial098:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T00:20:37.678 DEBUG:teuthology.orchestra.run.trial098:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T00:20:37.703 DEBUG:teuthology.orchestra.run.trial098:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T00:20:37.852 DEBUG:teuthology.orchestra.run.trial098:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T00:20:37.877 DEBUG:teuthology.orchestra.run.trial098:> set -ex 2026-02-17T00:20:37.877 DEBUG:teuthology.orchestra.run.trial098:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-17T00:20:37.941 DEBUG:teuthology.orchestra.run.trial143:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T00:20:38.056 DEBUG:teuthology.orchestra.run.trial143:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T00:20:38.082 DEBUG:teuthology.orchestra.run.trial143:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T00:20:38.197 DEBUG:teuthology.orchestra.run.trial143:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T00:20:38.220 DEBUG:teuthology.orchestra.run.trial143:> set -ex 2026-02-17T00:20:38.220 DEBUG:teuthology.orchestra.run.trial143:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-17T00:20:38.284 DEBUG:teuthology.orchestra.run.trial098:> sudo service rsyslog restart 2026-02-17T00:20:38.286 DEBUG:teuthology.orchestra.run.trial143:> sudo service rsyslog restart 2026-02-17T00:20:38.313 INFO:teuthology.orchestra.run.trial098.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-17T00:20:38.352 INFO:teuthology.orchestra.run.trial143.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-17T00:20:38.804 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-17T00:20:38.816 INFO:teuthology.task.internal:Starting timer... 2026-02-17T00:20:38.816 INFO:teuthology.run_tasks:Running task pcp... 2026-02-17T00:20:38.832 INFO:teuthology.run_tasks:Running task selinux... 2026-02-17T00:20:38.849 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2026-02-17T00:20:38.849 DEBUG:teuthology.orchestra.run.trial098:> sudo service auditd rotate 2026-02-17T00:20:38.879 INFO:teuthology.orchestra.run.trial098.stdout:Rotating logs: 2026-02-17T00:20:38.881 DEBUG:teuthology.orchestra.run.trial143:> sudo service auditd rotate 2026-02-17T00:20:38.911 INFO:teuthology.orchestra.run.trial143.stdout:Rotating logs: 2026-02-17T00:20:38.913 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-17T00:20:38.913 DEBUG:teuthology.orchestra.run.trial098:> /usr/sbin/getenforce 2026-02-17T00:20:38.937 INFO:teuthology.orchestra.run.trial098.stdout:Permissive 2026-02-17T00:20:38.938 DEBUG:teuthology.orchestra.run.trial143:> /usr/sbin/getenforce 2026-02-17T00:20:38.970 INFO:teuthology.orchestra.run.trial143.stdout:Permissive 2026-02-17T00:20:38.970 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@trial098.front.sepia.ceph.com': 'permissive', 'ubuntu@trial143.front.sepia.ceph.com': 'permissive'} 2026-02-17T00:20:38.970 DEBUG:teuthology.orchestra.run.trial098:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-17T00:20:39.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:20:39.002 DEBUG:teuthology.orchestra.run.trial143:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-17T00:20:39.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:20:39.034 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-17T00:20:39.034 DEBUG:teuthology.orchestra.run.trial098:> sudo /usr/sbin/setenforce permissive 2026-02-17T00:20:39.066 DEBUG:teuthology.orchestra.run.trial143:> sudo /usr/sbin/setenforce permissive 2026-02-17T00:20:39.099 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-17T00:20:39.115 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-17T00:20:39.127 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-17T00:20:39.129 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial098.front.sepia.ceph.com,trial143.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-17T00:23:21.373 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial098.front.sepia.ceph.com'), Remote(name='ubuntu@trial143.front.sepia.ceph.com')] 2026-02-17T00:23:21.373 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial098.front.sepia.ceph.com' 2026-02-17T00:23:21.374 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial098.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:23:21.440 DEBUG:teuthology.orchestra.run.trial098:> true 2026-02-17T00:23:21.516 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial098.front.sepia.ceph.com' 2026-02-17T00:23:21.517 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial143.front.sepia.ceph.com' 2026-02-17T00:23:21.517 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T00:23:21.593 DEBUG:teuthology.orchestra.run.trial143:> true 2026-02-17T00:23:21.668 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial143.front.sepia.ceph.com' 2026-02-17T00:23:21.669 INFO:teuthology.run_tasks:Running task clock... 2026-02-17T00:23:21.682 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-17T00:23:21.682 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-17T00:23:21.683 DEBUG:teuthology.orchestra.run.trial098:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-17T00:23:21.685 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-17T00:23:21.685 DEBUG:teuthology.orchestra.run.trial143:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-17T00:23:21.711 INFO:teuthology.orchestra.run.trial098.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-17T00:23:21.723 INFO:teuthology.orchestra.run.trial098.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-17T00:23:21.738 INFO:teuthology.orchestra.run.trial143.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-17T00:23:21.744 INFO:teuthology.orchestra.run.trial098.stderr:sudo: ntpd: command not found 2026-02-17T00:23:21.751 INFO:teuthology.orchestra.run.trial143.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-17T00:23:21.755 INFO:teuthology.orchestra.run.trial098.stdout:506 Cannot talk to daemon 2026-02-17T00:23:21.765 INFO:teuthology.orchestra.run.trial098.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-17T00:23:21.772 INFO:teuthology.orchestra.run.trial143.stderr:sudo: ntpd: command not found 2026-02-17T00:23:21.777 INFO:teuthology.orchestra.run.trial098.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-17T00:23:21.782 INFO:teuthology.orchestra.run.trial143.stdout:506 Cannot talk to daemon 2026-02-17T00:23:21.793 INFO:teuthology.orchestra.run.trial143.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-17T00:23:21.805 INFO:teuthology.orchestra.run.trial143.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-17T00:23:21.820 INFO:teuthology.orchestra.run.trial098.stderr:bash: line 1: ntpq: command not found 2026-02-17T00:23:21.835 INFO:teuthology.orchestra.run.trial098.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-17T00:23:21.836 INFO:teuthology.orchestra.run.trial098.stdout:=============================================================================== 2026-02-17T00:23:21.836 INFO:teuthology.orchestra.run.trial098.stdout:^? rn-03.koehn.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T00:23:21.836 INFO:teuthology.orchestra.run.trial098.stdout:^? chi3.us.ntp.li 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T00:23:21.836 INFO:teuthology.orchestra.run.trial098.stdout:^? 66.42.71.197.vultruserco> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T00:23:21.836 INFO:teuthology.orchestra.run.trial098.stdout:^? 96-19-94-82.cpe.sparklig> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T00:23:21.854 INFO:teuthology.orchestra.run.trial143.stderr:bash: line 1: ntpq: command not found 2026-02-17T00:23:21.868 INFO:teuthology.orchestra.run.trial143.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-17T00:23:21.869 INFO:teuthology.orchestra.run.trial143.stdout:=============================================================================== 2026-02-17T00:23:21.869 INFO:teuthology.orchestra.run.trial143.stdout:^? ntp4.glypnod.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T00:23:21.869 INFO:teuthology.orchestra.run.trial143.stdout:^? blotch.image1tech.net 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T00:23:21.869 INFO:teuthology.orchestra.run.trial143.stdout:^? 66.85.78.80 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T00:23:21.869 INFO:teuthology.orchestra.run.trial143.stdout:^? kc1cloud.147.72.155.23.m> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T00:23:21.869 INFO:teuthology.run_tasks:Running task pexec... 2026-02-17T00:23:21.882 INFO:teuthology.task.pexec:Executing custom commands... 2026-02-17T00:23:21.882 DEBUG:teuthology.orchestra.run.trial098:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-02-17T00:23:21.883 DEBUG:teuthology.orchestra.run.trial143:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-02-17T00:23:21.885 INFO:teuthology.task.pexec:Running commands on host ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:23:21.885 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-02-17T00:23:21.885 INFO:teuthology.task.pexec:sudo dnf install nvmetcli nvme-cli -y 2026-02-17T00:23:21.911 INFO:teuthology.task.pexec:Running commands on host ubuntu@trial143.front.sepia.ceph.com 2026-02-17T00:23:21.911 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-02-17T00:23:21.911 INFO:teuthology.task.pexec:sudo dnf install nvmetcli nvme-cli -y 2026-02-17T00:23:22.059 INFO:teuthology.orchestra.run.trial098.stdout:No match for argument: nvme-cli 2026-02-17T00:23:22.059 INFO:teuthology.orchestra.run.trial098.stderr:No packages marked for removal. 2026-02-17T00:23:22.061 INFO:teuthology.orchestra.run.trial098.stdout:Dependencies resolved. 2026-02-17T00:23:22.062 INFO:teuthology.orchestra.run.trial098.stdout:Nothing to do. 2026-02-17T00:23:22.062 INFO:teuthology.orchestra.run.trial098.stdout:Complete! 2026-02-17T00:23:22.085 INFO:teuthology.orchestra.run.trial143.stdout:No match for argument: nvme-cli 2026-02-17T00:23:22.085 INFO:teuthology.orchestra.run.trial143.stderr:No packages marked for removal. 2026-02-17T00:23:22.087 INFO:teuthology.orchestra.run.trial143.stdout:Dependencies resolved. 2026-02-17T00:23:22.088 INFO:teuthology.orchestra.run.trial143.stdout:Nothing to do. 2026-02-17T00:23:22.088 INFO:teuthology.orchestra.run.trial143.stdout:Complete! 2026-02-17T00:23:22.366 INFO:teuthology.orchestra.run.trial098.stdout:Last metadata expiration check: 0:00:32 ago on Tue 17 Feb 2026 12:22:50 AM UTC. 2026-02-17T00:23:22.392 INFO:teuthology.orchestra.run.trial143.stdout:Last metadata expiration check: 0:00:30 ago on Tue 17 Feb 2026 12:22:52 AM UTC. 2026-02-17T00:23:22.448 INFO:teuthology.orchestra.run.trial098.stdout:Dependencies resolved. 2026-02-17T00:23:22.449 INFO:teuthology.orchestra.run.trial098.stdout:================================================================================ 2026-02-17T00:23:22.449 INFO:teuthology.orchestra.run.trial098.stdout: Package Architecture Version Repository Size 2026-02-17T00:23:22.449 INFO:teuthology.orchestra.run.trial098.stdout:================================================================================ 2026-02-17T00:23:22.449 INFO:teuthology.orchestra.run.trial098.stdout:Installing: 2026-02-17T00:23:22.449 INFO:teuthology.orchestra.run.trial098.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-02-17T00:23:22.449 INFO:teuthology.orchestra.run.trial098.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-02-17T00:23:22.450 INFO:teuthology.orchestra.run.trial098.stdout:Upgrading: 2026-02-17T00:23:22.450 INFO:teuthology.orchestra.run.trial098.stdout: libnvme x86_64 1.16.1-2.el9 baseos 116 k 2026-02-17T00:23:22.450 INFO:teuthology.orchestra.run.trial098.stdout:Installing dependencies: 2026-02-17T00:23:22.450 INFO:teuthology.orchestra.run.trial098.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-02-17T00:23:22.450 INFO:teuthology.orchestra.run.trial098.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-02-17T00:23:22.450 INFO:teuthology.orchestra.run.trial098.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-02-17T00:23:22.450 INFO:teuthology.orchestra.run.trial098.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-02-17T00:23:22.450 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:23:22.450 INFO:teuthology.orchestra.run.trial098.stdout:Transaction Summary 2026-02-17T00:23:22.450 INFO:teuthology.orchestra.run.trial098.stdout:================================================================================ 2026-02-17T00:23:22.450 INFO:teuthology.orchestra.run.trial098.stdout:Install 6 Packages 2026-02-17T00:23:22.451 INFO:teuthology.orchestra.run.trial098.stdout:Upgrade 1 Package 2026-02-17T00:23:22.451 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:23:22.451 INFO:teuthology.orchestra.run.trial098.stdout:Total download size: 2.4 M 2026-02-17T00:23:22.451 INFO:teuthology.orchestra.run.trial098.stdout:Downloading Packages: 2026-02-17T00:23:22.472 INFO:teuthology.orchestra.run.trial143.stdout:Dependencies resolved. 2026-02-17T00:23:22.473 INFO:teuthology.orchestra.run.trial143.stdout:================================================================================ 2026-02-17T00:23:22.473 INFO:teuthology.orchestra.run.trial143.stdout: Package Architecture Version Repository Size 2026-02-17T00:23:22.473 INFO:teuthology.orchestra.run.trial143.stdout:================================================================================ 2026-02-17T00:23:22.473 INFO:teuthology.orchestra.run.trial143.stdout:Installing: 2026-02-17T00:23:22.473 INFO:teuthology.orchestra.run.trial143.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-02-17T00:23:22.473 INFO:teuthology.orchestra.run.trial143.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-02-17T00:23:22.474 INFO:teuthology.orchestra.run.trial143.stdout:Upgrading: 2026-02-17T00:23:22.474 INFO:teuthology.orchestra.run.trial143.stdout: libnvme x86_64 1.16.1-2.el9 baseos 116 k 2026-02-17T00:23:22.474 INFO:teuthology.orchestra.run.trial143.stdout:Installing dependencies: 2026-02-17T00:23:22.474 INFO:teuthology.orchestra.run.trial143.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-02-17T00:23:22.474 INFO:teuthology.orchestra.run.trial143.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-02-17T00:23:22.474 INFO:teuthology.orchestra.run.trial143.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-02-17T00:23:22.474 INFO:teuthology.orchestra.run.trial143.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-02-17T00:23:22.474 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:23:22.474 INFO:teuthology.orchestra.run.trial143.stdout:Transaction Summary 2026-02-17T00:23:22.474 INFO:teuthology.orchestra.run.trial143.stdout:================================================================================ 2026-02-17T00:23:22.474 INFO:teuthology.orchestra.run.trial143.stdout:Install 6 Packages 2026-02-17T00:23:22.474 INFO:teuthology.orchestra.run.trial143.stdout:Upgrade 1 Package 2026-02-17T00:23:22.475 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:23:22.475 INFO:teuthology.orchestra.run.trial143.stdout:Total download size: 2.4 M 2026-02-17T00:23:22.475 INFO:teuthology.orchestra.run.trial143.stdout:Downloading Packages: 2026-02-17T00:23:22.876 INFO:teuthology.orchestra.run.trial098.stdout:(1/7): nvmetcli-0.8-3.el9.noarch.rpm 137 kB/s | 44 kB 00:00 2026-02-17T00:23:22.920 INFO:teuthology.orchestra.run.trial098.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 197 kB/s | 72 kB 00:00 2026-02-17T00:23:23.053 INFO:teuthology.orchestra.run.trial098.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 476 kB/s | 84 kB 00:00 2026-02-17T00:23:23.128 INFO:teuthology.orchestra.run.trial143.stdout:(1/7): nvmetcli-0.8-3.el9.noarch.rpm 73 kB/s | 44 kB 00:00 2026-02-17T00:23:23.129 INFO:teuthology.orchestra.run.trial098.stdout:(4/7): python3-pyparsing-2.4.7-9.el9.noarch.rpm 723 kB/s | 150 kB 00:00 2026-02-17T00:23:23.178 INFO:teuthology.orchestra.run.trial143.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 111 kB/s | 72 kB 00:00 2026-02-17T00:23:23.242 INFO:teuthology.orchestra.run.trial098.stdout:(5/7): nvme-cli-2.16-1.el9.x86_64.rpm 1.7 MB/s | 1.2 MB 00:00 2026-02-17T00:23:23.242 INFO:teuthology.orchestra.run.trial098.stdout:(6/7): libnvme-1.16.1-2.el9.x86_64.rpm 1.0 MB/s | 116 kB 00:00 2026-02-17T00:23:23.381 INFO:teuthology.orchestra.run.trial098.stdout:(7/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 2.5 MB/s | 837 kB 00:00 2026-02-17T00:23:23.381 INFO:teuthology.orchestra.run.trial098.stdout:-------------------------------------------------------------------------------- 2026-02-17T00:23:23.381 INFO:teuthology.orchestra.run.trial098.stdout:Total 2.6 MB/s | 2.4 MB 00:00 2026-02-17T00:23:23.441 INFO:teuthology.orchestra.run.trial098.stdout:Running transaction check 2026-02-17T00:23:23.449 INFO:teuthology.orchestra.run.trial098.stdout:Transaction check succeeded. 2026-02-17T00:23:23.449 INFO:teuthology.orchestra.run.trial098.stdout:Running transaction test 2026-02-17T00:23:23.478 INFO:teuthology.orchestra.run.trial143.stdout:(3/7): nvme-cli-2.16-1.el9.x86_64.rpm 1.2 MB/s | 1.2 MB 00:00 2026-02-17T00:23:23.498 INFO:teuthology.orchestra.run.trial098.stdout:Transaction test succeeded. 2026-02-17T00:23:23.499 INFO:teuthology.orchestra.run.trial098.stdout:Running transaction 2026-02-17T00:23:23.567 INFO:teuthology.orchestra.run.trial098.stdout: Preparing : 1/1 2026-02-17T00:23:23.634 INFO:teuthology.orchestra.run.trial098.stdout: Upgrading : libnvme-1.16.1-2.el9.x86_64 1/8 2026-02-17T00:23:23.640 INFO:teuthology.orchestra.run.trial098.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/8 2026-02-17T00:23:23.649 INFO:teuthology.orchestra.run.trial098.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 3/8 2026-02-17T00:23:23.655 INFO:teuthology.orchestra.run.trial098.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 4/8 2026-02-17T00:23:23.660 INFO:teuthology.orchestra.run.trial098.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 5/8 2026-02-17T00:23:23.661 INFO:teuthology.orchestra.run.trial098.stdout: Installing : nvmetcli-0.8-3.el9.noarch 6/8 2026-02-17T00:23:23.774 INFO:teuthology.orchestra.run.trial143.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 130 kB/s | 84 kB 00:00 2026-02-17T00:23:23.790 INFO:teuthology.orchestra.run.trial098.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 6/8 2026-02-17T00:23:23.792 INFO:teuthology.orchestra.run.trial098.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 7/8 2026-02-17T00:23:23.891 INFO:teuthology.orchestra.run.trial143.stdout:(5/7): python3-pyparsing-2.4.7-9.el9.noarch.rpm 211 kB/s | 150 kB 00:00 2026-02-17T00:23:24.069 INFO:teuthology.orchestra.run.trial098.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 7/8 2026-02-17T00:23:24.069 INFO:teuthology.orchestra.run.trial098.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-02-17T00:23:24.069 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:23:24.094 INFO:teuthology.orchestra.run.trial098.stdout: Cleanup : libnvme-1.13-1.el9.x86_64 8/8 2026-02-17T00:23:24.321 INFO:teuthology.orchestra.run.trial098.stdout: Running scriptlet: libnvme-1.13-1.el9.x86_64 8/8 2026-02-17T00:23:24.321 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/8 2026-02-17T00:23:24.321 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/8 2026-02-17T00:23:24.321 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/8 2026-02-17T00:23:24.321 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/8 2026-02-17T00:23:24.321 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/8 2026-02-17T00:23:24.321 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/8 2026-02-17T00:23:24.322 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : libnvme-1.16.1-2.el9.x86_64 7/8 2026-02-17T00:23:24.375 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : libnvme-1.13-1.el9.x86_64 8/8 2026-02-17T00:23:24.375 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:23:24.375 INFO:teuthology.orchestra.run.trial098.stdout:Upgraded: 2026-02-17T00:23:24.375 INFO:teuthology.orchestra.run.trial098.stdout: libnvme-1.16.1-2.el9.x86_64 2026-02-17T00:23:24.375 INFO:teuthology.orchestra.run.trial098.stdout:Installed: 2026-02-17T00:23:24.375 INFO:teuthology.orchestra.run.trial098.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-02-17T00:23:24.375 INFO:teuthology.orchestra.run.trial098.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-02-17T00:23:24.375 INFO:teuthology.orchestra.run.trial098.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-02-17T00:23:24.375 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:23:24.375 INFO:teuthology.orchestra.run.trial098.stdout:Complete! 2026-02-17T00:23:24.377 INFO:teuthology.orchestra.run.trial143.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 931 kB/s | 837 kB 00:00 2026-02-17T00:23:24.408 DEBUG:teuthology.parallel:result is None 2026-02-17T00:23:24.460 INFO:teuthology.orchestra.run.trial143.stdout:(7/7): libnvme-1.16.1-2.el9.x86_64.rpm 169 kB/s | 116 kB 00:00 2026-02-17T00:23:24.460 INFO:teuthology.orchestra.run.trial143.stdout:-------------------------------------------------------------------------------- 2026-02-17T00:23:24.460 INFO:teuthology.orchestra.run.trial143.stdout:Total 1.2 MB/s | 2.4 MB 00:01 2026-02-17T00:23:24.522 INFO:teuthology.orchestra.run.trial143.stdout:Running transaction check 2026-02-17T00:23:24.531 INFO:teuthology.orchestra.run.trial143.stdout:Transaction check succeeded. 2026-02-17T00:23:24.531 INFO:teuthology.orchestra.run.trial143.stdout:Running transaction test 2026-02-17T00:23:24.581 INFO:teuthology.orchestra.run.trial143.stdout:Transaction test succeeded. 2026-02-17T00:23:24.581 INFO:teuthology.orchestra.run.trial143.stdout:Running transaction 2026-02-17T00:23:24.650 INFO:teuthology.orchestra.run.trial143.stdout: Preparing : 1/1 2026-02-17T00:23:24.718 INFO:teuthology.orchestra.run.trial143.stdout: Upgrading : libnvme-1.16.1-2.el9.x86_64 1/8 2026-02-17T00:23:24.724 INFO:teuthology.orchestra.run.trial143.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/8 2026-02-17T00:23:24.733 INFO:teuthology.orchestra.run.trial143.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 3/8 2026-02-17T00:23:24.739 INFO:teuthology.orchestra.run.trial143.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 4/8 2026-02-17T00:23:24.744 INFO:teuthology.orchestra.run.trial143.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 5/8 2026-02-17T00:23:24.745 INFO:teuthology.orchestra.run.trial143.stdout: Installing : nvmetcli-0.8-3.el9.noarch 6/8 2026-02-17T00:23:24.876 INFO:teuthology.orchestra.run.trial143.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 6/8 2026-02-17T00:23:24.879 INFO:teuthology.orchestra.run.trial143.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 7/8 2026-02-17T00:23:25.160 INFO:teuthology.orchestra.run.trial143.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 7/8 2026-02-17T00:23:25.160 INFO:teuthology.orchestra.run.trial143.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-02-17T00:23:25.160 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:23:25.184 INFO:teuthology.orchestra.run.trial143.stdout: Cleanup : libnvme-1.13-1.el9.x86_64 8/8 2026-02-17T00:23:25.402 INFO:teuthology.orchestra.run.trial143.stdout: Running scriptlet: libnvme-1.13-1.el9.x86_64 8/8 2026-02-17T00:23:25.402 INFO:teuthology.orchestra.run.trial143.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/8 2026-02-17T00:23:25.402 INFO:teuthology.orchestra.run.trial143.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/8 2026-02-17T00:23:25.402 INFO:teuthology.orchestra.run.trial143.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/8 2026-02-17T00:23:25.402 INFO:teuthology.orchestra.run.trial143.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/8 2026-02-17T00:23:25.402 INFO:teuthology.orchestra.run.trial143.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/8 2026-02-17T00:23:25.402 INFO:teuthology.orchestra.run.trial143.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/8 2026-02-17T00:23:25.402 INFO:teuthology.orchestra.run.trial143.stdout: Verifying : libnvme-1.16.1-2.el9.x86_64 7/8 2026-02-17T00:23:25.457 INFO:teuthology.orchestra.run.trial143.stdout: Verifying : libnvme-1.13-1.el9.x86_64 8/8 2026-02-17T00:23:25.457 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:23:25.457 INFO:teuthology.orchestra.run.trial143.stdout:Upgraded: 2026-02-17T00:23:25.457 INFO:teuthology.orchestra.run.trial143.stdout: libnvme-1.16.1-2.el9.x86_64 2026-02-17T00:23:25.457 INFO:teuthology.orchestra.run.trial143.stdout:Installed: 2026-02-17T00:23:25.457 INFO:teuthology.orchestra.run.trial143.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-02-17T00:23:25.457 INFO:teuthology.orchestra.run.trial143.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-02-17T00:23:25.458 INFO:teuthology.orchestra.run.trial143.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-02-17T00:23:25.458 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:23:25.458 INFO:teuthology.orchestra.run.trial143.stdout:Complete! 2026-02-17T00:23:25.486 DEBUG:teuthology.parallel:result is None 2026-02-17T00:23:25.486 INFO:teuthology.run_tasks:Running task nvme_loop... 2026-02-17T00:23:25.500 INFO:tasks.nvme_loop:Setting up nvme_loop on scratch devices... 2026-02-17T00:23:25.500 DEBUG:teuthology.orchestra.run.trial098:> set -ex 2026-02-17T00:23:25.500 DEBUG:teuthology.orchestra.run.trial098:> dd if=/scratch_devs of=/dev/stdout 2026-02-17T00:23:25.518 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-17T00:23:25.518 DEBUG:teuthology.orchestra.run.trial098:> stat /dev/vg_nvme/lv_1 2026-02-17T00:23:25.574 INFO:teuthology.orchestra.run.trial098.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-17T00:23:25.575 INFO:teuthology.orchestra.run.trial098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:23:25.575 INFO:teuthology.orchestra.run.trial098.stdout:Device: 6h/6d Inode: 1311 Links: 1 2026-02-17T00:23:25.575 INFO:teuthology.orchestra.run.trial098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:23:25.575 INFO:teuthology.orchestra.run.trial098.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:23:25.575 INFO:teuthology.orchestra.run.trial098.stdout:Access: 2026-02-17 00:23:24.236149821 +0000 2026-02-17T00:23:25.575 INFO:teuthology.orchestra.run.trial098.stdout:Modify: 2026-02-17 00:23:24.093152076 +0000 2026-02-17T00:23:25.575 INFO:teuthology.orchestra.run.trial098.stdout:Change: 2026-02-17 00:23:24.093152076 +0000 2026-02-17T00:23:25.575 INFO:teuthology.orchestra.run.trial098.stdout: Birth: 2026-02-17 00:23:24.093152076 +0000 2026-02-17T00:23:25.575 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-17T00:23:25.639 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records in 2026-02-17T00:23:25.639 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records out 2026-02-17T00:23:25.639 INFO:teuthology.orchestra.run.trial098.stderr:512 bytes copied, 0.000212784 s, 2.4 MB/s 2026-02-17T00:23:25.639 DEBUG:teuthology.orchestra.run.trial098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-17T00:23:25.697 DEBUG:teuthology.orchestra.run.trial098:> stat /dev/vg_nvme/lv_2 2026-02-17T00:23:25.753 INFO:teuthology.orchestra.run.trial098.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-17T00:23:25.753 INFO:teuthology.orchestra.run.trial098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:23:25.753 INFO:teuthology.orchestra.run.trial098.stdout:Device: 6h/6d Inode: 1289 Links: 1 2026-02-17T00:23:25.753 INFO:teuthology.orchestra.run.trial098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:23:25.754 INFO:teuthology.orchestra.run.trial098.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:23:25.754 INFO:teuthology.orchestra.run.trial098.stdout:Access: 2026-02-17 00:23:24.237149805 +0000 2026-02-17T00:23:25.754 INFO:teuthology.orchestra.run.trial098.stdout:Modify: 2026-02-17 00:23:24.092152092 +0000 2026-02-17T00:23:25.754 INFO:teuthology.orchestra.run.trial098.stdout:Change: 2026-02-17 00:23:24.092152092 +0000 2026-02-17T00:23:25.754 INFO:teuthology.orchestra.run.trial098.stdout: Birth: 2026-02-17 00:23:24.092152092 +0000 2026-02-17T00:23:25.754 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-17T00:23:25.816 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records in 2026-02-17T00:23:25.816 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records out 2026-02-17T00:23:25.816 INFO:teuthology.orchestra.run.trial098.stderr:512 bytes copied, 0.000137254 s, 3.7 MB/s 2026-02-17T00:23:25.817 DEBUG:teuthology.orchestra.run.trial098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-17T00:23:25.875 DEBUG:teuthology.orchestra.run.trial098:> stat /dev/vg_nvme/lv_3 2026-02-17T00:23:25.931 INFO:teuthology.orchestra.run.trial098.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-17T00:23:25.931 INFO:teuthology.orchestra.run.trial098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:23:25.931 INFO:teuthology.orchestra.run.trial098.stdout:Device: 6h/6d Inode: 1303 Links: 1 2026-02-17T00:23:25.931 INFO:teuthology.orchestra.run.trial098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:23:25.931 INFO:teuthology.orchestra.run.trial098.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:23:25.931 INFO:teuthology.orchestra.run.trial098.stdout:Access: 2026-02-17 00:23:24.237149805 +0000 2026-02-17T00:23:25.931 INFO:teuthology.orchestra.run.trial098.stdout:Modify: 2026-02-17 00:23:24.093152076 +0000 2026-02-17T00:23:25.931 INFO:teuthology.orchestra.run.trial098.stdout:Change: 2026-02-17 00:23:24.093152076 +0000 2026-02-17T00:23:25.931 INFO:teuthology.orchestra.run.trial098.stdout: Birth: 2026-02-17 00:23:24.093152076 +0000 2026-02-17T00:23:25.932 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-17T00:23:25.993 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records in 2026-02-17T00:23:25.993 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records out 2026-02-17T00:23:25.993 INFO:teuthology.orchestra.run.trial098.stderr:512 bytes copied, 0.000144078 s, 3.6 MB/s 2026-02-17T00:23:25.995 DEBUG:teuthology.orchestra.run.trial098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-17T00:23:26.051 DEBUG:teuthology.orchestra.run.trial098:> stat /dev/vg_nvme/lv_4 2026-02-17T00:23:26.107 INFO:teuthology.orchestra.run.trial098.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-17T00:23:26.107 INFO:teuthology.orchestra.run.trial098.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:23:26.108 INFO:teuthology.orchestra.run.trial098.stdout:Device: 6h/6d Inode: 1298 Links: 1 2026-02-17T00:23:26.108 INFO:teuthology.orchestra.run.trial098.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:23:26.108 INFO:teuthology.orchestra.run.trial098.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:23:26.108 INFO:teuthology.orchestra.run.trial098.stdout:Access: 2026-02-17 00:23:24.237149805 +0000 2026-02-17T00:23:26.108 INFO:teuthology.orchestra.run.trial098.stdout:Modify: 2026-02-17 00:23:24.092152092 +0000 2026-02-17T00:23:26.108 INFO:teuthology.orchestra.run.trial098.stdout:Change: 2026-02-17 00:23:24.092152092 +0000 2026-02-17T00:23:26.108 INFO:teuthology.orchestra.run.trial098.stdout: Birth: 2026-02-17 00:23:24.092152092 +0000 2026-02-17T00:23:26.108 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-17T00:23:26.170 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records in 2026-02-17T00:23:26.170 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records out 2026-02-17T00:23:26.171 INFO:teuthology.orchestra.run.trial098.stderr:512 bytes copied, 0.00014517 s, 3.5 MB/s 2026-02-17T00:23:26.172 DEBUG:teuthology.orchestra.run.trial098:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-17T00:23:26.231 DEBUG:teuthology.orchestra.run.trial098:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-02-17T00:23:26.335 INFO:teuthology.orchestra.run.trial098.stdout:loop 2026-02-17T00:23:26.336 INFO:tasks.nvme_loop:Connecting nvme_loop trial098:/dev/vg_nvme/lv_1... 2026-02-17T00:23:26.337 DEBUG:teuthology.orchestra.run.trial098:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_1 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1 && echo -n /dev/vg_nvme/lv_1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_1 /sys/kernel/config/nvmet/ports/1/subsystems/lv_1 && sudo nvme connect -t loop -n lv_1 -q hostnqn 2026-02-17T00:23:26.368 INFO:teuthology.orchestra.run.trial098.stdout:1 2026-02-17T00:23:26.393 INFO:teuthology.orchestra.run.trial098.stdout:/dev/vg_nvme/lv_11 2026-02-17T00:23:26.423 INFO:teuthology.orchestra.run.trial098.stdout:connecting to device: nvme3 2026-02-17T00:23:26.428 INFO:tasks.nvme_loop:Connecting nvme_loop trial098:/dev/vg_nvme/lv_2... 2026-02-17T00:23:26.429 DEBUG:teuthology.orchestra.run.trial098:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_2 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1 && echo -n /dev/vg_nvme/lv_2 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_2 /sys/kernel/config/nvmet/ports/1/subsystems/lv_2 && sudo nvme connect -t loop -n lv_2 -q hostnqn 2026-02-17T00:23:26.501 INFO:teuthology.orchestra.run.trial098.stdout:1 2026-02-17T00:23:26.527 INFO:teuthology.orchestra.run.trial098.stdout:/dev/vg_nvme/lv_21 2026-02-17T00:23:26.561 INFO:teuthology.orchestra.run.trial098.stdout:connecting to device: nvme4 2026-02-17T00:23:26.562 INFO:tasks.nvme_loop:Connecting nvme_loop trial098:/dev/vg_nvme/lv_3... 2026-02-17T00:23:26.563 DEBUG:teuthology.orchestra.run.trial098:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_3 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1 && echo -n /dev/vg_nvme/lv_3 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_3 /sys/kernel/config/nvmet/ports/1/subsystems/lv_3 && sudo nvme connect -t loop -n lv_3 -q hostnqn 2026-02-17T00:23:26.634 INFO:teuthology.orchestra.run.trial098.stdout:1 2026-02-17T00:23:26.658 INFO:teuthology.orchestra.run.trial098.stdout:/dev/vg_nvme/lv_31 2026-02-17T00:23:26.686 INFO:teuthology.orchestra.run.trial098.stdout:connecting to device: nvme5 2026-02-17T00:23:26.688 INFO:tasks.nvme_loop:Connecting nvme_loop trial098:/dev/vg_nvme/lv_4... 2026-02-17T00:23:26.688 DEBUG:teuthology.orchestra.run.trial098:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_4 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1 && echo -n /dev/vg_nvme/lv_4 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_4 /sys/kernel/config/nvmet/ports/1/subsystems/lv_4 && sudo nvme connect -t loop -n lv_4 -q hostnqn 2026-02-17T00:23:26.759 INFO:teuthology.orchestra.run.trial098.stdout:1 2026-02-17T00:23:26.784 INFO:teuthology.orchestra.run.trial098.stdout:/dev/vg_nvme/lv_41 2026-02-17T00:23:26.818 INFO:teuthology.orchestra.run.trial098.stdout:connecting to device: nvme6 2026-02-17T00:23:26.820 DEBUG:teuthology.orchestra.run.trial098:> set -ex 2026-02-17T00:23:26.820 DEBUG:teuthology.orchestra.run.trial098:> dd if=/scratch_devs of=/dev/stdout 2026-02-17T00:23:26.877 DEBUG:teuthology.orchestra.run.trial098:> lsblk 2026-02-17T00:23:26.935 INFO:teuthology.orchestra.run.trial098.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-02-17T00:23:26.935 INFO:teuthology.orchestra.run.trial098.stdout:nvme2n1 259:0 0 1.7T 0 disk 2026-02-17T00:23:26.936 INFO:teuthology.orchestra.run.trial098.stdout:├─vg_nvme-lv_3 253:2 0 700G 0 lvm 2026-02-17T00:23:26.936 INFO:teuthology.orchestra.run.trial098.stdout:└─vg_nvme-lv_4 253:3 0 700G 0 lvm 2026-02-17T00:23:26.936 INFO:teuthology.orchestra.run.trial098.stdout:nvme1n1 259:1 0 1.7T 0 disk 2026-02-17T00:23:26.936 INFO:teuthology.orchestra.run.trial098.stdout:├─vg_nvme-lv_1 253:0 0 700G 0 lvm 2026-02-17T00:23:26.936 INFO:teuthology.orchestra.run.trial098.stdout:├─vg_nvme-lv_2 253:1 0 700G 0 lvm 2026-02-17T00:23:26.936 INFO:teuthology.orchestra.run.trial098.stdout:└─vg_nvme-lv_5 253:4 0 100G 0 lvm /var/lib/ceph 2026-02-17T00:23:26.936 INFO:teuthology.orchestra.run.trial098.stdout:nvme0n1 259:2 0 894.3G 0 disk 2026-02-17T00:23:26.936 INFO:teuthology.orchestra.run.trial098.stdout:├─nvme0n1p1 259:3 0 512M 0 part /boot/efi 2026-02-17T00:23:26.936 INFO:teuthology.orchestra.run.trial098.stdout:└─nvme0n1p2 259:4 0 893.8G 0 part / 2026-02-17T00:23:26.936 INFO:teuthology.orchestra.run.trial098.stdout:nvme3n1 259:6 0 700G 0 disk 2026-02-17T00:23:26.936 INFO:teuthology.orchestra.run.trial098.stdout:nvme4n1 259:8 0 700G 0 disk 2026-02-17T00:23:26.936 INFO:teuthology.orchestra.run.trial098.stdout:nvme5n1 259:10 0 700G 0 disk 2026-02-17T00:23:26.936 INFO:teuthology.orchestra.run.trial098.stdout:nvme6n1 259:12 0 700G 0 disk 2026-02-17T00:23:26.936 DEBUG:teuthology.orchestra.run.trial098:> sudo nvme list -o json 2026-02-17T00:23:27.001 INFO:teuthology.orchestra.run.trial098.stdout:{ 2026-02-17T00:23:27.001 INFO:teuthology.orchestra.run.trial098.stdout: "Devices":[ 2026-02-17T00:23:27.001 INFO:teuthology.orchestra.run.trial098.stdout: { 2026-02-17T00:23:27.001 INFO:teuthology.orchestra.run.trial098.stdout: "NameSpace":1, 2026-02-17T00:23:27.001 INFO:teuthology.orchestra.run.trial098.stdout: "DevicePath":"/dev/nvme0n1", 2026-02-17T00:23:27.002 INFO:teuthology.orchestra.run.trial098.stdout: "GenericPath":"/dev/ng0n1", 2026-02-17T00:23:27.002 INFO:teuthology.orchestra.run.trial098.stdout: "Firmware":"E2MU200", 2026-02-17T00:23:27.002 INFO:teuthology.orchestra.run.trial098.stdout: "ModelNumber":"Micron_7450_MTFDKBA960TFR", 2026-02-17T00:23:27.002 INFO:teuthology.orchestra.run.trial098.stdout: "SerialNumber":"25174FCD738C", 2026-02-17T00:23:27.002 INFO:teuthology.orchestra.run.trial098.stdout: "UsedBytes":25587830784, 2026-02-17T00:23:27.002 INFO:teuthology.orchestra.run.trial098.stdout: "MaximumLBA":1875385008, 2026-02-17T00:23:27.002 INFO:teuthology.orchestra.run.trial098.stdout: "PhysicalSize":960197124096, 2026-02-17T00:23:27.002 INFO:teuthology.orchestra.run.trial098.stdout: "SectorSize":512 2026-02-17T00:23:27.002 INFO:teuthology.orchestra.run.trial098.stdout: }, 2026-02-17T00:23:27.002 INFO:teuthology.orchestra.run.trial098.stdout: { 2026-02-17T00:23:27.002 INFO:teuthology.orchestra.run.trial098.stdout: "NameSpace":1, 2026-02-17T00:23:27.002 INFO:teuthology.orchestra.run.trial098.stdout: "DevicePath":"/dev/nvme1n1", 2026-02-17T00:23:27.003 INFO:teuthology.orchestra.run.trial098.stdout: "GenericPath":"/dev/ng1n1", 2026-02-17T00:23:27.003 INFO:teuthology.orchestra.run.trial098.stdout: "Firmware":"E3MQ000", 2026-02-17T00:23:27.003 INFO:teuthology.orchestra.run.trial098.stdout: "ModelNumber":"MTFDKCC1T9TGP-1BK1JABYY", 2026-02-17T00:23:27.003 INFO:teuthology.orchestra.run.trial098.stdout: "SerialNumber":"092510AB6A9A", 2026-02-17T00:23:27.003 INFO:teuthology.orchestra.run.trial098.stdout: "UsedBytes":2374471680, 2026-02-17T00:23:27.003 INFO:teuthology.orchestra.run.trial098.stdout: "MaximumLBA":3750748848, 2026-02-17T00:23:27.003 INFO:teuthology.orchestra.run.trial098.stdout: "PhysicalSize":1920383410176, 2026-02-17T00:23:27.003 INFO:teuthology.orchestra.run.trial098.stdout: "SectorSize":512 2026-02-17T00:23:27.003 INFO:teuthology.orchestra.run.trial098.stdout: }, 2026-02-17T00:23:27.003 INFO:teuthology.orchestra.run.trial098.stdout: { 2026-02-17T00:23:27.004 INFO:teuthology.orchestra.run.trial098.stdout: "NameSpace":1, 2026-02-17T00:23:27.004 INFO:teuthology.orchestra.run.trial098.stdout: "DevicePath":"/dev/nvme2n1", 2026-02-17T00:23:27.004 INFO:teuthology.orchestra.run.trial098.stdout: "GenericPath":"/dev/ng2n1", 2026-02-17T00:23:27.004 INFO:teuthology.orchestra.run.trial098.stdout: "Firmware":"E3MQ000", 2026-02-17T00:23:27.004 INFO:teuthology.orchestra.run.trial098.stdout: "ModelNumber":"MTFDKCC1T9TGP-1BK1JABYY", 2026-02-17T00:23:27.004 INFO:teuthology.orchestra.run.trial098.stdout: "SerialNumber":"092510AB6A9B", 2026-02-17T00:23:27.004 INFO:teuthology.orchestra.run.trial098.stdout: "UsedBytes":1959342080, 2026-02-17T00:23:27.004 INFO:teuthology.orchestra.run.trial098.stdout: "MaximumLBA":3750748848, 2026-02-17T00:23:27.004 INFO:teuthology.orchestra.run.trial098.stdout: "PhysicalSize":1920383410176, 2026-02-17T00:23:27.004 INFO:teuthology.orchestra.run.trial098.stdout: "SectorSize":512 2026-02-17T00:23:27.004 INFO:teuthology.orchestra.run.trial098.stdout: }, 2026-02-17T00:23:27.005 INFO:teuthology.orchestra.run.trial098.stdout: { 2026-02-17T00:23:27.005 INFO:teuthology.orchestra.run.trial098.stdout: "NameSpace":1, 2026-02-17T00:23:27.005 INFO:teuthology.orchestra.run.trial098.stdout: "DevicePath":"/dev/nvme3n1", 2026-02-17T00:23:27.005 INFO:teuthology.orchestra.run.trial098.stdout: "GenericPath":"/dev/ng3n1", 2026-02-17T00:23:27.005 INFO:teuthology.orchestra.run.trial098.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:23:27.005 INFO:teuthology.orchestra.run.trial098.stdout: "ModelNumber":"Linux", 2026-02-17T00:23:27.005 INFO:teuthology.orchestra.run.trial098.stdout: "SerialNumber":"63530a2065c4af149634", 2026-02-17T00:23:27.005 INFO:teuthology.orchestra.run.trial098.stdout: "UsedBytes":751619276800, 2026-02-17T00:23:27.005 INFO:teuthology.orchestra.run.trial098.stdout: "MaximumLBA":1468006400, 2026-02-17T00:23:27.005 INFO:teuthology.orchestra.run.trial098.stdout: "PhysicalSize":751619276800, 2026-02-17T00:23:27.005 INFO:teuthology.orchestra.run.trial098.stdout: "SectorSize":512 2026-02-17T00:23:27.005 INFO:teuthology.orchestra.run.trial098.stdout: }, 2026-02-17T00:23:27.005 INFO:teuthology.orchestra.run.trial098.stdout: { 2026-02-17T00:23:27.006 INFO:teuthology.orchestra.run.trial098.stdout: "NameSpace":1, 2026-02-17T00:23:27.006 INFO:teuthology.orchestra.run.trial098.stdout: "DevicePath":"/dev/nvme4n1", 2026-02-17T00:23:27.006 INFO:teuthology.orchestra.run.trial098.stdout: "GenericPath":"/dev/ng4n1", 2026-02-17T00:23:27.006 INFO:teuthology.orchestra.run.trial098.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:23:27.006 INFO:teuthology.orchestra.run.trial098.stdout: "ModelNumber":"Linux", 2026-02-17T00:23:27.006 INFO:teuthology.orchestra.run.trial098.stdout: "SerialNumber":"f859ed2b9e7e8f6669f1", 2026-02-17T00:23:27.006 INFO:teuthology.orchestra.run.trial098.stdout: "UsedBytes":751619276800, 2026-02-17T00:23:27.006 INFO:teuthology.orchestra.run.trial098.stdout: "MaximumLBA":1468006400, 2026-02-17T00:23:27.006 INFO:teuthology.orchestra.run.trial098.stdout: "PhysicalSize":751619276800, 2026-02-17T00:23:27.006 INFO:teuthology.orchestra.run.trial098.stdout: "SectorSize":512 2026-02-17T00:23:27.006 INFO:teuthology.orchestra.run.trial098.stdout: }, 2026-02-17T00:23:27.006 INFO:teuthology.orchestra.run.trial098.stdout: { 2026-02-17T00:23:27.007 INFO:teuthology.orchestra.run.trial098.stdout: "NameSpace":1, 2026-02-17T00:23:27.007 INFO:teuthology.orchestra.run.trial098.stdout: "DevicePath":"/dev/nvme5n1", 2026-02-17T00:23:27.007 INFO:teuthology.orchestra.run.trial098.stdout: "GenericPath":"/dev/ng5n1", 2026-02-17T00:23:27.007 INFO:teuthology.orchestra.run.trial098.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:23:27.007 INFO:teuthology.orchestra.run.trial098.stdout: "ModelNumber":"Linux", 2026-02-17T00:23:27.007 INFO:teuthology.orchestra.run.trial098.stdout: "SerialNumber":"fc22b8436128f6cc38ec", 2026-02-17T00:23:27.007 INFO:teuthology.orchestra.run.trial098.stdout: "UsedBytes":751619276800, 2026-02-17T00:23:27.007 INFO:teuthology.orchestra.run.trial098.stdout: "MaximumLBA":1468006400, 2026-02-17T00:23:27.007 INFO:teuthology.orchestra.run.trial098.stdout: "PhysicalSize":751619276800, 2026-02-17T00:23:27.007 INFO:teuthology.orchestra.run.trial098.stdout: "SectorSize":512 2026-02-17T00:23:27.007 INFO:teuthology.orchestra.run.trial098.stdout: }, 2026-02-17T00:23:27.007 INFO:teuthology.orchestra.run.trial098.stdout: { 2026-02-17T00:23:27.007 INFO:teuthology.orchestra.run.trial098.stdout: "NameSpace":1, 2026-02-17T00:23:27.008 INFO:teuthology.orchestra.run.trial098.stdout: "DevicePath":"/dev/nvme6n1", 2026-02-17T00:23:27.008 INFO:teuthology.orchestra.run.trial098.stdout: "GenericPath":"/dev/ng6n1", 2026-02-17T00:23:27.008 INFO:teuthology.orchestra.run.trial098.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:23:27.008 INFO:teuthology.orchestra.run.trial098.stdout: "ModelNumber":"Linux", 2026-02-17T00:23:27.008 INFO:teuthology.orchestra.run.trial098.stdout: "SerialNumber":"483c4c3270726d32c602", 2026-02-17T00:23:27.008 INFO:teuthology.orchestra.run.trial098.stdout: "UsedBytes":751619276800, 2026-02-17T00:23:27.008 INFO:teuthology.orchestra.run.trial098.stdout: "MaximumLBA":1468006400, 2026-02-17T00:23:27.008 INFO:teuthology.orchestra.run.trial098.stdout: "PhysicalSize":751619276800, 2026-02-17T00:23:27.008 INFO:teuthology.orchestra.run.trial098.stdout: "SectorSize":512 2026-02-17T00:23:27.008 INFO:teuthology.orchestra.run.trial098.stdout: } 2026-02-17T00:23:27.008 INFO:teuthology.orchestra.run.trial098.stdout: ] 2026-02-17T00:23:27.008 INFO:teuthology.orchestra.run.trial098.stdout:} 2026-02-17T00:23:27.010 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-02-17T00:23:27.078 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records in 2026-02-17T00:23:27.078 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records out 2026-02-17T00:23:27.079 INFO:teuthology.orchestra.run.trial098.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0044827 s, 914 kB/s 2026-02-17T00:23:27.080 DEBUG:teuthology.orchestra.run.trial098:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-02-17T00:23:27.143 INFO:teuthology.orchestra.run.trial098.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:27.143 INFO:teuthology.orchestra.run.trial098.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:27.144 INFO:teuthology.orchestra.run.trial098.stdout:00000016 2026-02-17T00:23:27.145 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:23:27.212 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records in 2026-02-17T00:23:27.212 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records out 2026-02-17T00:23:27.212 INFO:teuthology.orchestra.run.trial098.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00477789 s, 857 kB/s 2026-02-17T00:23:27.213 DEBUG:teuthology.orchestra.run.trial098:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-02-17T00:23:27.275 INFO:teuthology.orchestra.run.trial098.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:27.276 INFO:teuthology.orchestra.run.trial098.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:27.276 INFO:teuthology.orchestra.run.trial098.stdout:40000016 2026-02-17T00:23:27.277 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:23:27.343 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records in 2026-02-17T00:23:27.343 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records out 2026-02-17T00:23:27.343 INFO:teuthology.orchestra.run.trial098.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00456655 s, 897 kB/s 2026-02-17T00:23:27.345 DEBUG:teuthology.orchestra.run.trial098:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-02-17T00:23:27.409 INFO:teuthology.orchestra.run.trial098.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:27.409 INFO:teuthology.orchestra.run.trial098.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:27.409 INFO:teuthology.orchestra.run.trial098.stdout:280000016 2026-02-17T00:23:27.411 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/zero of=/dev/nvme4n1 seek=0 bs=1 count=4096 2026-02-17T00:23:27.478 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records in 2026-02-17T00:23:27.478 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records out 2026-02-17T00:23:27.479 INFO:teuthology.orchestra.run.trial098.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00441076 s, 929 kB/s 2026-02-17T00:23:27.480 DEBUG:teuthology.orchestra.run.trial098:> sudo hexdump -n22 -C -s0 /dev/nvme4n1 2026-02-17T00:23:27.542 INFO:teuthology.orchestra.run.trial098.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:27.542 INFO:teuthology.orchestra.run.trial098.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:27.542 INFO:teuthology.orchestra.run.trial098.stdout:00000016 2026-02-17T00:23:27.543 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/zero of=/dev/nvme4n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:23:27.611 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records in 2026-02-17T00:23:27.611 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records out 2026-02-17T00:23:27.611 INFO:teuthology.orchestra.run.trial098.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00504605 s, 812 kB/s 2026-02-17T00:23:27.613 DEBUG:teuthology.orchestra.run.trial098:> sudo hexdump -n22 -C -s1073741824 /dev/nvme4n1 2026-02-17T00:23:27.676 INFO:teuthology.orchestra.run.trial098.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:27.676 INFO:teuthology.orchestra.run.trial098.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:27.676 INFO:teuthology.orchestra.run.trial098.stdout:40000016 2026-02-17T00:23:27.677 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/zero of=/dev/nvme4n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:23:27.746 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records in 2026-02-17T00:23:27.746 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records out 2026-02-17T00:23:27.746 INFO:teuthology.orchestra.run.trial098.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00509904 s, 803 kB/s 2026-02-17T00:23:27.748 DEBUG:teuthology.orchestra.run.trial098:> sudo hexdump -n22 -C -s10737418240 /dev/nvme4n1 2026-02-17T00:23:27.810 INFO:teuthology.orchestra.run.trial098.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:27.810 INFO:teuthology.orchestra.run.trial098.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:27.811 INFO:teuthology.orchestra.run.trial098.stdout:280000016 2026-02-17T00:23:27.811 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/zero of=/dev/nvme5n1 seek=0 bs=1 count=4096 2026-02-17T00:23:27.879 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records in 2026-02-17T00:23:27.879 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records out 2026-02-17T00:23:27.879 INFO:teuthology.orchestra.run.trial098.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00443046 s, 925 kB/s 2026-02-17T00:23:27.880 DEBUG:teuthology.orchestra.run.trial098:> sudo hexdump -n22 -C -s0 /dev/nvme5n1 2026-02-17T00:23:27.943 INFO:teuthology.orchestra.run.trial098.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:27.943 INFO:teuthology.orchestra.run.trial098.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:27.943 INFO:teuthology.orchestra.run.trial098.stdout:00000016 2026-02-17T00:23:27.945 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/zero of=/dev/nvme5n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:23:28.012 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records in 2026-02-17T00:23:28.013 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records out 2026-02-17T00:23:28.013 INFO:teuthology.orchestra.run.trial098.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00479667 s, 854 kB/s 2026-02-17T00:23:28.014 DEBUG:teuthology.orchestra.run.trial098:> sudo hexdump -n22 -C -s1073741824 /dev/nvme5n1 2026-02-17T00:23:28.076 INFO:teuthology.orchestra.run.trial098.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:28.077 INFO:teuthology.orchestra.run.trial098.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:28.077 INFO:teuthology.orchestra.run.trial098.stdout:40000016 2026-02-17T00:23:28.078 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/zero of=/dev/nvme5n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:23:28.145 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records in 2026-02-17T00:23:28.145 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records out 2026-02-17T00:23:28.145 INFO:teuthology.orchestra.run.trial098.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00457723 s, 895 kB/s 2026-02-17T00:23:28.147 DEBUG:teuthology.orchestra.run.trial098:> sudo hexdump -n22 -C -s10737418240 /dev/nvme5n1 2026-02-17T00:23:28.209 INFO:teuthology.orchestra.run.trial098.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:28.209 INFO:teuthology.orchestra.run.trial098.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:28.210 INFO:teuthology.orchestra.run.trial098.stdout:280000016 2026-02-17T00:23:28.211 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/zero of=/dev/nvme6n1 seek=0 bs=1 count=4096 2026-02-17T00:23:28.277 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records in 2026-02-17T00:23:28.277 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records out 2026-02-17T00:23:28.277 INFO:teuthology.orchestra.run.trial098.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00426939 s, 959 kB/s 2026-02-17T00:23:28.278 DEBUG:teuthology.orchestra.run.trial098:> sudo hexdump -n22 -C -s0 /dev/nvme6n1 2026-02-17T00:23:28.342 INFO:teuthology.orchestra.run.trial098.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:28.342 INFO:teuthology.orchestra.run.trial098.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:28.342 INFO:teuthology.orchestra.run.trial098.stdout:00000016 2026-02-17T00:23:28.343 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/zero of=/dev/nvme6n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:23:28.409 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records in 2026-02-17T00:23:28.409 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records out 2026-02-17T00:23:28.409 INFO:teuthology.orchestra.run.trial098.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00440678 s, 929 kB/s 2026-02-17T00:23:28.410 DEBUG:teuthology.orchestra.run.trial098:> sudo hexdump -n22 -C -s1073741824 /dev/nvme6n1 2026-02-17T00:23:28.473 INFO:teuthology.orchestra.run.trial098.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:28.473 INFO:teuthology.orchestra.run.trial098.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:28.473 INFO:teuthology.orchestra.run.trial098.stdout:40000016 2026-02-17T00:23:28.475 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/zero of=/dev/nvme6n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:23:28.542 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records in 2026-02-17T00:23:28.542 INFO:teuthology.orchestra.run.trial098.stderr:4096+0 records out 2026-02-17T00:23:28.542 INFO:teuthology.orchestra.run.trial098.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.005022 s, 816 kB/s 2026-02-17T00:23:28.543 DEBUG:teuthology.orchestra.run.trial098:> sudo hexdump -n22 -C -s10737418240 /dev/nvme6n1 2026-02-17T00:23:28.605 INFO:teuthology.orchestra.run.trial098.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:28.605 INFO:teuthology.orchestra.run.trial098.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:28.605 INFO:teuthology.orchestra.run.trial098.stdout:280000016 2026-02-17T00:23:28.606 INFO:tasks.nvme_loop:new_devs ['/dev/nvme3n1', '/dev/nvme4n1', '/dev/nvme5n1', '/dev/nvme6n1'] 2026-02-17T00:23:28.607 DEBUG:teuthology.orchestra.run.trial098:> set -ex 2026-02-17T00:23:28.607 DEBUG:teuthology.orchestra.run.trial098:> sudo dd of=/scratch_devs 2026-02-17T00:23:28.670 DEBUG:teuthology.orchestra.run.trial143:> set -ex 2026-02-17T00:23:28.671 DEBUG:teuthology.orchestra.run.trial143:> dd if=/scratch_devs of=/dev/stdout 2026-02-17T00:23:28.691 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-17T00:23:28.691 DEBUG:teuthology.orchestra.run.trial143:> stat /dev/vg_nvme/lv_1 2026-02-17T00:23:28.748 INFO:teuthology.orchestra.run.trial143.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-17T00:23:28.748 INFO:teuthology.orchestra.run.trial143.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:23:28.748 INFO:teuthology.orchestra.run.trial143.stdout:Device: 6h/6d Inode: 1290 Links: 1 2026-02-17T00:23:28.749 INFO:teuthology.orchestra.run.trial143.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:23:28.749 INFO:teuthology.orchestra.run.trial143.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:23:28.749 INFO:teuthology.orchestra.run.trial143.stdout:Access: 2026-02-17 00:23:25.316727350 +0000 2026-02-17T00:23:28.749 INFO:teuthology.orchestra.run.trial143.stdout:Modify: 2026-02-17 00:23:25.181729643 +0000 2026-02-17T00:23:28.749 INFO:teuthology.orchestra.run.trial143.stdout:Change: 2026-02-17 00:23:25.181729643 +0000 2026-02-17T00:23:28.749 INFO:teuthology.orchestra.run.trial143.stdout: Birth: 2026-02-17 00:23:25.181729643 +0000 2026-02-17T00:23:28.749 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-17T00:23:28.814 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records in 2026-02-17T00:23:28.815 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records out 2026-02-17T00:23:28.815 INFO:teuthology.orchestra.run.trial143.stderr:512 bytes copied, 0.000158605 s, 3.2 MB/s 2026-02-17T00:23:28.816 DEBUG:teuthology.orchestra.run.trial143:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-17T00:23:28.873 DEBUG:teuthology.orchestra.run.trial143:> stat /dev/vg_nvme/lv_2 2026-02-17T00:23:28.929 INFO:teuthology.orchestra.run.trial143.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-17T00:23:28.929 INFO:teuthology.orchestra.run.trial143.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:23:28.929 INFO:teuthology.orchestra.run.trial143.stdout:Device: 6h/6d Inode: 1294 Links: 1 2026-02-17T00:23:28.929 INFO:teuthology.orchestra.run.trial143.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:23:28.930 INFO:teuthology.orchestra.run.trial143.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:23:28.930 INFO:teuthology.orchestra.run.trial143.stdout:Access: 2026-02-17 00:23:25.316727350 +0000 2026-02-17T00:23:28.930 INFO:teuthology.orchestra.run.trial143.stdout:Modify: 2026-02-17 00:23:25.181729643 +0000 2026-02-17T00:23:28.930 INFO:teuthology.orchestra.run.trial143.stdout:Change: 2026-02-17 00:23:25.181729643 +0000 2026-02-17T00:23:28.930 INFO:teuthology.orchestra.run.trial143.stdout: Birth: 2026-02-17 00:23:25.181729643 +0000 2026-02-17T00:23:28.930 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-17T00:23:28.993 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records in 2026-02-17T00:23:28.993 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records out 2026-02-17T00:23:28.993 INFO:teuthology.orchestra.run.trial143.stderr:512 bytes copied, 0.000144309 s, 3.5 MB/s 2026-02-17T00:23:28.994 DEBUG:teuthology.orchestra.run.trial143:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-17T00:23:29.051 DEBUG:teuthology.orchestra.run.trial143:> stat /dev/vg_nvme/lv_3 2026-02-17T00:23:29.108 INFO:teuthology.orchestra.run.trial143.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-17T00:23:29.108 INFO:teuthology.orchestra.run.trial143.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:23:29.108 INFO:teuthology.orchestra.run.trial143.stdout:Device: 6h/6d Inode: 1311 Links: 1 2026-02-17T00:23:29.108 INFO:teuthology.orchestra.run.trial143.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:23:29.108 INFO:teuthology.orchestra.run.trial143.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:23:29.108 INFO:teuthology.orchestra.run.trial143.stdout:Access: 2026-02-17 00:23:25.316727350 +0000 2026-02-17T00:23:29.108 INFO:teuthology.orchestra.run.trial143.stdout:Modify: 2026-02-17 00:23:25.181729643 +0000 2026-02-17T00:23:29.108 INFO:teuthology.orchestra.run.trial143.stdout:Change: 2026-02-17 00:23:25.181729643 +0000 2026-02-17T00:23:29.108 INFO:teuthology.orchestra.run.trial143.stdout: Birth: 2026-02-17 00:23:25.181729643 +0000 2026-02-17T00:23:29.108 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-17T00:23:29.171 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records in 2026-02-17T00:23:29.171 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records out 2026-02-17T00:23:29.171 INFO:teuthology.orchestra.run.trial143.stderr:512 bytes copied, 0.000160538 s, 3.2 MB/s 2026-02-17T00:23:29.172 DEBUG:teuthology.orchestra.run.trial143:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-17T00:23:29.229 DEBUG:teuthology.orchestra.run.trial143:> stat /dev/vg_nvme/lv_4 2026-02-17T00:23:29.285 INFO:teuthology.orchestra.run.trial143.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-17T00:23:29.285 INFO:teuthology.orchestra.run.trial143.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T00:23:29.285 INFO:teuthology.orchestra.run.trial143.stdout:Device: 6h/6d Inode: 1301 Links: 1 2026-02-17T00:23:29.285 INFO:teuthology.orchestra.run.trial143.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T00:23:29.285 INFO:teuthology.orchestra.run.trial143.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T00:23:29.285 INFO:teuthology.orchestra.run.trial143.stdout:Access: 2026-02-17 00:23:25.317727333 +0000 2026-02-17T00:23:29.285 INFO:teuthology.orchestra.run.trial143.stdout:Modify: 2026-02-17 00:23:25.181729643 +0000 2026-02-17T00:23:29.285 INFO:teuthology.orchestra.run.trial143.stdout:Change: 2026-02-17 00:23:25.181729643 +0000 2026-02-17T00:23:29.285 INFO:teuthology.orchestra.run.trial143.stdout: Birth: 2026-02-17 00:23:25.181729643 +0000 2026-02-17T00:23:29.286 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-17T00:23:29.348 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records in 2026-02-17T00:23:29.348 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records out 2026-02-17T00:23:29.348 INFO:teuthology.orchestra.run.trial143.stderr:512 bytes copied, 0.0001612 s, 3.2 MB/s 2026-02-17T00:23:29.349 DEBUG:teuthology.orchestra.run.trial143:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-17T00:23:29.406 DEBUG:teuthology.orchestra.run.trial143:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-02-17T00:23:29.509 INFO:teuthology.orchestra.run.trial143.stdout:loop 2026-02-17T00:23:29.510 INFO:tasks.nvme_loop:Connecting nvme_loop trial143:/dev/vg_nvme/lv_1... 2026-02-17T00:23:29.511 DEBUG:teuthology.orchestra.run.trial143:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_1 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1 && echo -n /dev/vg_nvme/lv_1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_1/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_1 /sys/kernel/config/nvmet/ports/1/subsystems/lv_1 && sudo nvme connect -t loop -n lv_1 -q hostnqn 2026-02-17T00:23:29.541 INFO:teuthology.orchestra.run.trial143.stdout:1 2026-02-17T00:23:29.568 INFO:teuthology.orchestra.run.trial143.stdout:/dev/vg_nvme/lv_11 2026-02-17T00:23:29.603 INFO:teuthology.orchestra.run.trial143.stdout:connecting to device: nvme3 2026-02-17T00:23:29.604 INFO:tasks.nvme_loop:Connecting nvme_loop trial143:/dev/vg_nvme/lv_2... 2026-02-17T00:23:29.604 DEBUG:teuthology.orchestra.run.trial143:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_2 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1 && echo -n /dev/vg_nvme/lv_2 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_2/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_2 /sys/kernel/config/nvmet/ports/1/subsystems/lv_2 && sudo nvme connect -t loop -n lv_2 -q hostnqn 2026-02-17T00:23:29.675 INFO:teuthology.orchestra.run.trial143.stdout:1 2026-02-17T00:23:29.700 INFO:teuthology.orchestra.run.trial143.stdout:/dev/vg_nvme/lv_21 2026-02-17T00:23:29.729 INFO:teuthology.orchestra.run.trial143.stdout:connecting to device: nvme4 2026-02-17T00:23:29.730 INFO:tasks.nvme_loop:Connecting nvme_loop trial143:/dev/vg_nvme/lv_3... 2026-02-17T00:23:29.731 DEBUG:teuthology.orchestra.run.trial143:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_3 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1 && echo -n /dev/vg_nvme/lv_3 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_3/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_3 /sys/kernel/config/nvmet/ports/1/subsystems/lv_3 && sudo nvme connect -t loop -n lv_3 -q hostnqn 2026-02-17T00:23:29.802 INFO:teuthology.orchestra.run.trial143.stdout:1 2026-02-17T00:23:29.828 INFO:teuthology.orchestra.run.trial143.stdout:/dev/vg_nvme/lv_31 2026-02-17T00:23:29.857 INFO:teuthology.orchestra.run.trial143.stdout:connecting to device: nvme5 2026-02-17T00:23:29.858 INFO:tasks.nvme_loop:Connecting nvme_loop trial143:/dev/vg_nvme/lv_4... 2026-02-17T00:23:29.859 DEBUG:teuthology.orchestra.run.trial143:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_4 && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1 && echo -n /dev/vg_nvme/lv_4 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/lv_4/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/lv_4 /sys/kernel/config/nvmet/ports/1/subsystems/lv_4 && sudo nvme connect -t loop -n lv_4 -q hostnqn 2026-02-17T00:23:29.930 INFO:teuthology.orchestra.run.trial143.stdout:1 2026-02-17T00:23:29.955 INFO:teuthology.orchestra.run.trial143.stdout:/dev/vg_nvme/lv_41 2026-02-17T00:23:29.984 INFO:teuthology.orchestra.run.trial143.stdout:connecting to device: nvme6 2026-02-17T00:23:29.986 DEBUG:teuthology.orchestra.run.trial143:> set -ex 2026-02-17T00:23:29.986 DEBUG:teuthology.orchestra.run.trial143:> dd if=/scratch_devs of=/dev/stdout 2026-02-17T00:23:30.044 DEBUG:teuthology.orchestra.run.trial143:> lsblk 2026-02-17T00:23:30.104 INFO:teuthology.orchestra.run.trial143.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-02-17T00:23:30.104 INFO:teuthology.orchestra.run.trial143.stdout:nvme0n1 259:0 0 894.3G 0 disk 2026-02-17T00:23:30.104 INFO:teuthology.orchestra.run.trial143.stdout:├─nvme0n1p1 259:2 0 512M 0 part /boot/efi 2026-02-17T00:23:30.104 INFO:teuthology.orchestra.run.trial143.stdout:└─nvme0n1p2 259:3 0 893.8G 0 part / 2026-02-17T00:23:30.104 INFO:teuthology.orchestra.run.trial143.stdout:nvme2n1 259:1 0 1.7T 0 disk 2026-02-17T00:23:30.104 INFO:teuthology.orchestra.run.trial143.stdout:├─vg_nvme-lv_3 253:2 0 700G 0 lvm 2026-02-17T00:23:30.104 INFO:teuthology.orchestra.run.trial143.stdout:└─vg_nvme-lv_4 253:3 0 700G 0 lvm 2026-02-17T00:23:30.104 INFO:teuthology.orchestra.run.trial143.stdout:nvme1n1 259:4 0 1.7T 0 disk 2026-02-17T00:23:30.104 INFO:teuthology.orchestra.run.trial143.stdout:├─vg_nvme-lv_1 253:0 0 700G 0 lvm 2026-02-17T00:23:30.104 INFO:teuthology.orchestra.run.trial143.stdout:├─vg_nvme-lv_2 253:1 0 700G 0 lvm 2026-02-17T00:23:30.105 INFO:teuthology.orchestra.run.trial143.stdout:└─vg_nvme-lv_5 253:4 0 100G 0 lvm /var/lib/ceph 2026-02-17T00:23:30.105 INFO:teuthology.orchestra.run.trial143.stdout:nvme3n1 259:6 0 700G 0 disk 2026-02-17T00:23:30.105 INFO:teuthology.orchestra.run.trial143.stdout:nvme4n1 259:8 0 700G 0 disk 2026-02-17T00:23:30.105 INFO:teuthology.orchestra.run.trial143.stdout:nvme5n1 259:10 0 700G 0 disk 2026-02-17T00:23:30.105 INFO:teuthology.orchestra.run.trial143.stdout:nvme6n1 259:12 0 700G 0 disk 2026-02-17T00:23:30.105 DEBUG:teuthology.orchestra.run.trial143:> sudo nvme list -o json 2026-02-17T00:23:30.170 INFO:teuthology.orchestra.run.trial143.stdout:{ 2026-02-17T00:23:30.170 INFO:teuthology.orchestra.run.trial143.stdout: "Devices":[ 2026-02-17T00:23:30.170 INFO:teuthology.orchestra.run.trial143.stdout: { 2026-02-17T00:23:30.171 INFO:teuthology.orchestra.run.trial143.stdout: "NameSpace":1, 2026-02-17T00:23:30.171 INFO:teuthology.orchestra.run.trial143.stdout: "DevicePath":"/dev/nvme0n1", 2026-02-17T00:23:30.171 INFO:teuthology.orchestra.run.trial143.stdout: "GenericPath":"/dev/ng0n1", 2026-02-17T00:23:30.171 INFO:teuthology.orchestra.run.trial143.stdout: "Firmware":"E2MU200", 2026-02-17T00:23:30.171 INFO:teuthology.orchestra.run.trial143.stdout: "ModelNumber":"Micron_7450_MTFDKBA960TFR", 2026-02-17T00:23:30.171 INFO:teuthology.orchestra.run.trial143.stdout: "SerialNumber":"25174FCD711B", 2026-02-17T00:23:30.171 INFO:teuthology.orchestra.run.trial143.stdout: "UsedBytes":164920291328, 2026-02-17T00:23:30.171 INFO:teuthology.orchestra.run.trial143.stdout: "MaximumLBA":1875385008, 2026-02-17T00:23:30.171 INFO:teuthology.orchestra.run.trial143.stdout: "PhysicalSize":960197124096, 2026-02-17T00:23:30.171 INFO:teuthology.orchestra.run.trial143.stdout: "SectorSize":512 2026-02-17T00:23:30.172 INFO:teuthology.orchestra.run.trial143.stdout: }, 2026-02-17T00:23:30.172 INFO:teuthology.orchestra.run.trial143.stdout: { 2026-02-17T00:23:30.172 INFO:teuthology.orchestra.run.trial143.stdout: "NameSpace":1, 2026-02-17T00:23:30.172 INFO:teuthology.orchestra.run.trial143.stdout: "DevicePath":"/dev/nvme1n1", 2026-02-17T00:23:30.172 INFO:teuthology.orchestra.run.trial143.stdout: "GenericPath":"/dev/ng1n1", 2026-02-17T00:23:30.172 INFO:teuthology.orchestra.run.trial143.stdout: "Firmware":"E3MQ000", 2026-02-17T00:23:30.172 INFO:teuthology.orchestra.run.trial143.stdout: "ModelNumber":"MTFDKCC1T9TGP-1BK1JABYY", 2026-02-17T00:23:30.172 INFO:teuthology.orchestra.run.trial143.stdout: "SerialNumber":"092510AB6ACD", 2026-02-17T00:23:30.172 INFO:teuthology.orchestra.run.trial143.stdout: "UsedBytes":142115405824, 2026-02-17T00:23:30.172 INFO:teuthology.orchestra.run.trial143.stdout: "MaximumLBA":3750748848, 2026-02-17T00:23:30.172 INFO:teuthology.orchestra.run.trial143.stdout: "PhysicalSize":1920383410176, 2026-02-17T00:23:30.172 INFO:teuthology.orchestra.run.trial143.stdout: "SectorSize":512 2026-02-17T00:23:30.172 INFO:teuthology.orchestra.run.trial143.stdout: }, 2026-02-17T00:23:30.173 INFO:teuthology.orchestra.run.trial143.stdout: { 2026-02-17T00:23:30.173 INFO:teuthology.orchestra.run.trial143.stdout: "NameSpace":1, 2026-02-17T00:23:30.173 INFO:teuthology.orchestra.run.trial143.stdout: "DevicePath":"/dev/nvme2n1", 2026-02-17T00:23:30.173 INFO:teuthology.orchestra.run.trial143.stdout: "GenericPath":"/dev/ng2n1", 2026-02-17T00:23:30.173 INFO:teuthology.orchestra.run.trial143.stdout: "Firmware":"E3MQ000", 2026-02-17T00:23:30.173 INFO:teuthology.orchestra.run.trial143.stdout: "ModelNumber":"MTFDKCC1T9TGP-1BK1JABYY", 2026-02-17T00:23:30.173 INFO:teuthology.orchestra.run.trial143.stdout: "SerialNumber":"092510AB6A4F", 2026-02-17T00:23:30.173 INFO:teuthology.orchestra.run.trial143.stdout: "UsedBytes":144984756224, 2026-02-17T00:23:30.173 INFO:teuthology.orchestra.run.trial143.stdout: "MaximumLBA":3750748848, 2026-02-17T00:23:30.173 INFO:teuthology.orchestra.run.trial143.stdout: "PhysicalSize":1920383410176, 2026-02-17T00:23:30.173 INFO:teuthology.orchestra.run.trial143.stdout: "SectorSize":512 2026-02-17T00:23:30.173 INFO:teuthology.orchestra.run.trial143.stdout: }, 2026-02-17T00:23:30.173 INFO:teuthology.orchestra.run.trial143.stdout: { 2026-02-17T00:23:30.174 INFO:teuthology.orchestra.run.trial143.stdout: "NameSpace":1, 2026-02-17T00:23:30.174 INFO:teuthology.orchestra.run.trial143.stdout: "DevicePath":"/dev/nvme3n1", 2026-02-17T00:23:30.174 INFO:teuthology.orchestra.run.trial143.stdout: "GenericPath":"/dev/ng3n1", 2026-02-17T00:23:30.174 INFO:teuthology.orchestra.run.trial143.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:23:30.174 INFO:teuthology.orchestra.run.trial143.stdout: "ModelNumber":"Linux", 2026-02-17T00:23:30.174 INFO:teuthology.orchestra.run.trial143.stdout: "SerialNumber":"d5cbbe0c88c28d0f0528", 2026-02-17T00:23:30.174 INFO:teuthology.orchestra.run.trial143.stdout: "UsedBytes":751619276800, 2026-02-17T00:23:30.174 INFO:teuthology.orchestra.run.trial143.stdout: "MaximumLBA":1468006400, 2026-02-17T00:23:30.174 INFO:teuthology.orchestra.run.trial143.stdout: "PhysicalSize":751619276800, 2026-02-17T00:23:30.174 INFO:teuthology.orchestra.run.trial143.stdout: "SectorSize":512 2026-02-17T00:23:30.174 INFO:teuthology.orchestra.run.trial143.stdout: }, 2026-02-17T00:23:30.174 INFO:teuthology.orchestra.run.trial143.stdout: { 2026-02-17T00:23:30.174 INFO:teuthology.orchestra.run.trial143.stdout: "NameSpace":1, 2026-02-17T00:23:30.175 INFO:teuthology.orchestra.run.trial143.stdout: "DevicePath":"/dev/nvme4n1", 2026-02-17T00:23:30.175 INFO:teuthology.orchestra.run.trial143.stdout: "GenericPath":"/dev/ng4n1", 2026-02-17T00:23:30.175 INFO:teuthology.orchestra.run.trial143.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:23:30.175 INFO:teuthology.orchestra.run.trial143.stdout: "ModelNumber":"Linux", 2026-02-17T00:23:30.175 INFO:teuthology.orchestra.run.trial143.stdout: "SerialNumber":"0742cfe127cff56a8a0e", 2026-02-17T00:23:30.175 INFO:teuthology.orchestra.run.trial143.stdout: "UsedBytes":751619276800, 2026-02-17T00:23:30.175 INFO:teuthology.orchestra.run.trial143.stdout: "MaximumLBA":1468006400, 2026-02-17T00:23:30.175 INFO:teuthology.orchestra.run.trial143.stdout: "PhysicalSize":751619276800, 2026-02-17T00:23:30.175 INFO:teuthology.orchestra.run.trial143.stdout: "SectorSize":512 2026-02-17T00:23:30.175 INFO:teuthology.orchestra.run.trial143.stdout: }, 2026-02-17T00:23:30.175 INFO:teuthology.orchestra.run.trial143.stdout: { 2026-02-17T00:23:30.175 INFO:teuthology.orchestra.run.trial143.stdout: "NameSpace":1, 2026-02-17T00:23:30.176 INFO:teuthology.orchestra.run.trial143.stdout: "DevicePath":"/dev/nvme5n1", 2026-02-17T00:23:30.176 INFO:teuthology.orchestra.run.trial143.stdout: "GenericPath":"/dev/ng5n1", 2026-02-17T00:23:30.176 INFO:teuthology.orchestra.run.trial143.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:23:30.176 INFO:teuthology.orchestra.run.trial143.stdout: "ModelNumber":"Linux", 2026-02-17T00:23:30.176 INFO:teuthology.orchestra.run.trial143.stdout: "SerialNumber":"86a78e1cb74e4ea2327b", 2026-02-17T00:23:30.176 INFO:teuthology.orchestra.run.trial143.stdout: "UsedBytes":751619276800, 2026-02-17T00:23:30.176 INFO:teuthology.orchestra.run.trial143.stdout: "MaximumLBA":1468006400, 2026-02-17T00:23:30.176 INFO:teuthology.orchestra.run.trial143.stdout: "PhysicalSize":751619276800, 2026-02-17T00:23:30.176 INFO:teuthology.orchestra.run.trial143.stdout: "SectorSize":512 2026-02-17T00:23:30.176 INFO:teuthology.orchestra.run.trial143.stdout: }, 2026-02-17T00:23:30.176 INFO:teuthology.orchestra.run.trial143.stdout: { 2026-02-17T00:23:30.176 INFO:teuthology.orchestra.run.trial143.stdout: "NameSpace":1, 2026-02-17T00:23:30.176 INFO:teuthology.orchestra.run.trial143.stdout: "DevicePath":"/dev/nvme6n1", 2026-02-17T00:23:30.177 INFO:teuthology.orchestra.run.trial143.stdout: "GenericPath":"/dev/ng6n1", 2026-02-17T00:23:30.177 INFO:teuthology.orchestra.run.trial143.stdout: "Firmware":"5.14.0-6", 2026-02-17T00:23:30.177 INFO:teuthology.orchestra.run.trial143.stdout: "ModelNumber":"Linux", 2026-02-17T00:23:30.177 INFO:teuthology.orchestra.run.trial143.stdout: "SerialNumber":"bdbc4158d43831970849", 2026-02-17T00:23:30.177 INFO:teuthology.orchestra.run.trial143.stdout: "UsedBytes":751619276800, 2026-02-17T00:23:30.177 INFO:teuthology.orchestra.run.trial143.stdout: "MaximumLBA":1468006400, 2026-02-17T00:23:30.177 INFO:teuthology.orchestra.run.trial143.stdout: "PhysicalSize":751619276800, 2026-02-17T00:23:30.177 INFO:teuthology.orchestra.run.trial143.stdout: "SectorSize":512 2026-02-17T00:23:30.177 INFO:teuthology.orchestra.run.trial143.stdout: } 2026-02-17T00:23:30.177 INFO:teuthology.orchestra.run.trial143.stdout: ] 2026-02-17T00:23:30.177 INFO:teuthology.orchestra.run.trial143.stdout:} 2026-02-17T00:23:30.179 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-02-17T00:23:30.246 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records in 2026-02-17T00:23:30.247 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records out 2026-02-17T00:23:30.247 INFO:teuthology.orchestra.run.trial143.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0046723 s, 877 kB/s 2026-02-17T00:23:30.248 DEBUG:teuthology.orchestra.run.trial143:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-02-17T00:23:30.310 INFO:teuthology.orchestra.run.trial143.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:30.310 INFO:teuthology.orchestra.run.trial143.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:30.310 INFO:teuthology.orchestra.run.trial143.stdout:00000016 2026-02-17T00:23:30.311 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:23:30.380 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records in 2026-02-17T00:23:30.380 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records out 2026-02-17T00:23:30.380 INFO:teuthology.orchestra.run.trial143.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00492628 s, 831 kB/s 2026-02-17T00:23:30.381 DEBUG:teuthology.orchestra.run.trial143:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-02-17T00:23:30.443 INFO:teuthology.orchestra.run.trial143.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:30.443 INFO:teuthology.orchestra.run.trial143.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:30.443 INFO:teuthology.orchestra.run.trial143.stdout:40000016 2026-02-17T00:23:30.444 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:23:30.511 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records in 2026-02-17T00:23:30.511 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records out 2026-02-17T00:23:30.511 INFO:teuthology.orchestra.run.trial143.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00439851 s, 931 kB/s 2026-02-17T00:23:30.513 DEBUG:teuthology.orchestra.run.trial143:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-02-17T00:23:30.574 INFO:teuthology.orchestra.run.trial143.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:30.575 INFO:teuthology.orchestra.run.trial143.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:30.575 INFO:teuthology.orchestra.run.trial143.stdout:280000016 2026-02-17T00:23:30.576 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/zero of=/dev/nvme4n1 seek=0 bs=1 count=4096 2026-02-17T00:23:30.645 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records in 2026-02-17T00:23:30.645 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records out 2026-02-17T00:23:30.645 INFO:teuthology.orchestra.run.trial143.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00457196 s, 896 kB/s 2026-02-17T00:23:30.647 DEBUG:teuthology.orchestra.run.trial143:> sudo hexdump -n22 -C -s0 /dev/nvme4n1 2026-02-17T00:23:30.709 INFO:teuthology.orchestra.run.trial143.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:30.709 INFO:teuthology.orchestra.run.trial143.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:30.709 INFO:teuthology.orchestra.run.trial143.stdout:00000016 2026-02-17T00:23:30.710 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/zero of=/dev/nvme4n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:23:30.778 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records in 2026-02-17T00:23:30.778 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records out 2026-02-17T00:23:30.778 INFO:teuthology.orchestra.run.trial143.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00483055 s, 848 kB/s 2026-02-17T00:23:30.780 DEBUG:teuthology.orchestra.run.trial143:> sudo hexdump -n22 -C -s1073741824 /dev/nvme4n1 2026-02-17T00:23:30.842 INFO:teuthology.orchestra.run.trial143.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:30.842 INFO:teuthology.orchestra.run.trial143.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:30.842 INFO:teuthology.orchestra.run.trial143.stdout:40000016 2026-02-17T00:23:30.844 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/zero of=/dev/nvme4n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:23:30.911 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records in 2026-02-17T00:23:30.912 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records out 2026-02-17T00:23:30.912 INFO:teuthology.orchestra.run.trial143.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00497492 s, 823 kB/s 2026-02-17T00:23:30.913 DEBUG:teuthology.orchestra.run.trial143:> sudo hexdump -n22 -C -s10737418240 /dev/nvme4n1 2026-02-17T00:23:30.976 INFO:teuthology.orchestra.run.trial143.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:30.976 INFO:teuthology.orchestra.run.trial143.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:30.976 INFO:teuthology.orchestra.run.trial143.stdout:280000016 2026-02-17T00:23:30.978 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/zero of=/dev/nvme5n1 seek=0 bs=1 count=4096 2026-02-17T00:23:31.044 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records in 2026-02-17T00:23:31.045 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records out 2026-02-17T00:23:31.045 INFO:teuthology.orchestra.run.trial143.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00446086 s, 918 kB/s 2026-02-17T00:23:31.046 DEBUG:teuthology.orchestra.run.trial143:> sudo hexdump -n22 -C -s0 /dev/nvme5n1 2026-02-17T00:23:31.109 INFO:teuthology.orchestra.run.trial143.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:31.109 INFO:teuthology.orchestra.run.trial143.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:31.109 INFO:teuthology.orchestra.run.trial143.stdout:00000016 2026-02-17T00:23:31.110 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/zero of=/dev/nvme5n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:23:31.177 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records in 2026-02-17T00:23:31.177 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records out 2026-02-17T00:23:31.177 INFO:teuthology.orchestra.run.trial143.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00438445 s, 934 kB/s 2026-02-17T00:23:31.178 DEBUG:teuthology.orchestra.run.trial143:> sudo hexdump -n22 -C -s1073741824 /dev/nvme5n1 2026-02-17T00:23:31.241 INFO:teuthology.orchestra.run.trial143.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:31.241 INFO:teuthology.orchestra.run.trial143.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:31.241 INFO:teuthology.orchestra.run.trial143.stdout:40000016 2026-02-17T00:23:31.242 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/zero of=/dev/nvme5n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:23:31.308 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records in 2026-02-17T00:23:31.308 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records out 2026-02-17T00:23:31.308 INFO:teuthology.orchestra.run.trial143.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00470611 s, 870 kB/s 2026-02-17T00:23:31.310 DEBUG:teuthology.orchestra.run.trial143:> sudo hexdump -n22 -C -s10737418240 /dev/nvme5n1 2026-02-17T00:23:31.372 INFO:teuthology.orchestra.run.trial143.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:31.372 INFO:teuthology.orchestra.run.trial143.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:31.372 INFO:teuthology.orchestra.run.trial143.stdout:280000016 2026-02-17T00:23:31.374 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/zero of=/dev/nvme6n1 seek=0 bs=1 count=4096 2026-02-17T00:23:31.440 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records in 2026-02-17T00:23:31.440 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records out 2026-02-17T00:23:31.440 INFO:teuthology.orchestra.run.trial143.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00456795 s, 897 kB/s 2026-02-17T00:23:31.441 DEBUG:teuthology.orchestra.run.trial143:> sudo hexdump -n22 -C -s0 /dev/nvme6n1 2026-02-17T00:23:31.504 INFO:teuthology.orchestra.run.trial143.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:31.505 INFO:teuthology.orchestra.run.trial143.stdout:00000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:31.505 INFO:teuthology.orchestra.run.trial143.stdout:00000016 2026-02-17T00:23:31.506 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/zero of=/dev/nvme6n1 seek=1073741824 bs=1 count=4096 2026-02-17T00:23:31.573 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records in 2026-02-17T00:23:31.573 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records out 2026-02-17T00:23:31.573 INFO:teuthology.orchestra.run.trial143.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00482878 s, 848 kB/s 2026-02-17T00:23:31.574 DEBUG:teuthology.orchestra.run.trial143:> sudo hexdump -n22 -C -s1073741824 /dev/nvme6n1 2026-02-17T00:23:31.637 INFO:teuthology.orchestra.run.trial143.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:31.637 INFO:teuthology.orchestra.run.trial143.stdout:40000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:31.637 INFO:teuthology.orchestra.run.trial143.stdout:40000016 2026-02-17T00:23:31.638 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/zero of=/dev/nvme6n1 seek=10737418240 bs=1 count=4096 2026-02-17T00:23:31.706 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records in 2026-02-17T00:23:31.706 INFO:teuthology.orchestra.run.trial143.stderr:4096+0 records out 2026-02-17T00:23:31.706 INFO:teuthology.orchestra.run.trial143.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00539927 s, 759 kB/s 2026-02-17T00:23:31.707 DEBUG:teuthology.orchestra.run.trial143:> sudo hexdump -n22 -C -s10737418240 /dev/nvme6n1 2026-02-17T00:23:31.769 INFO:teuthology.orchestra.run.trial143.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-02-17T00:23:31.769 INFO:teuthology.orchestra.run.trial143.stdout:280000010 00 00 00 00 00 00 |......| 2026-02-17T00:23:31.769 INFO:teuthology.orchestra.run.trial143.stdout:280000016 2026-02-17T00:23:31.770 INFO:tasks.nvme_loop:new_devs ['/dev/nvme3n1', '/dev/nvme4n1', '/dev/nvme5n1', '/dev/nvme6n1'] 2026-02-17T00:23:31.770 DEBUG:teuthology.orchestra.run.trial143:> set -ex 2026-02-17T00:23:31.770 DEBUG:teuthology.orchestra.run.trial143:> sudo dd of=/scratch_devs 2026-02-17T00:23:31.834 INFO:teuthology.run_tasks:Running task cephadm... 2026-02-17T00:23:31.962 INFO:tasks.cephadm:Config: {'roleless': True, 'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_DAEMON_PLACE_FAIL', 'CEPHADM_FAILED_DAEMON'], 'log-only-match': ['CEPHADM_'], 'sha1': '05b55d192f002ad5df41409624b8d176527d0841'} 2026-02-17T00:23:31.962 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 2026-02-17T00:23:31.965 INFO:tasks.cephadm:Cluster fsid is e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:23:31.965 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2026-02-17T00:23:31.965 INFO:tasks.cephadm:No mon roles; fabricating mons 2026-02-17T00:23:31.965 INFO:tasks.cephadm:Monitor IPs: {'mon.trial098': '10.20.193.98', 'mon.trial143': '10.20.193.143'} 2026-02-17T00:23:31.965 INFO:tasks.cephadm:Normalizing hostnames... 2026-02-17T00:23:31.965 DEBUG:teuthology.orchestra.run.trial098:> sudo hostname $(hostname -s) 2026-02-17T00:23:31.991 DEBUG:teuthology.orchestra.run.trial143:> sudo hostname $(hostname -s) 2026-02-17T00:23:32.016 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2026-02-17T00:23:32.016 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=05b55d192f002ad5df41409624b8d176527d0841 2026-02-17T00:23:32.133 INFO:tasks.cephadm:builder_project result: [{'url': 'https://1.chacra.ceph.com/r/ceph/wip-squid-pr-67199-kefu-1/05b55d192f002ad5df41409624b8d176527d0841/centos/9/flavors/default/', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-squid-pr-67199-kefu-1/05b55d192f002ad5df41409624b8d176527d0841/centos/9/flavors/default/', 'ref': 'wip-squid-pr-67199-kefu-1', 'sha1': '05b55d192f002ad5df41409624b8d176527d0841', 'distro': 'centos', 'distro_version': '9', 'distro_codename': None, 'modified': '2026-02-08 09:09:39.435166', 'status': 'ready', 'flavor': 'default', 'project': 'ceph', 'archs': ['x86_64', 'source'], 'extra': {'version': '19.2.3-680-g05b55d19', 'package_manager_version': '19.2.3-680.g05b55d19', 'build_url': 'https://jenkins.ceph.com/job/ceph-dev-pipeline/2857/', 'root_build_cause': '', 'node_name': '10.20.192.93+toko03', 'job_name': 'ceph-dev-pipeline'}}] 2026-02-17T00:23:32.260 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref wip-squid-pr-67199-kefu-1, sha1 05b55d192f002ad5df41409624b8d176527d0841 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=05b55d192f002ad5df41409624b8d176527d0841 2026-02-17T00:23:32.261 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/wip-squid-pr-67199-kefu-1/05b55d192f002ad5df41409624b8d176527d0841/centos/9/x86_64/flavors/default/cephadm 2026-02-17T00:23:32.261 INFO:tasks.cephadm:Downloading cephadm from url: https://1.chacra.ceph.com/binaries/ceph/wip-squid-pr-67199-kefu-1/05b55d192f002ad5df41409624b8d176527d0841/centos/9/x86_64/flavors/default/cephadm 2026-02-17T00:23:32.261 DEBUG:teuthology.orchestra.run.trial098:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-squid-pr-67199-kefu-1/05b55d192f002ad5df41409624b8d176527d0841/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-02-17T00:23:32.586 INFO:teuthology.orchestra.run.trial098.stdout:-rw-r--r--. 1 ubuntu ubuntu 788305 Feb 17 00:23 /home/ubuntu/cephtest/cephadm 2026-02-17T00:23:32.586 DEBUG:teuthology.orchestra.run.trial143:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-squid-pr-67199-kefu-1/05b55d192f002ad5df41409624b8d176527d0841/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-02-17T00:23:32.828 INFO:teuthology.orchestra.run.trial143.stdout:-rw-r--r--. 1 ubuntu ubuntu 788305 Feb 17 00:23 /home/ubuntu/cephtest/cephadm 2026-02-17T00:23:32.829 DEBUG:teuthology.orchestra.run.trial098:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-02-17T00:23:32.848 DEBUG:teuthology.orchestra.run.trial143:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-02-17T00:23:32.869 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 on all hosts... 2026-02-17T00:23:32.869 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 pull 2026-02-17T00:23:32.889 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 pull 2026-02-17T00:23:33.039 INFO:teuthology.orchestra.run.trial098.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841... 2026-02-17T00:23:33.059 INFO:teuthology.orchestra.run.trial143.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841... 2026-02-17T00:23:41.103 INFO:teuthology.orchestra.run.trial098.stdout:{ 2026-02-17T00:23:41.104 INFO:teuthology.orchestra.run.trial098.stdout: "ceph_version": "ceph version 19.2.3-680-g05b55d19 (05b55d192f002ad5df41409624b8d176527d0841) squid (stable)", 2026-02-17T00:23:41.104 INFO:teuthology.orchestra.run.trial098.stdout: "image_id": "dcf18b7f874c07528e18918645117d58092ee3898a6a84686004d4372cfac7d0", 2026-02-17T00:23:41.104 INFO:teuthology.orchestra.run.trial098.stdout: "repo_digests": [ 2026-02-17T00:23:41.104 INFO:teuthology.orchestra.run.trial098.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:91848d200fcaa46368f1434361671ab8b338dc28ae3ecbb8d2a955ab01b6ff90" 2026-02-17T00:23:41.104 INFO:teuthology.orchestra.run.trial098.stdout: ] 2026-02-17T00:23:41.104 INFO:teuthology.orchestra.run.trial098.stdout:} 2026-02-17T00:23:44.617 INFO:teuthology.orchestra.run.trial143.stdout:{ 2026-02-17T00:23:44.618 INFO:teuthology.orchestra.run.trial143.stdout: "ceph_version": "ceph version 19.2.3-680-g05b55d19 (05b55d192f002ad5df41409624b8d176527d0841) squid (stable)", 2026-02-17T00:23:44.618 INFO:teuthology.orchestra.run.trial143.stdout: "image_id": "dcf18b7f874c07528e18918645117d58092ee3898a6a84686004d4372cfac7d0", 2026-02-17T00:23:44.618 INFO:teuthology.orchestra.run.trial143.stdout: "repo_digests": [ 2026-02-17T00:23:44.618 INFO:teuthology.orchestra.run.trial143.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:91848d200fcaa46368f1434361671ab8b338dc28ae3ecbb8d2a955ab01b6ff90" 2026-02-17T00:23:44.618 INFO:teuthology.orchestra.run.trial143.stdout: ] 2026-02-17T00:23:44.618 INFO:teuthology.orchestra.run.trial143.stdout:} 2026-02-17T00:23:44.632 DEBUG:teuthology.orchestra.run.trial098:> sudo mkdir -p /etc/ceph 2026-02-17T00:23:44.661 DEBUG:teuthology.orchestra.run.trial143:> sudo mkdir -p /etc/ceph 2026-02-17T00:23:44.701 DEBUG:teuthology.orchestra.run.trial098:> sudo chmod 777 /etc/ceph 2026-02-17T00:23:44.725 DEBUG:teuthology.orchestra.run.trial143:> sudo chmod 777 /etc/ceph 2026-02-17T00:23:44.767 INFO:tasks.cephadm:Writing seed config... 2026-02-17T00:23:44.769 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2026-02-17T00:23:44.770 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2026-02-17T00:23:44.770 INFO:tasks.cephadm: override: [mon] debug mon = 20 2026-02-17T00:23:44.770 INFO:tasks.cephadm: override: [mon] debug ms = 1 2026-02-17T00:23:44.770 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2026-02-17T00:23:44.770 INFO:tasks.cephadm: override: [osd] debug ms = 1 2026-02-17T00:23:44.770 INFO:tasks.cephadm: override: [osd] debug osd = 20 2026-02-17T00:23:44.770 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2026-02-17T00:23:44.771 DEBUG:teuthology.orchestra.run.trial098:> set -ex 2026-02-17T00:23:44.771 DEBUG:teuthology.orchestra.run.trial098:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2026-02-17T00:23:44.788 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = e3c6652b-0b96-11f1-b443-d404e6e7d460 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2026-02-17T00:23:44.788 DEBUG:teuthology.orchestra.run.trial098:mon.trial098> sudo journalctl -f -n 0 -u ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mon.trial098.service 2026-02-17T00:23:44.831 INFO:tasks.cephadm:Bootstrapping... 2026-02-17T00:23:44.831 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 -v bootstrap --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-ip 10.20.193.98 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2026-02-17T00:23:44.967 INFO:teuthology.orchestra.run.trial098.stdout:-------------------------------------------------------------------------------- 2026-02-17T00:23:44.968 INFO:teuthology.orchestra.run.trial098.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841', '-v', 'bootstrap', '--fsid', 'e3c6652b-0b96-11f1-b443-d404e6e7d460', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-ip', '10.20.193.98', '--skip-admin-label'] 2026-02-17T00:23:44.968 INFO:teuthology.orchestra.run.trial098.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2026-02-17T00:23:44.969 INFO:teuthology.orchestra.run.trial098.stdout:Verifying podman|docker is present... 2026-02-17T00:23:44.983 INFO:teuthology.orchestra.run.trial098.stdout:/bin/podman: stdout 5.6.0 2026-02-17T00:23:44.983 INFO:teuthology.orchestra.run.trial098.stdout:Verifying lvm2 is present... 2026-02-17T00:23:44.984 INFO:teuthology.orchestra.run.trial098.stdout:Verifying time synchronization is in place... 2026-02-17T00:23:44.989 INFO:teuthology.orchestra.run.trial098.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-02-17T00:23:44.989 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-02-17T00:23:44.995 INFO:teuthology.orchestra.run.trial098.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-02-17T00:23:44.995 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stdout inactive 2026-02-17T00:23:45.001 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stdout enabled 2026-02-17T00:23:45.007 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stdout active 2026-02-17T00:23:45.007 INFO:teuthology.orchestra.run.trial098.stdout:Unit chronyd.service is enabled and running 2026-02-17T00:23:45.007 INFO:teuthology.orchestra.run.trial098.stdout:Repeating the final host check... 2026-02-17T00:23:45.022 INFO:teuthology.orchestra.run.trial098.stdout:/bin/podman: stdout 5.6.0 2026-02-17T00:23:45.022 INFO:teuthology.orchestra.run.trial098.stdout:podman (/bin/podman) version 5.6.0 is present 2026-02-17T00:23:45.022 INFO:teuthology.orchestra.run.trial098.stdout:systemctl is present 2026-02-17T00:23:45.022 INFO:teuthology.orchestra.run.trial098.stdout:lvcreate is present 2026-02-17T00:23:45.027 INFO:teuthology.orchestra.run.trial098.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-02-17T00:23:45.027 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-02-17T00:23:45.032 INFO:teuthology.orchestra.run.trial098.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-02-17T00:23:45.032 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stdout inactive 2026-02-17T00:23:45.038 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stdout enabled 2026-02-17T00:23:45.045 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stdout active 2026-02-17T00:23:45.045 INFO:teuthology.orchestra.run.trial098.stdout:Unit chronyd.service is enabled and running 2026-02-17T00:23:45.045 INFO:teuthology.orchestra.run.trial098.stdout:Host looks OK 2026-02-17T00:23:45.045 INFO:teuthology.orchestra.run.trial098.stdout:Cluster fsid: e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:23:45.045 INFO:teuthology.orchestra.run.trial098.stdout:Acquiring lock 139832492904352 on /run/cephadm/e3c6652b-0b96-11f1-b443-d404e6e7d460.lock 2026-02-17T00:23:45.045 INFO:teuthology.orchestra.run.trial098.stdout:Lock 139832492904352 acquired on /run/cephadm/e3c6652b-0b96-11f1-b443-d404e6e7d460.lock 2026-02-17T00:23:45.045 INFO:teuthology.orchestra.run.trial098.stdout:Verifying IP 10.20.193.98 port 3300 ... 2026-02-17T00:23:45.045 INFO:teuthology.orchestra.run.trial098.stdout:Verifying IP 10.20.193.98 port 6789 ... 2026-02-17T00:23:45.045 INFO:teuthology.orchestra.run.trial098.stdout:Base mon IP(s) is [10.20.193.98:3300, 10.20.193.98:6789], mon addrv is [v2:10.20.193.98:3300,v1:10.20.193.98:6789] 2026-02-17T00:23:45.048 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.98 metric 102 2026-02-17T00:23:45.048 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout 10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.98 metric 102 2026-02-17T00:23:45.048 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout 169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-17T00:23:45.050 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2026-02-17T00:23:45.050 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout fe80::/64 dev enp1s0f0 proto kernel metric 256 pref medium 2026-02-17T00:23:45.050 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout fe80::/64 dev enp7s0f4u2u2c2 proto kernel metric 1024 pref medium 2026-02-17T00:23:45.054 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2026-02-17T00:23:45.054 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2026-02-17T00:23:45.054 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-17T00:23:45.054 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout 2: enp7s0f4u2u2c2: mtu 1500 state UNKNOWN qlen 1000 2026-02-17T00:23:45.054 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout inet6 fe80::cd30:404c:f93a:83c4/64 scope link noprefixroute 2026-02-17T00:23:45.054 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-17T00:23:45.054 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout 3: enp1s0f0: mtu 1500 state UP qlen 1000 2026-02-17T00:23:45.054 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout inet6 fe80::925a:8ff:fe77:61ec/64 scope link 2026-02-17T00:23:45.054 INFO:teuthology.orchestra.run.trial098.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-17T00:23:45.054 INFO:teuthology.orchestra.run.trial098.stdout:Mon IP `10.20.193.98` is in CIDR network `10.20.192.0/20` 2026-02-17T00:23:45.054 INFO:teuthology.orchestra.run.trial098.stdout:Mon IP `10.20.193.98` is in CIDR network `10.20.192.0/20` 2026-02-17T00:23:45.054 INFO:teuthology.orchestra.run.trial098.stdout:Inferred mon public CIDR from local network configuration ['10.20.192.0/20', '10.20.192.0/20'] 2026-02-17T00:23:45.055 INFO:teuthology.orchestra.run.trial098.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2026-02-17T00:23:45.055 INFO:teuthology.orchestra.run.trial098.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841... 2026-02-17T00:23:45.321 INFO:teuthology.orchestra.run.trial098.stdout:/bin/podman: stdout dcf18b7f874c07528e18918645117d58092ee3898a6a84686004d4372cfac7d0 2026-02-17T00:23:45.321 INFO:teuthology.orchestra.run.trial098.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841... 2026-02-17T00:23:45.321 INFO:teuthology.orchestra.run.trial098.stdout:/bin/podman: stderr Getting image source signatures 2026-02-17T00:23:45.321 INFO:teuthology.orchestra.run.trial098.stdout:/bin/podman: stderr Copying blob sha256:a10ade7902ac0ef76ec881f51088d9f38168c6983473ae266a7fda42a3d99f76 2026-02-17T00:23:45.321 INFO:teuthology.orchestra.run.trial098.stdout:/bin/podman: stderr Copying blob sha256:c92ccfe8c151fb35c12ff15a7a7de08028e120d73814d436eadc192e84f49ad9 2026-02-17T00:23:45.321 INFO:teuthology.orchestra.run.trial098.stdout:/bin/podman: stderr Copying config sha256:dcf18b7f874c07528e18918645117d58092ee3898a6a84686004d4372cfac7d0 2026-02-17T00:23:45.321 INFO:teuthology.orchestra.run.trial098.stdout:/bin/podman: stderr Writing manifest to image destination 2026-02-17T00:23:45.447 INFO:teuthology.orchestra.run.trial098.stdout:ceph: stdout ceph version 19.2.3-680-g05b55d19 (05b55d192f002ad5df41409624b8d176527d0841) squid (stable) 2026-02-17T00:23:45.447 INFO:teuthology.orchestra.run.trial098.stdout:Ceph version: ceph version 19.2.3-680-g05b55d19 (05b55d192f002ad5df41409624b8d176527d0841) squid (stable) 2026-02-17T00:23:45.447 INFO:teuthology.orchestra.run.trial098.stdout:Extracting ceph user uid/gid from container image... 2026-02-17T00:23:45.588 INFO:teuthology.orchestra.run.trial098.stdout:stat: stdout 167 167 2026-02-17T00:23:45.589 INFO:teuthology.orchestra.run.trial098.stdout:Creating initial keys... 2026-02-17T00:23:45.718 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph-authtool: stdout AQARtZNp7Gm4KRAACjX/wY6MKg8jPh/yw8/RhA== 2026-02-17T00:23:45.840 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph-authtool: stdout AQARtZNpL/JeMBAAmXN+TczsgMJXlZUUCzT7rQ== 2026-02-17T00:23:45.962 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph-authtool: stdout AQARtZNpNqaANxAAMTvapnIcSbfElwrMRPs+Gg== 2026-02-17T00:23:45.963 INFO:teuthology.orchestra.run.trial098.stdout:Creating initial monmap... 2026-02-17T00:23:46.090 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2026-02-17T00:23:46.090 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2026-02-17T00:23:46.090 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:23:46.090 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-02-17T00:23:46.090 INFO:teuthology.orchestra.run.trial098.stdout:monmaptool for trial098 [v2:10.20.193.98:3300,v1:10.20.193.98:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2026-02-17T00:23:46.090 INFO:teuthology.orchestra.run.trial098.stdout:setting min_mon_release = quincy 2026-02-17T00:23:46.090 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/monmaptool: set fsid to e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:23:46.090 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-02-17T00:23:46.091 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:23:46.091 INFO:teuthology.orchestra.run.trial098.stdout:Creating mon... 2026-02-17T00:23:46.208 INFO:teuthology.orchestra.run.trial098.stdout:create mon.trial098 on 2026-02-17T00:23:46.481 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2026-02-17T00:23:46.602 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460.target → /etc/systemd/system/ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460.target. 2026-02-17T00:23:46.602 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460.target → /etc/systemd/system/ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460.target. 2026-02-17T00:23:46.732 INFO:teuthology.orchestra.run.trial098.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mon.trial098 2026-02-17T00:23:46.732 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mon.trial098.service: Unit ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mon.trial098.service not loaded. 2026-02-17T00:23:46.867 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460.target.wants/ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mon.trial098.service → /etc/systemd/system/ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@.service. 2026-02-17T00:23:46.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:46 trial098 systemd[1]: Started Ceph mon.trial098 for e3c6652b-0b96-11f1-b443-d404e6e7d460. 2026-02-17T00:23:46.997 INFO:teuthology.orchestra.run.trial098.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-17T00:23:46.997 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stdout disabled 2026-02-17T00:23:47.004 INFO:teuthology.orchestra.run.trial098.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-17T00:23:47.004 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stdout inactive 2026-02-17T00:23:47.004 INFO:teuthology.orchestra.run.trial098.stdout:firewalld.service is not enabled 2026-02-17T00:23:47.004 INFO:teuthology.orchestra.run.trial098.stdout:Not possible to enable service . firewalld.service is not available 2026-02-17T00:23:47.004 INFO:teuthology.orchestra.run.trial098.stdout:Waiting for mon to start... 2026-02-17T00:23:47.004 INFO:teuthology.orchestra.run.trial098.stdout:Waiting for mon... 2026-02-17T00:23:47.161 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout cluster: 2026-02-17T00:23:47.161 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout id: e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:23:47.161 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2026-02-17T00:23:47.161 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 2026-02-17T00:23:47.161 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout services: 2026-02-17T00:23:47.161 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum trial098 (age 0.133286s) 2026-02-17T00:23:47.162 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2026-02-17T00:23:47.162 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2026-02-17T00:23:47.162 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 2026-02-17T00:23:47.162 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout data: 2026-02-17T00:23:47.162 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2026-02-17T00:23:47.162 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2026-02-17T00:23:47.162 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2026-02-17T00:23:47.162 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout pgs: 2026-02-17T00:23:47.162 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 2026-02-17T00:23:47.162 INFO:teuthology.orchestra.run.trial098.stdout:mon is available 2026-02-17T00:23:47.162 INFO:teuthology.orchestra.run.trial098.stdout:Assimilating anything we can from ceph.conf... 2026-02-17T00:23:47.274 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35029]: mkfs e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:23:47.274 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35029]: mon.trial098 is new leader, mons trial098 in quorum (ranks 0) 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout [global] 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout fsid = e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout mon_host = [v2:10.20.193.98:3300,v1:10.20.193.98:6789] 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout [mgr] 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout [osd] 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-02-17T00:23:47.313 INFO:teuthology.orchestra.run.trial098.stdout:Generating new minimal ceph.conf... 2026-02-17T00:23:47.459 INFO:teuthology.orchestra.run.trial098.stdout:Restarting the monitor... 2026-02-17T00:23:47.532 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 systemd[1]: Stopping Ceph mon.trial098 for e3c6652b-0b96-11f1-b443-d404e6e7d460... 2026-02-17T00:23:47.813 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460-mon-trial098[35025]: 2026-02-17T00:23:47.527+0000 7fe925260640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.trial098 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-17T00:23:47.814 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460-mon-trial098[35025]: 2026-02-17T00:23:47.527+0000 7fe925260640 -1 mon.trial098@0(leader) e1 *** Got Signal Terminated *** 2026-02-17T00:23:47.814 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 podman[35315]: 2026-02-17 00:23:47.64928625 +0000 UTC m=+0.134207121 container died 21508064597b2717a23534be7625dbb0a68b80b5e1fa3f22df28f38b4a20a65b (image=quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841, name=ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460-mon-trial098, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-squid-pr-67199-kefu-1, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, io.buildah.version=1.33.7, ceph=True, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2) 2026-02-17T00:23:47.814 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 podman[35315]: 2026-02-17 00:23:47.656799817 +0000 UTC m=+0.141720688 container remove 21508064597b2717a23534be7625dbb0a68b80b5e1fa3f22df28f38b4a20a65b (image=quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841, name=ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460-mon-trial098, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, org.label-schema.schema-version=1.0, CEPH_REF=wip-squid-pr-67199-kefu-1, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260202, CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, io.buildah.version=1.33.7, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2) 2026-02-17T00:23:47.814 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 bash[35315]: ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460-mon-trial098 2026-02-17T00:23:47.814 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 systemd[1]: ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mon.trial098.service: Deactivated successfully. 2026-02-17T00:23:47.814 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 systemd[1]: Stopped Ceph mon.trial098 for e3c6652b-0b96-11f1-b443-d404e6e7d460. 2026-02-17T00:23:47.814 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 systemd[1]: Starting Ceph mon.trial098 for e3c6652b-0b96-11f1-b443-d404e6e7d460... 2026-02-17T00:23:47.814 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 podman[35443]: 2026-02-17 00:23:47.809607186 +0000 UTC m=+0.016299864 container create c4bd5276aeadc45d804220f9da3fca67f3c3c89978c3e09f227497a0b9444821 (image=quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841, name=ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460-mon-trial098, CEPH_REF=wip-squid-pr-67199-kefu-1, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260202, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, io.buildah.version=1.33.7, org.label-schema.license=GPLv2) 2026-02-17T00:23:47.850 INFO:teuthology.orchestra.run.trial098.stdout:Setting public_network to 10.20.192.0/20 in mon config section 2026-02-17T00:23:48.018 INFO:teuthology.orchestra.run.trial098.stdout:Wrote config to /etc/ceph/ceph.conf 2026-02-17T00:23:48.018 INFO:teuthology.orchestra.run.trial098.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2026-02-17T00:23:48.018 INFO:teuthology.orchestra.run.trial098.stdout:Creating mgr... 2026-02-17T00:23:48.019 INFO:teuthology.orchestra.run.trial098.stdout:Verifying port 0.0.0.0:9283 ... 2026-02-17T00:23:48.019 INFO:teuthology.orchestra.run.trial098.stdout:Verifying port 0.0.0.0:8765 ... 2026-02-17T00:23:48.019 INFO:teuthology.orchestra.run.trial098.stdout:Verifying port 0.0.0.0:8443 ... 2026-02-17T00:23:48.067 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 podman[35443]: 2026-02-17 00:23:47.839997174 +0000 UTC m=+0.046689802 container init c4bd5276aeadc45d804220f9da3fca67f3c3c89978c3e09f227497a0b9444821 (image=quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841, name=ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460-mon-trial098, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260202, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.33.7, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-squid-pr-67199-kefu-1, org.label-schema.vendor=CentOS) 2026-02-17T00:23:48.068 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 podman[35443]: 2026-02-17 00:23:47.842513681 +0000 UTC m=+0.049206309 container start c4bd5276aeadc45d804220f9da3fca67f3c3c89978c3e09f227497a0b9444821 (image=quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841, name=ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460-mon-trial098, CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.33.7, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-squid-pr-67199-kefu-1, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-17T00:23:48.068 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 bash[35443]: c4bd5276aeadc45d804220f9da3fca67f3c3c89978c3e09f227497a0b9444821 2026-02-17T00:23:48.068 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 podman[35443]: 2026-02-17 00:23:47.803214228 +0000 UTC m=+0.009906856 image pull dcf18b7f874c07528e18918645117d58092ee3898a6a84686004d4372cfac7d0 quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 2026-02-17T00:23:48.068 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 systemd[1]: Started Ceph mon.trial098 for e3c6652b-0b96-11f1-b443-d404e6e7d460. 2026-02-17T00:23:48.068 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: set uid:gid to 167:167 (ceph:ceph) 2026-02-17T00:23:48.068 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: ceph version 19.2.3-680-g05b55d19 (05b55d192f002ad5df41409624b8d176527d0841) squid (stable), process ceph-mon, pid 2 2026-02-17T00:23:48.068 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: pidfile_write: ignore empty --pid-file 2026-02-17T00:23:48.068 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: load: jerasure load: lrc 2026-02-17T00:23:48.068 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: RocksDB version: 7.9.2 2026-02-17T00:23:48.068 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Git sha 0 2026-02-17T00:23:48.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Compile date 2026-02-08 08:28:36 2026-02-17T00:23:48.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: DB SUMMARY 2026-02-17T00:23:48.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: DB Session ID: F8BQCTPCT6AS0F0GEWX9 2026-02-17T00:23:48.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: CURRENT file: CURRENT 2026-02-17T00:23:48.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: IDENTITY file: IDENTITY 2026-02-17T00:23:48.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2026-02-17T00:23:48.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: SST files in /var/lib/ceph/mon/ceph-trial098/store.db dir, Total Num: 1, files: 000008.sst 2026-02-17T00:23:48.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-trial098/store.db: 000009.log size: 74653 ; 2026-02-17T00:23:48.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.error_if_exists: 0 2026-02-17T00:23:48.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.create_if_missing: 0 2026-02-17T00:23:48.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.paranoid_checks: 1 2026-02-17T00:23:48.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-17T00:23:48.070 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-17T00:23:48.070 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-17T00:23:48.070 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.env: 0x562b9ba44dc0 2026-02-17T00:23:48.070 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.fs: PosixFileSystem 2026-02-17T00:23:48.070 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.info_log: 0x562b9cf1da20 2026-02-17T00:23:48.070 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_file_opening_threads: 16 2026-02-17T00:23:48.070 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.statistics: (nil) 2026-02-17T00:23:48.070 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.use_fsync: 0 2026-02-17T00:23:48.070 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_log_file_size: 0 2026-02-17T00:23:48.070 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-17T00:23:48.070 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-17T00:23:48.070 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.keep_log_file_num: 1000 2026-02-17T00:23:48.071 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.recycle_log_file_num: 0 2026-02-17T00:23:48.071 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.allow_fallocate: 1 2026-02-17T00:23:48.071 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.allow_mmap_reads: 0 2026-02-17T00:23:48.071 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.allow_mmap_writes: 0 2026-02-17T00:23:48.071 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.use_direct_reads: 0 2026-02-17T00:23:48.071 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-17T00:23:48.071 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.create_missing_column_families: 0 2026-02-17T00:23:48.071 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.db_log_dir: 2026-02-17T00:23:48.071 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.wal_dir: 2026-02-17T00:23:48.071 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-17T00:23:48.071 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-17T00:23:48.071 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-17T00:23:48.072 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-17T00:23:48.072 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-17T00:23:48.072 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-17T00:23:48.072 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.advise_random_on_open: 1 2026-02-17T00:23:48.072 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.db_write_buffer_size: 0 2026-02-17T00:23:48.072 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.write_buffer_manager: 0x562b9cf21900 2026-02-17T00:23:48.072 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-17T00:23:48.072 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-17T00:23:48.072 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-17T00:23:48.072 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.rate_limiter: (nil) 2026-02-17T00:23:48.073 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-17T00:23:48.073 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.wal_recovery_mode: 2 2026-02-17T00:23:48.073 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.enable_thread_tracking: 0 2026-02-17T00:23:48.073 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.enable_pipelined_write: 0 2026-02-17T00:23:48.073 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.unordered_write: 0 2026-02-17T00:23:48.073 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-17T00:23:48.073 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-17T00:23:48.073 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-17T00:23:48.073 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-17T00:23:48.073 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.row_cache: None 2026-02-17T00:23:48.074 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.wal_filter: None 2026-02-17T00:23:48.074 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-17T00:23:48.074 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.allow_ingest_behind: 0 2026-02-17T00:23:48.074 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.two_write_queues: 0 2026-02-17T00:23:48.074 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.manual_wal_flush: 0 2026-02-17T00:23:48.074 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.wal_compression: 0 2026-02-17T00:23:48.074 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.atomic_flush: 0 2026-02-17T00:23:48.074 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-17T00:23:48.074 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-17T00:23:48.074 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-17T00:23:48.074 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.log_readahead_size: 0 2026-02-17T00:23:48.074 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-17T00:23:48.075 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.best_efforts_recovery: 0 2026-02-17T00:23:48.075 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-17T00:23:48.075 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-17T00:23:48.075 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.allow_data_in_errors: 0 2026-02-17T00:23:48.075 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.db_host_id: __hostname__ 2026-02-17T00:23:48.075 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-17T00:23:48.075 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_background_jobs: 2 2026-02-17T00:23:48.075 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_background_compactions: -1 2026-02-17T00:23:48.075 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_subcompactions: 1 2026-02-17T00:23:48.075 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-17T00:23:48.075 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-17T00:23:48.075 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-17T00:23:48.075 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_total_wal_size: 0 2026-02-17T00:23:48.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-17T00:23:48.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-17T00:23:48.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-17T00:23:48.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-17T00:23:48.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_open_files: -1 2026-02-17T00:23:48.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.bytes_per_sync: 0 2026-02-17T00:23:48.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-17T00:23:48.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-17T00:23:48.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compaction_readahead_size: 0 2026-02-17T00:23:48.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_background_flushes: -1 2026-02-17T00:23:48.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Compression algorithms supported: 2026-02-17T00:23:48.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: kZSTD supported: 0 2026-02-17T00:23:48.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: kXpressCompression supported: 0 2026-02-17T00:23:48.077 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: kBZip2Compression supported: 0 2026-02-17T00:23:48.077 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-17T00:23:48.077 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: kLZ4Compression supported: 1 2026-02-17T00:23:48.077 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: kZlibCompression supported: 1 2026-02-17T00:23:48.077 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: kLZ4HCCompression supported: 1 2026-02-17T00:23:48.077 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: kSnappyCompression supported: 1 2026-02-17T00:23:48.077 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-17T00:23:48.077 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-17T00:23:48.077 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-trial098/store.db/MANIFEST-000010 2026-02-17T00:23:48.077 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-17T00:23:48.077 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-17T00:23:48.077 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.merge_operator: 2026-02-17T00:23:48.077 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compaction_filter: None 2026-02-17T00:23:48.078 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compaction_filter_factory: None 2026-02-17T00:23:48.078 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.sst_partitioner_factory: None 2026-02-17T00:23:48.078 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-17T00:23:48.078 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-17T00:23:48.078 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562b9cf1c700) 2026-02-17T00:23:48.078 INFO:journalctl@ceph.mon.trial098.trial098.stdout: cache_index_and_filter_blocks: 1 2026-02-17T00:23:48.078 INFO:journalctl@ceph.mon.trial098.trial098.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-17T00:23:48.078 INFO:journalctl@ceph.mon.trial098.trial098.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-17T00:23:48.078 INFO:journalctl@ceph.mon.trial098.trial098.stdout: pin_top_level_index_and_filter: 1 2026-02-17T00:23:48.078 INFO:journalctl@ceph.mon.trial098.trial098.stdout: index_type: 0 2026-02-17T00:23:48.078 INFO:journalctl@ceph.mon.trial098.trial098.stdout: data_block_index_type: 0 2026-02-17T00:23:48.078 INFO:journalctl@ceph.mon.trial098.trial098.stdout: index_shortening: 1 2026-02-17T00:23:48.078 INFO:journalctl@ceph.mon.trial098.trial098.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-17T00:23:48.079 INFO:journalctl@ceph.mon.trial098.trial098.stdout: checksum: 4 2026-02-17T00:23:48.079 INFO:journalctl@ceph.mon.trial098.trial098.stdout: no_block_cache: 0 2026-02-17T00:23:48.079 INFO:journalctl@ceph.mon.trial098.trial098.stdout: block_cache: 0x562b9cf41350 2026-02-17T00:23:48.079 INFO:journalctl@ceph.mon.trial098.trial098.stdout: block_cache_name: BinnedLRUCache 2026-02-17T00:23:48.079 INFO:journalctl@ceph.mon.trial098.trial098.stdout: block_cache_options: 2026-02-17T00:23:48.079 INFO:journalctl@ceph.mon.trial098.trial098.stdout: capacity : 536870912 2026-02-17T00:23:48.079 INFO:journalctl@ceph.mon.trial098.trial098.stdout: num_shard_bits : 4 2026-02-17T00:23:48.079 INFO:journalctl@ceph.mon.trial098.trial098.stdout: strict_capacity_limit : 0 2026-02-17T00:23:48.079 INFO:journalctl@ceph.mon.trial098.trial098.stdout: high_pri_pool_ratio: 0.000 2026-02-17T00:23:48.079 INFO:journalctl@ceph.mon.trial098.trial098.stdout: block_cache_compressed: (nil) 2026-02-17T00:23:48.079 INFO:journalctl@ceph.mon.trial098.trial098.stdout: persistent_cache: (nil) 2026-02-17T00:23:48.079 INFO:journalctl@ceph.mon.trial098.trial098.stdout: block_size: 4096 2026-02-17T00:23:48.079 INFO:journalctl@ceph.mon.trial098.trial098.stdout: block_size_deviation: 10 2026-02-17T00:23:48.080 INFO:journalctl@ceph.mon.trial098.trial098.stdout: block_restart_interval: 16 2026-02-17T00:23:48.080 INFO:journalctl@ceph.mon.trial098.trial098.stdout: index_block_restart_interval: 1 2026-02-17T00:23:48.080 INFO:journalctl@ceph.mon.trial098.trial098.stdout: metadata_block_size: 4096 2026-02-17T00:23:48.080 INFO:journalctl@ceph.mon.trial098.trial098.stdout: partition_filters: 0 2026-02-17T00:23:48.080 INFO:journalctl@ceph.mon.trial098.trial098.stdout: use_delta_encoding: 1 2026-02-17T00:23:48.080 INFO:journalctl@ceph.mon.trial098.trial098.stdout: filter_policy: bloomfilter 2026-02-17T00:23:48.080 INFO:journalctl@ceph.mon.trial098.trial098.stdout: whole_key_filtering: 1 2026-02-17T00:23:48.080 INFO:journalctl@ceph.mon.trial098.trial098.stdout: verify_compression: 0 2026-02-17T00:23:48.080 INFO:journalctl@ceph.mon.trial098.trial098.stdout: read_amp_bytes_per_bit: 0 2026-02-17T00:23:48.080 INFO:journalctl@ceph.mon.trial098.trial098.stdout: format_version: 5 2026-02-17T00:23:48.080 INFO:journalctl@ceph.mon.trial098.trial098.stdout: enable_index_compression: 1 2026-02-17T00:23:48.080 INFO:journalctl@ceph.mon.trial098.trial098.stdout: block_align: 0 2026-02-17T00:23:48.080 INFO:journalctl@ceph.mon.trial098.trial098.stdout: max_auto_readahead_size: 262144 2026-02-17T00:23:48.081 INFO:journalctl@ceph.mon.trial098.trial098.stdout: prepopulate_block_cache: 0 2026-02-17T00:23:48.081 INFO:journalctl@ceph.mon.trial098.trial098.stdout: initial_auto_readahead_size: 8192 2026-02-17T00:23:48.081 INFO:journalctl@ceph.mon.trial098.trial098.stdout: num_file_reads_for_auto_readahead: 2 2026-02-17T00:23:48.081 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.write_buffer_size: 33554432 2026-02-17T00:23:48.081 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_write_buffer_number: 2 2026-02-17T00:23:48.081 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compression: NoCompression 2026-02-17T00:23:48.081 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.bottommost_compression: Disabled 2026-02-17T00:23:48.081 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.prefix_extractor: nullptr 2026-02-17T00:23:48.081 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-17T00:23:48.081 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.num_levels: 7 2026-02-17T00:23:48.081 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-17T00:23:48.081 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-17T00:23:48.081 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-17T00:23:48.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-17T00:23:48.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-17T00:23:48.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-17T00:23:48.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-17T00:23:48.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-17T00:23:48.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-17T00:23:48.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-17T00:23:48.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-17T00:23:48.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-17T00:23:48.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-17T00:23:48.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compression_opts.level: 32767 2026-02-17T00:23:48.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compression_opts.strategy: 0 2026-02-17T00:23:48.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-17T00:23:48.083 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-17T00:23:48.083 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-17T00:23:48.083 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-17T00:23:48.083 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compression_opts.enabled: false 2026-02-17T00:23:48.083 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-17T00:23:48.083 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-17T00:23:48.083 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-17T00:23:48.083 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-17T00:23:48.083 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.target_file_size_base: 67108864 2026-02-17T00:23:48.084 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-17T00:23:48.084 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-17T00:23:48.084 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-17T00:23:48.084 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-17T00:23:48.084 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-17T00:23:48.084 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-17T00:23:48.084 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-17T00:23:48.084 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-17T00:23:48.084 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-17T00:23:48.084 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-17T00:23:48.084 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-17T00:23:48.084 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-17T00:23:48.084 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-17T00:23:48.085 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-17T00:23:48.085 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.arena_block_size: 1048576 2026-02-17T00:23:48.085 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-17T00:23:48.085 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-17T00:23:48.085 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.disable_auto_compactions: 0 2026-02-17T00:23:48.085 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-17T00:23:48.085 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-17T00:23:48.085 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-17T00:23:48.085 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-17T00:23:48.085 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-17T00:23:48.085 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-17T00:23:48.085 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-17T00:23:48.085 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-17T00:23:48.085 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-17T00:23:48.086 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-17T00:23:48.086 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-17T00:23:48.086 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.inplace_update_support: 0 2026-02-17T00:23:48.086 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-17T00:23:48.086 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-17T00:23:48.086 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-17T00:23:48.086 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-17T00:23:48.086 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.bloom_locality: 0 2026-02-17T00:23:48.086 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.max_successive_merges: 0 2026-02-17T00:23:48.086 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-17T00:23:48.086 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.paranoid_file_checks: 0 2026-02-17T00:23:48.086 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.force_consistency_checks: 1 2026-02-17T00:23:48.087 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.report_bg_io_stats: 0 2026-02-17T00:23:48.087 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.ttl: 2592000 2026-02-17T00:23:48.087 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-17T00:23:48.087 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-17T00:23:48.087 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-17T00:23:48.087 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.enable_blob_files: false 2026-02-17T00:23:48.087 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.min_blob_size: 0 2026-02-17T00:23:48.087 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.blob_file_size: 268435456 2026-02-17T00:23:48.087 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-17T00:23:48.087 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-17T00:23:48.087 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-17T00:23:48.087 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-17T00:23:48.088 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-17T00:23:48.088 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.blob_file_starting_level: 0 2026-02-17T00:23:48.088 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-17T00:23:48.088 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-trial098/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2026-02-17T00:23:48.088 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2026-02-17T00:23:48.088 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 52960447-39a4-4380-be9d-b3427dae4796 2026-02-17T00:23:48.088 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771287827861670, "job": 1, "event": "recovery_started", "wal_files": [9]} 2026-02-17T00:23:48.088 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2026-02-17T00:23:48.088 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771287827862391, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 71800, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 221, "table_properties": {"data_size": 70075, "index_size": 174, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 517, "raw_key_size": 9407, "raw_average_key_size": 48, "raw_value_size": 64770, "raw_average_value_size": 337, "num_data_blocks": 8, "num_entries": 192, "num_filter_entries": 192, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1771287827, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "52960447-39a4-4380-be9d-b3427dae4796", "db_session_id": "F8BQCTPCT6AS0F0GEWX9", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2026-02-17T00:23:48.088 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771287827862441, "job": 1, "event": "recovery_finished"} 2026-02-17T00:23:48.088 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2026-02-17T00:23:48.088 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-trial098/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-17T00:23:48.089 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x562b9cf42e00 2026-02-17T00:23:48.089 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: DB pointer 0x562b9d050000 2026-02-17T00:23:48.089 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-17T00:23:48.089 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-17T00:23:48.089 INFO:journalctl@ceph.mon.trial098.trial098.stdout: ** DB Stats ** 2026-02-17T00:23:48.089 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-17T00:23:48.089 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-17T00:23:48.089 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-17T00:23:48.089 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-17T00:23:48.089 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-17T00:23:48.089 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-17T00:23:48.089 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-17T00:23:48.089 INFO:journalctl@ceph.mon.trial098.trial098.stdout: 2026-02-17T00:23:48.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout: ** Compaction Stats [default] ** 2026-02-17T00:23:48.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-17T00:23:48.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-17T00:23:48.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout: L0 2/0 72.01 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 134.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-17T00:23:48.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Sum 2/0 72.01 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 134.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-17T00:23:48.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 134.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-17T00:23:48.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout: 2026-02-17T00:23:48.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout: ** Compaction Stats [default] ** 2026-02-17T00:23:48.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-17T00:23:48.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-17T00:23:48.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 134.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-17T00:23:48.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout: 2026-02-17T00:23:48.091 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-17T00:23:48.091 INFO:journalctl@ceph.mon.trial098.trial098.stdout: 2026-02-17T00:23:48.091 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-17T00:23:48.091 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-17T00:23:48.091 INFO:journalctl@ceph.mon.trial098.trial098.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-17T00:23:48.091 INFO:journalctl@ceph.mon.trial098.trial098.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-17T00:23:48.091 INFO:journalctl@ceph.mon.trial098.trial098.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-17T00:23:48.091 INFO:journalctl@ceph.mon.trial098.trial098.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-17T00:23:48.091 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Cumulative compaction: 0.00 GB write, 29.04 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-17T00:23:48.091 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Interval compaction: 0.00 GB write, 29.04 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-17T00:23:48.091 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-17T00:23:48.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Block cache BinnedLRUCache@0x562b9cf41350#2 capacity: 512.00 MB usage: 1.06 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2026-02-17T00:23:48.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.70 KB,0.00013411%) IndexBlock(2,0.36 KB,6.85453e-05%) Misc(1,0.00 KB,0%) 2026-02-17T00:23:48.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout: 2026-02-17T00:23:48.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-17T00:23:48.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: starting mon.trial098 rank 0 at public addrs [v2:10.20.193.98:3300/0,v1:10.20.193.98:6789/0] at bind addrs [v2:10.20.193.98:3300/0,v1:10.20.193.98:6789/0] mon_data /var/lib/ceph/mon/ceph-trial098 fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:23:48.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: mon.trial098@-1(???) e1 preinit fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:23:48.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: mon.trial098@-1(???).mds e1 new map 2026-02-17T00:23:48.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: mon.trial098@-1(???).mds e1 print_map 2026-02-17T00:23:48.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout: e1 2026-02-17T00:23:48.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout: btime 2026-02-17T00:23:47:005501+0000 2026-02-17T00:23:48.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-17T00:23:48.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-17T00:23:48.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout: legacy client fscid: -1 2026-02-17T00:23:48.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout: 2026-02-17T00:23:48.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout: No filesystems configured 2026-02-17T00:23:48.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: mon.trial098@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2026-02-17T00:23:48.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: mon.trial098@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-17T00:23:48.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: mon.trial098@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-17T00:23:48.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: mon.trial098@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-02-17T00:23:48.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: mon.trial098@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2026-02-17T00:23:48.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: mon.trial098 is new leader, mons trial098 in quorum (ranks 0) 2026-02-17T00:23:48.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: monmap epoch 1 2026-02-17T00:23:48.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:23:48.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: last_changed 2026-02-17T00:23:46.062334+0000 2026-02-17T00:23:48.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: created 2026-02-17T00:23:46.062334+0000 2026-02-17T00:23:48.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: min_mon_release 19 (squid) 2026-02-17T00:23:48.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: election_strategy: 1 2026-02-17T00:23:48.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: 0: [v2:10.20.193.98:3300/0,v1:10.20.193.98:6789/0] mon.trial098 2026-02-17T00:23:48.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: fsmap 2026-02-17T00:23:48.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: osdmap e1: 0 total, 0 up, 0 in 2026-02-17T00:23:48.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:47 trial098 ceph-mon[35470]: mgrmap e1: no daemons active 2026-02-17T00:23:48.153 INFO:teuthology.orchestra.run.trial098.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mgr.trial098.ydsmee 2026-02-17T00:23:48.153 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mgr.trial098.ydsmee.service: Unit ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mgr.trial098.ydsmee.service not loaded. 2026-02-17T00:23:48.273 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460.target.wants/ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mgr.trial098.ydsmee.service → /etc/systemd/system/ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@.service. 2026-02-17T00:23:48.422 INFO:teuthology.orchestra.run.trial098.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-17T00:23:48.423 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stdout disabled 2026-02-17T00:23:48.428 INFO:teuthology.orchestra.run.trial098.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-17T00:23:48.428 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stdout inactive 2026-02-17T00:23:48.429 INFO:teuthology.orchestra.run.trial098.stdout:firewalld.service is not enabled 2026-02-17T00:23:48.429 INFO:teuthology.orchestra.run.trial098.stdout:Not possible to enable service . firewalld.service is not available 2026-02-17T00:23:48.435 INFO:teuthology.orchestra.run.trial098.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-17T00:23:48.435 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stdout disabled 2026-02-17T00:23:48.441 INFO:teuthology.orchestra.run.trial098.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-17T00:23:48.441 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stdout inactive 2026-02-17T00:23:48.442 INFO:teuthology.orchestra.run.trial098.stdout:firewalld.service is not enabled 2026-02-17T00:23:48.442 INFO:teuthology.orchestra.run.trial098.stdout:Not possible to open ports <[9283, 8765, 8443]>. firewalld.service is not available 2026-02-17T00:23:48.442 INFO:teuthology.orchestra.run.trial098.stdout:Waiting for mgr to start... 2026-02-17T00:23:48.442 INFO:teuthology.orchestra.run.trial098.stdout:Waiting for mgr... 2026-02-17T00:23:48.606 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 2026-02-17T00:23:48.606 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout { 2026-02-17T00:23:48.606 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "fsid": "e3c6652b-0b96-11f1-b443-d404e6e7d460", 2026-02-17T00:23:48.606 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "health": { 2026-02-17T00:23:48.606 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-17T00:23:48.607 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-17T00:23:48.607 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-17T00:23:48.607 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:48.607 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-17T00:23:48.607 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-17T00:23:48.607 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 0 2026-02-17T00:23:48.607 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:23:48.607 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-17T00:23:48.607 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "trial098" 2026-02-17T00:23:48.607 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:23:48.607 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "quorum_age": 0, 2026-02-17T00:23:48.607 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-17T00:23:48.608 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:23:48.608 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-17T00:23:48.608 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-17T00:23:48.608 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:48.608 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-17T00:23:48.608 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:23:48.608 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-17T00:23:48.608 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-17T00:23:48.608 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-17T00:23:48.608 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-17T00:23:48.608 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-17T00:23:48.608 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-17T00:23:48.608 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:48.609 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-17T00:23:48.609 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-17T00:23:48.609 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-17T00:23:48.609 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-17T00:23:48.609 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-17T00:23:48.609 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-17T00:23:48.609 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-17T00:23:48.609 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-17T00:23:48.609 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-17T00:23:48.609 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:48.609 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-17T00:23:48.609 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:23:48.609 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "btime": "2026-02-17T00:23:47:005501+0000", 2026-02-17T00:23:48.610 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-17T00:23:48.610 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-17T00:23:48.610 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:48.610 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-17T00:23:48.610 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "available": false, 2026-02-17T00:23:48.610 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-17T00:23:48.610 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-17T00:23:48.610 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-17T00:23:48.610 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-17T00:23:48.610 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "restful" 2026-02-17T00:23:48.610 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:23:48.610 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-17T00:23:48.610 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:48.611 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-17T00:23:48.611 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:23:48.611 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "modified": "2026-02-17T00:23:47.006088+0000", 2026-02-17T00:23:48.611 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-17T00:23:48.611 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:48.611 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-17T00:23:48.611 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout } 2026-02-17T00:23:48.611 INFO:teuthology.orchestra.run.trial098.stdout:mgr not available, waiting (1/15)... 2026-02-17T00:23:49.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:48 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2685210774' entity='client.admin' 2026-02-17T00:23:49.076 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:48 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3252424229' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-17T00:23:50.761 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 2026-02-17T00:23:50.761 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout { 2026-02-17T00:23:50.761 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "fsid": "e3c6652b-0b96-11f1-b443-d404e6e7d460", 2026-02-17T00:23:50.762 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "health": { 2026-02-17T00:23:50.762 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-17T00:23:50.762 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-17T00:23:50.762 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-17T00:23:50.762 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:50.762 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-17T00:23:50.762 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-17T00:23:50.762 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 0 2026-02-17T00:23:50.762 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:23:50.762 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-17T00:23:50.762 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "trial098" 2026-02-17T00:23:50.763 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:23:50.763 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2026-02-17T00:23:50.763 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-17T00:23:50.763 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:23:50.763 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-17T00:23:50.763 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-17T00:23:50.763 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:50.763 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-17T00:23:50.763 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:23:50.763 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-17T00:23:50.763 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-17T00:23:50.763 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-17T00:23:50.764 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-17T00:23:50.764 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-17T00:23:50.764 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-17T00:23:50.764 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:50.764 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-17T00:23:50.764 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-17T00:23:50.764 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-17T00:23:50.764 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-17T00:23:50.764 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-17T00:23:50.764 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-17T00:23:50.764 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-17T00:23:50.765 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-17T00:23:50.765 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-17T00:23:50.765 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:50.765 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-17T00:23:50.765 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:23:50.765 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "btime": "2026-02-17T00:23:47:005501+0000", 2026-02-17T00:23:50.765 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-17T00:23:50.765 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-17T00:23:50.765 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:50.765 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-17T00:23:50.766 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "available": false, 2026-02-17T00:23:50.766 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-17T00:23:50.766 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-17T00:23:50.766 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-17T00:23:50.766 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-17T00:23:50.766 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "restful" 2026-02-17T00:23:50.766 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:23:50.766 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-17T00:23:50.766 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:50.766 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-17T00:23:50.766 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:23:50.767 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "modified": "2026-02-17T00:23:47.006088+0000", 2026-02-17T00:23:50.767 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-17T00:23:50.767 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:50.767 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-17T00:23:50.767 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout } 2026-02-17T00:23:50.767 INFO:teuthology.orchestra.run.trial098.stdout:mgr not available, waiting (2/15)... 2026-02-17T00:23:50.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:50 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/4259138894' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-17T00:23:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:51 trial098 ceph-mon[35470]: Activating manager daemon trial098.ydsmee 2026-02-17T00:23:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:51 trial098 ceph-mon[35470]: mgrmap e2: trial098.ydsmee(active, starting, since 0.00236586s) 2026-02-17T00:23:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:51 trial098 ceph-mon[35470]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-17T00:23:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:51 trial098 ceph-mon[35470]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-17T00:23:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:51 trial098 ceph-mon[35470]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-17T00:23:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:51 trial098 ceph-mon[35470]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial098"}]: dispatch 2026-02-17T00:23:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:51 trial098 ceph-mon[35470]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr metadata", "who": "trial098.ydsmee", "id": "trial098.ydsmee"}]: dispatch 2026-02-17T00:23:52.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:51 trial098 ceph-mon[35470]: Manager daemon trial098.ydsmee is now available 2026-02-17T00:23:52.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:51 trial098 ceph-mon[35470]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/mirror_snapshot_schedule"}]: dispatch 2026-02-17T00:23:52.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:51 trial098 ceph-mon[35470]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/trash_purge_schedule"}]: dispatch 2026-02-17T00:23:52.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:51 trial098 ceph-mon[35470]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' 2026-02-17T00:23:52.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:51 trial098 ceph-mon[35470]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' 2026-02-17T00:23:52.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:51 trial098 ceph-mon[35470]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' 2026-02-17T00:23:52.998 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 2026-02-17T00:23:52.998 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout { 2026-02-17T00:23:52.998 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "fsid": "e3c6652b-0b96-11f1-b443-d404e6e7d460", 2026-02-17T00:23:52.998 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "health": { 2026-02-17T00:23:52.998 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-17T00:23:52.998 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-17T00:23:52.998 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-17T00:23:52.998 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:52.998 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-17T00:23:52.999 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-17T00:23:52.999 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 0 2026-02-17T00:23:52.999 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:23:52.999 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-17T00:23:52.999 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "trial098" 2026-02-17T00:23:52.999 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:23:52.999 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2026-02-17T00:23:52.999 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-17T00:23:52.999 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:23:52.999 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-17T00:23:52.999 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-17T00:23:52.999 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:53.000 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-17T00:23:53.000 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:23:53.000 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-17T00:23:53.000 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-17T00:23:53.000 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-17T00:23:53.000 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-17T00:23:53.000 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-17T00:23:53.000 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-17T00:23:53.000 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:53.000 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-17T00:23:53.000 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-17T00:23:53.000 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-17T00:23:53.001 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-17T00:23:53.001 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-17T00:23:53.001 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-17T00:23:53.001 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-17T00:23:53.001 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-17T00:23:53.001 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-17T00:23:53.001 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:53.001 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-17T00:23:53.001 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:23:53.001 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "btime": "2026-02-17T00:23:47:005501+0000", 2026-02-17T00:23:53.001 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-17T00:23:53.001 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-17T00:23:53.001 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:53.001 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-17T00:23:53.002 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-17T00:23:53.002 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-17T00:23:53.002 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-17T00:23:53.002 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-17T00:23:53.002 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-17T00:23:53.002 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "restful" 2026-02-17T00:23:53.002 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout ], 2026-02-17T00:23:53.002 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-17T00:23:53.002 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:53.002 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-17T00:23:53.002 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-17T00:23:53.002 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "modified": "2026-02-17T00:23:47.006088+0000", 2026-02-17T00:23:53.002 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-17T00:23:53.003 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout }, 2026-02-17T00:23:53.003 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-17T00:23:53.003 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout } 2026-02-17T00:23:53.003 INFO:teuthology.orchestra.run.trial098.stdout:mgr is available 2026-02-17T00:23:53.038 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:53 trial098 ceph-mon[35470]: mgrmap e3: trial098.ydsmee(active, since 1.0049s) 2026-02-17T00:23:53.038 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:53 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/186021795' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-17T00:23:53.196 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 2026-02-17T00:23:53.196 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout [global] 2026-02-17T00:23:53.196 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout fsid = e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:23:53.196 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-02-17T00:23:53.196 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout mon_host = [v2:10.20.193.98:3300,v1:10.20.193.98:6789] 2026-02-17T00:23:53.197 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-02-17T00:23:53.197 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-02-17T00:23:53.197 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-02-17T00:23:53.197 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-02-17T00:23:53.197 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 2026-02-17T00:23:53.197 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout [mgr] 2026-02-17T00:23:53.197 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-02-17T00:23:53.197 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 2026-02-17T00:23:53.197 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout [osd] 2026-02-17T00:23:53.197 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-02-17T00:23:53.197 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-02-17T00:23:53.197 INFO:teuthology.orchestra.run.trial098.stdout:Enabling cephadm module... 2026-02-17T00:23:54.285 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:54 trial098 ceph-mon[35470]: mgrmap e4: trial098.ydsmee(active, since 2s) 2026-02-17T00:23:54.285 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:54 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2897810628' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-02-17T00:23:54.285 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:54 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/677799644' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-02-17T00:23:54.291 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout { 2026-02-17T00:23:54.291 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "epoch": 5, 2026-02-17T00:23:54.291 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-17T00:23:54.291 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "active_name": "trial098.ydsmee", 2026-02-17T00:23:54.291 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-02-17T00:23:54.291 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout } 2026-02-17T00:23:54.291 INFO:teuthology.orchestra.run.trial098.stdout:Waiting for the mgr to restart... 2026-02-17T00:23:54.291 INFO:teuthology.orchestra.run.trial098.stdout:Waiting for mgr epoch 5... 2026-02-17T00:23:55.112 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:55 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/677799644' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-02-17T00:23:55.112 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:55 trial098 ceph-mon[35470]: mgrmap e5: trial098.ydsmee(active, since 3s) 2026-02-17T00:23:55.112 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:55 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1873962255' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-17T00:23:56.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: Active manager daemon trial098.ydsmee restarted 2026-02-17T00:23:56.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: Activating manager daemon trial098.ydsmee 2026-02-17T00:23:56.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: osdmap e2: 0 total, 0 up, 0 in 2026-02-17T00:23:56.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: mgrmap e6: trial098.ydsmee(active, starting, since 0.00257773s) 2026-02-17T00:23:56.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial098"}]: dispatch 2026-02-17T00:23:56.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr metadata", "who": "trial098.ydsmee", "id": "trial098.ydsmee"}]: dispatch 2026-02-17T00:23:56.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-17T00:23:56.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-17T00:23:56.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-17T00:23:56.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: Manager daemon trial098.ydsmee is now available 2026-02-17T00:23:56.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:23:56.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:23:56.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:23:56.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:23:56.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/mirror_snapshot_schedule"}]: dispatch 2026-02-17T00:23:56.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:56 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/trash_purge_schedule"}]: dispatch 2026-02-17T00:23:57.708 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout { 2026-02-17T00:23:57.708 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2026-02-17T00:23:57.708 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "initialized": true 2026-02-17T00:23:57.708 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout } 2026-02-17T00:23:57.708 INFO:teuthology.orchestra.run.trial098.stdout:mgr epoch 5 is available 2026-02-17T00:23:57.708 INFO:teuthology.orchestra.run.trial098.stdout:Setting orchestrator backend to cephadm... 2026-02-17T00:23:57.922 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:57 trial098 ceph-mon[35470]: Found migration_current of "None". Setting to last migration. 2026-02-17T00:23:57.922 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:57 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:23:57.922 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:57 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:23:57.922 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:57 trial098 ceph-mon[35470]: mgrmap e7: trial098.ydsmee(active, since 1.00322s) 2026-02-17T00:23:58.129 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout value unchanged 2026-02-17T00:23:58.130 INFO:teuthology.orchestra.run.trial098.stdout:Generating ssh key... 2026-02-17T00:23:58.569 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIF8gFQ6WP46DVd176qOO9oD+Ztn6Kh9yNPb/cZ0mmiMi ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:23:58.569 INFO:teuthology.orchestra.run.trial098.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2026-02-17T00:23:58.570 INFO:teuthology.orchestra.run.trial098.stdout:Adding key to root@localhost authorized_keys... 2026-02-17T00:23:58.570 INFO:teuthology.orchestra.run.trial098.stdout:Adding host trial098... 2026-02-17T00:23:59.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:58 trial098 ceph-mon[35470]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-17T00:23:59.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:58 trial098 ceph-mon[35470]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-17T00:23:59.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:58 trial098 ceph-mon[35470]: [17/Feb/2026:00:23:57] ENGINE Bus STARTING 2026-02-17T00:23:59.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:58 trial098 ceph-mon[35470]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:23:59.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:58 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:23:59.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:58 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:23:59.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:58 trial098 ceph-mon[35470]: [17/Feb/2026:00:23:57] ENGINE Serving on http://10.20.193.98:8765 2026-02-17T00:23:59.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:58 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:23:59.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:58 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:23:59.069 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:58 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:00.196 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:59 trial098 ceph-mon[35470]: [17/Feb/2026:00:23:58] ENGINE Serving on https://10.20.193.98:7150 2026-02-17T00:24:00.196 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:59 trial098 ceph-mon[35470]: [17/Feb/2026:00:23:58] ENGINE Bus STARTED 2026-02-17T00:24:00.197 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:59 trial098 ceph-mon[35470]: [17/Feb/2026:00:23:58] ENGINE Client ('10.20.193.98', 36390) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-17T00:24:00.197 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:59 trial098 ceph-mon[35470]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:00.197 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:59 trial098 ceph-mon[35470]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:00.197 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:59 trial098 ceph-mon[35470]: Generating ssh key... 2026-02-17T00:24:00.197 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:59 trial098 ceph-mon[35470]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:00.197 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:59 trial098 ceph-mon[35470]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial098", "addr": "10.20.193.98", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:00.197 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:23:59 trial098 ceph-mon[35470]: mgrmap e8: trial098.ydsmee(active, since 2s) 2026-02-17T00:24:00.813 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout Added host 'trial098' with addr '10.20.193.98' 2026-02-17T00:24:00.813 INFO:teuthology.orchestra.run.trial098.stdout:Deploying mon service with default placement... 2026-02-17T00:24:01.042 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2026-02-17T00:24:01.042 INFO:teuthology.orchestra.run.trial098.stdout:Deploying mgr service with default placement... 2026-02-17T00:24:01.045 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:00 trial098 ceph-mon[35470]: Deploying cephadm binary to trial098 2026-02-17T00:24:01.045 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:00 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:01.045 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:00 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:24:01.268 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2026-02-17T00:24:01.268 INFO:teuthology.orchestra.run.trial098.stdout:Deploying crash service with default placement... 2026-02-17T00:24:01.488 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout Scheduled crash update... 2026-02-17T00:24:01.489 INFO:teuthology.orchestra.run.trial098.stdout:Deploying ceph-exporter service with default placement... 2026-02-17T00:24:01.712 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout Scheduled ceph-exporter update... 2026-02-17T00:24:01.712 INFO:teuthology.orchestra.run.trial098.stdout:Deploying prometheus service with default placement... 2026-02-17T00:24:01.935 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout Scheduled prometheus update... 2026-02-17T00:24:01.935 INFO:teuthology.orchestra.run.trial098.stdout:Deploying grafana service with default placement... 2026-02-17T00:24:02.081 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:01 trial098 ceph-mon[35470]: Added host trial098 2026-02-17T00:24:02.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:01 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:02.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:01 trial098 ceph-mon[35470]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:02.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:01 trial098 ceph-mon[35470]: Saving service mon spec with placement count:5 2026-02-17T00:24:02.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:01 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:02.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:01 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:02.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:01 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:02.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:01 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:02.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:01 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:02.082 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:01 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:02.083 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:01 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:02.083 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:01 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:02.163 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout Scheduled grafana update... 2026-02-17T00:24:02.163 INFO:teuthology.orchestra.run.trial098.stdout:Deploying node-exporter service with default placement... 2026-02-17T00:24:02.374 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout Scheduled node-exporter update... 2026-02-17T00:24:02.374 INFO:teuthology.orchestra.run.trial098.stdout:Deploying alertmanager service with default placement... 2026-02-17T00:24:02.579 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout Scheduled alertmanager update... 2026-02-17T00:24:02.998 INFO:teuthology.orchestra.run.trial098.stdout:Enabling the dashboard module... 2026-02-17T00:24:03.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:02 trial098 ceph-mon[35470]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:03.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:02 trial098 ceph-mon[35470]: Saving service mgr spec with placement count:2 2026-02-17T00:24:03.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:02 trial098 ceph-mon[35470]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "crash", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:03.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:02 trial098 ceph-mon[35470]: Saving service crash spec with placement * 2026-02-17T00:24:03.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:02 trial098 ceph-mon[35470]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "ceph-exporter", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:03.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:02 trial098 ceph-mon[35470]: Saving service ceph-exporter spec with placement * 2026-02-17T00:24:03.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:02 trial098 ceph-mon[35470]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:03.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:02 trial098 ceph-mon[35470]: Saving service prometheus spec with placement count:1 2026-02-17T00:24:03.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:02 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:03.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:02 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:03.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:02 trial098 ceph-mon[35470]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:03.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:02 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/250648791' entity='client.admin' 2026-02-17T00:24:04.235 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:03 trial098 ceph-mon[35470]: from='client.14150 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:04.235 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:03 trial098 ceph-mon[35470]: Saving service grafana spec with placement count:1 2026-02-17T00:24:04.235 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:03 trial098 ceph-mon[35470]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:04.236 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:03 trial098 ceph-mon[35470]: Saving service node-exporter spec with placement * 2026-02-17T00:24:04.236 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:03 trial098 ceph-mon[35470]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:04.236 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:03 trial098 ceph-mon[35470]: Saving service alertmanager spec with placement count:1 2026-02-17T00:24:04.236 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:03 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2487789802' entity='client.admin' 2026-02-17T00:24:04.236 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:03 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/174369810' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-02-17T00:24:04.241 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout { 2026-02-17T00:24:04.241 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "epoch": 9, 2026-02-17T00:24:04.241 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-17T00:24:04.241 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "active_name": "trial098.ydsmee", 2026-02-17T00:24:04.241 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-02-17T00:24:04.241 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout } 2026-02-17T00:24:04.241 INFO:teuthology.orchestra.run.trial098.stdout:Waiting for the mgr to restart... 2026-02-17T00:24:04.241 INFO:teuthology.orchestra.run.trial098.stdout:Waiting for mgr epoch 9... 2026-02-17T00:24:05.060 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:04 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/174369810' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-02-17T00:24:05.060 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:04 trial098 ceph-mon[35470]: mgrmap e9: trial098.ydsmee(active, since 7s) 2026-02-17T00:24:05.060 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:04 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1213150783' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-17T00:24:06.960 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:06 trial098 ceph-mon[35470]: Active manager daemon trial098.ydsmee restarted 2026-02-17T00:24:06.960 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:06 trial098 ceph-mon[35470]: Activating manager daemon trial098.ydsmee 2026-02-17T00:24:06.961 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:06 trial098 ceph-mon[35470]: osdmap e3: 0 total, 0 up, 0 in 2026-02-17T00:24:06.961 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:06 trial098 ceph-mon[35470]: mgrmap e10: trial098.ydsmee(active, starting, since 0.00247164s) 2026-02-17T00:24:06.961 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:06 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial098"}]: dispatch 2026-02-17T00:24:06.961 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:06 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr metadata", "who": "trial098.ydsmee", "id": "trial098.ydsmee"}]: dispatch 2026-02-17T00:24:06.961 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:06 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-17T00:24:06.961 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:06 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-17T00:24:06.961 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:06 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-17T00:24:06.961 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:06 trial098 ceph-mon[35470]: Manager daemon trial098.ydsmee is now available 2026-02-17T00:24:06.961 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:06 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:24:06.961 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:06 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/mirror_snapshot_schedule"}]: dispatch 2026-02-17T00:24:06.961 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:06 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/trash_purge_schedule"}]: dispatch 2026-02-17T00:24:07.658 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout { 2026-02-17T00:24:07.658 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2026-02-17T00:24:07.658 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout "initialized": true 2026-02-17T00:24:07.658 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout } 2026-02-17T00:24:07.659 INFO:teuthology.orchestra.run.trial098.stdout:mgr epoch 9 is available 2026-02-17T00:24:07.659 INFO:teuthology.orchestra.run.trial098.stdout:Generating a dashboard self-signed certificate... 2026-02-17T00:24:08.021 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2026-02-17T00:24:08.021 INFO:teuthology.orchestra.run.trial098.stdout:Creating initial admin user... 2026-02-17T00:24:08.417 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:08 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:08.417 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:08 trial098 ceph-mon[35470]: [17/Feb/2026:00:24:07] ENGINE Bus STARTING 2026-02-17T00:24:08.417 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:08 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:08.417 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:08 trial098 ceph-mon[35470]: [17/Feb/2026:00:24:07] ENGINE Serving on http://10.20.193.98:8765 2026-02-17T00:24:08.417 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:08 trial098 ceph-mon[35470]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-17T00:24:08.417 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:08 trial098 ceph-mon[35470]: mgrmap e11: trial098.ydsmee(active, since 1.00447s) 2026-02-17T00:24:08.418 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:08 trial098 ceph-mon[35470]: [17/Feb/2026:00:24:07] ENGINE Serving on https://10.20.193.98:7150 2026-02-17T00:24:08.418 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:08 trial098 ceph-mon[35470]: [17/Feb/2026:00:24:07] ENGINE Bus STARTED 2026-02-17T00:24:08.418 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:08 trial098 ceph-mon[35470]: [17/Feb/2026:00:24:07] ENGINE Client ('10.20.193.98', 36994) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-17T00:24:08.418 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:08 trial098 ceph-mon[35470]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-17T00:24:08.418 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:08 trial098 ceph-mon[35470]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:08.418 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:08 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:08.418 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:08 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:08.437 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$7w2KP74mhr5xFTzcV11IAed666AJaMELGGC529PxHSBnAjG43mbFa", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1771287848, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2026-02-17T00:24:08.437 INFO:teuthology.orchestra.run.trial098.stdout:Fetching dashboard port number... 2026-02-17T00:24:08.644 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stdout 8443 2026-02-17T00:24:08.653 INFO:teuthology.orchestra.run.trial098.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-17T00:24:08.653 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stdout disabled 2026-02-17T00:24:08.658 INFO:teuthology.orchestra.run.trial098.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-17T00:24:08.659 INFO:teuthology.orchestra.run.trial098.stdout:systemctl: stdout inactive 2026-02-17T00:24:08.659 INFO:teuthology.orchestra.run.trial098.stdout:firewalld.service is not enabled 2026-02-17T00:24:08.659 INFO:teuthology.orchestra.run.trial098.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2026-02-17T00:24:08.659 INFO:teuthology.orchestra.run.trial098.stdout:Ceph Dashboard is now available at: 2026-02-17T00:24:08.660 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:08.660 INFO:teuthology.orchestra.run.trial098.stdout: URL: https://trial098:8443/ 2026-02-17T00:24:08.660 INFO:teuthology.orchestra.run.trial098.stdout: User: admin 2026-02-17T00:24:08.660 INFO:teuthology.orchestra.run.trial098.stdout: Password: 24066wnbi2 2026-02-17T00:24:08.660 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:08.660 INFO:teuthology.orchestra.run.trial098.stdout:Saving cluster configuration to /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config directory 2026-02-17T00:24:08.910 INFO:teuthology.orchestra.run.trial098.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout:Or, if you are only running a single cluster on this host: 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout:Please consider enabling telemetry to help improve Ceph: 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout: ceph telemetry on 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout:For more information see: 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:08.911 INFO:teuthology.orchestra.run.trial098.stdout:Bootstrap complete. 2026-02-17T00:24:08.938 INFO:tasks.cephadm:Fetching config... 2026-02-17T00:24:08.938 DEBUG:teuthology.orchestra.run.trial098:> set -ex 2026-02-17T00:24:08.938 DEBUG:teuthology.orchestra.run.trial098:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2026-02-17T00:24:08.954 INFO:tasks.cephadm:Fetching client.admin keyring... 2026-02-17T00:24:08.954 DEBUG:teuthology.orchestra.run.trial098:> set -ex 2026-02-17T00:24:08.954 DEBUG:teuthology.orchestra.run.trial098:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2026-02-17T00:24:09.011 INFO:tasks.cephadm:Fetching mon keyring... 2026-02-17T00:24:09.011 DEBUG:teuthology.orchestra.run.trial098:> set -ex 2026-02-17T00:24:09.011 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/keyring of=/dev/stdout 2026-02-17T00:24:09.075 INFO:tasks.cephadm:Fetching pub ssh key... 2026-02-17T00:24:09.075 DEBUG:teuthology.orchestra.run.trial098:> set -ex 2026-02-17T00:24:09.075 DEBUG:teuthology.orchestra.run.trial098:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2026-02-17T00:24:09.131 INFO:tasks.cephadm:Installing pub ssh key for root users... 2026-02-17T00:24:09.131 DEBUG:teuthology.orchestra.run.trial098:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIF8gFQ6WP46DVd176qOO9oD+Ztn6Kh9yNPb/cZ0mmiMi ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-02-17T00:24:09.203 INFO:teuthology.orchestra.run.trial098.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIF8gFQ6WP46DVd176qOO9oD+Ztn6Kh9yNPb/cZ0mmiMi ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:24:09.213 DEBUG:teuthology.orchestra.run.trial143:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIF8gFQ6WP46DVd176qOO9oD+Ztn6Kh9yNPb/cZ0mmiMi ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-02-17T00:24:09.249 INFO:teuthology.orchestra.run.trial143.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIF8gFQ6WP46DVd176qOO9oD+Ztn6Kh9yNPb/cZ0mmiMi ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:24:09.260 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2026-02-17T00:24:09.408 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:09.451 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:09 trial098 ceph-mon[35470]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:09.451 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:09 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:09.451 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:09 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/671270771' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-02-17T00:24:09.452 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:09 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3684788424' entity='client.admin' 2026-02-17T00:24:09.641 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2026-02-17T00:24:09.641 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph orch client-keyring set client.admin '*' --mode 0755 2026-02-17T00:24:09.792 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:10.039 INFO:tasks.cephadm:Writing (initial) conf and keyring to trial143 2026-02-17T00:24:10.039 DEBUG:teuthology.orchestra.run.trial143:> set -ex 2026-02-17T00:24:10.039 DEBUG:teuthology.orchestra.run.trial143:> dd of=/etc/ceph/ceph.conf 2026-02-17T00:24:10.058 DEBUG:teuthology.orchestra.run.trial143:> set -ex 2026-02-17T00:24:10.058 DEBUG:teuthology.orchestra.run.trial143:> dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-17T00:24:10.116 INFO:tasks.cephadm:Adding host trial143 to orchestrator... 2026-02-17T00:24:10.116 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph orch host add trial143 2026-02-17T00:24:10.267 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:10.593 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:10 trial098 ceph-mon[35470]: mgrmap e12: trial098.ydsmee(active, since 2s) 2026-02-17T00:24:10.593 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:10 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1382195783' entity='client.admin' 2026-02-17T00:24:10.593 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:10 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:10.593 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:10 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:10.593 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:10 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd/host:trial098", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:24:10.593 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:10 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:10.593 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:10 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial098", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-17T00:24:10.594 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:10 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial098", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2026-02-17T00:24:10.594 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:10 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:10.594 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:10 trial098 ceph-mon[35470]: Deploying daemon ceph-exporter.trial098 on trial098 2026-02-17T00:24:10.594 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:10 trial098 ceph-mon[35470]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:10.594 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:10 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:11.442 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:11 trial098 ceph-mon[35470]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial143", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:11.442 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:11 trial098 ceph-mon[35470]: Deploying cephadm binary to trial143 2026-02-17T00:24:11.442 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:11 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:11.443 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:11 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:11.443 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:11 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:11.443 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:11 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:11.443 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:11 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial098", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-17T00:24:11.443 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:11 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.trial098", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2026-02-17T00:24:11.443 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:11 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:12.013 INFO:teuthology.orchestra.run.trial098.stdout:Added host 'trial143' with addr '10.20.193.143' 2026-02-17T00:24:12.069 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph orch host ls --format=json 2026-02-17T00:24:12.225 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:12.436 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:12.436 INFO:teuthology.orchestra.run.trial098.stdout:[{"addr": "10.20.193.98", "hostname": "trial098", "labels": [], "status": ""}, {"addr": "10.20.193.143", "hostname": "trial143", "labels": [], "status": ""}] 2026-02-17T00:24:12.477 INFO:tasks.cephadm:Setting crush tunables to default 2026-02-17T00:24:12.477 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd crush tunables default 2026-02-17T00:24:12.632 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:12.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:12 trial098 ceph-mon[35470]: Deploying daemon crash.trial098 on trial098 2026-02-17T00:24:12.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:12 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:12.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:12 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:12.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:12 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:12.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:12 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:12.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:12 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:12.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:12 trial098 ceph-mon[35470]: Deploying daemon node-exporter.trial098 on trial098 2026-02-17T00:24:12.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:12 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:12.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:12 trial098 ceph-mon[35470]: Added host trial143 2026-02-17T00:24:13.640 INFO:teuthology.orchestra.run.trial098.stderr:adjusted tunables profile to default 2026-02-17T00:24:13.679 INFO:tasks.cephadm:Adding mon.trial098 on trial098 2026-02-17T00:24:13.679 INFO:tasks.cephadm:Adding mon.trial143 on trial143 2026-02-17T00:24:13.679 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph orch apply mon '2;trial098:10.20.193.98=trial098;trial143:10.20.193.143=trial143' 2026-02-17T00:24:13.825 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:13.855 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:13.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:13 trial098 ceph-mon[35470]: from='client.14189 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:24:13.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:13 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2946768429' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-02-17T00:24:13.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:13 trial098 ceph-mon[35470]: mgrmap e13: trial098.ydsmee(active, since 6s) 2026-02-17T00:24:13.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:13 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:13.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:13 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:13.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:13 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:13.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:13 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:14.065 INFO:teuthology.orchestra.run.trial143.stdout:Scheduled mon update... 2026-02-17T00:24:14.105 DEBUG:teuthology.orchestra.run.trial143:mon.trial143> sudo journalctl -f -n 0 -u ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mon.trial143.service 2026-02-17T00:24:14.107 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:14.107 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:14.307 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:14.336 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:14.567 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:14.568 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":1,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:23:46.062334Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:24:14.568 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 1 2026-02-17T00:24:14.808 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:14 trial098 ceph-mon[35470]: Deploying daemon alertmanager.trial098 on trial098 2026-02-17T00:24:14.808 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:14 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2946768429' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-02-17T00:24:14.808 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:14 trial098 ceph-mon[35470]: osdmap e4: 0 total, 0 up, 0 in 2026-02-17T00:24:14.808 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:14 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:14.808 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:14 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/508925394' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:15.602 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:15.603 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:15.773 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:15.845 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:16.212 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: from='client.14193 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;trial098:10.20.193.98=trial098;trial143:10.20.193.143=trial143", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:16.212 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: Saving service mon spec with placement trial098:10.20.193.98=trial098;trial143:10.20.193.143=trial143;count:2 2026-02-17T00:24:16.212 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:16.213 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:16.213 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:16.213 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:16.213 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:16.213 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:16.213 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-17T00:24:16.213 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:16.213 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:16.213 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-17T00:24:16.213 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-17T00:24:16.214 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:16.214 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:15 trial098 ceph-mon[35470]: Deploying daemon grafana.trial098 on trial098 2026-02-17T00:24:16.269 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:16.270 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":1,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:23:46.062334Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:24:16.270 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 1 2026-02-17T00:24:17.064 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:16 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/2807020606' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:17.064 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:16 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:17.319 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:17.319 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:17.462 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:17.492 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:17.720 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:17.720 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":1,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:23:46.062334Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:24:17.721 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 1 2026-02-17T00:24:18.756 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:18.757 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:18.899 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:18.928 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:18.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:18 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:18.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:18 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:18.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:18 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:18.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:18 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:18.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:18 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:18.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:18 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:18.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:18 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:18.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:18 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:18.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:18 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/3197229147' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:18.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:18 trial098 ceph-mon[35470]: Deploying daemon prometheus.trial098 on trial098 2026-02-17T00:24:19.153 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:19.153 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":1,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:23:46.062334Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:24:19.153 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 1 2026-02-17T00:24:19.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:19 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/2351441679' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:20.190 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:20.190 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:20.335 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:20.365 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:20.594 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:20.595 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":1,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:23:46.062334Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:24:20.595 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 1 2026-02-17T00:24:20.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:20 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/2970803016' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:21.632 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:21.633 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:21.777 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:21.807 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:22.035 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:22.035 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":1,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:23:46.062334Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:24:22.035 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 1 2026-02-17T00:24:22.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:22 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:22.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:22 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/902060078' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:23.073 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:23.073 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:23.219 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:23.249 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:23.468 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:23.468 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":1,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:23:46.062334Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:24:23.469 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 1 2026-02-17T00:24:23.652 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:23 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/427312211' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:24.503 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:24.504 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:24.650 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:24.679 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:24.906 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:24.906 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":1,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:23:46.062334Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:24:24.907 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 1 2026-02-17T00:24:24.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:24 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:24.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:24 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:24.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:24 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:24.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:24 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-17T00:24:25.945 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:25.946 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:25.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:25 trial098 ceph-mon[35470]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-17T00:24:25.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:25 trial098 ceph-mon[35470]: mgrmap e14: trial098.ydsmee(active, since 18s) 2026-02-17T00:24:25.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:25 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/3831653633' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:26.089 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:26.119 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:26.348 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:26.349 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":1,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:23:46.062334Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:24:26.349 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 1 2026-02-17T00:24:26.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:26 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/2459272597' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:27.406 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:27.406 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:27.554 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:27.584 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:27.813 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:27.813 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":1,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:23:46.062334Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:24:27.814 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 1 2026-02-17T00:24:27.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: Active manager daemon trial098.ydsmee restarted 2026-02-17T00:24:27.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: Activating manager daemon trial098.ydsmee 2026-02-17T00:24:27.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: osdmap e5: 0 total, 0 up, 0 in 2026-02-17T00:24:27.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: mgrmap e15: trial098.ydsmee(active, starting, since 0.00231213s) 2026-02-17T00:24:27.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial098"}]: dispatch 2026-02-17T00:24:27.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr metadata", "who": "trial098.ydsmee", "id": "trial098.ydsmee"}]: dispatch 2026-02-17T00:24:27.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-17T00:24:27.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-17T00:24:27.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-17T00:24:27.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: Manager daemon trial098.ydsmee is now available 2026-02-17T00:24:27.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:24:27.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:27.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:24:27.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/mirror_snapshot_schedule"}]: dispatch 2026-02-17T00:24:27.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/trash_purge_schedule"}]: dispatch 2026-02-17T00:24:27.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:27 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:28.851 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:28.852 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:28.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:28 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/3115272156' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:28.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:28 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:28.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:28 trial098 ceph-mon[35470]: mgrmap e16: trial098.ydsmee(active, since 1.00481s) 2026-02-17T00:24:28.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:28 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:28.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:28 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:29.047 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:29.078 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-17T00:24:29.338 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:29.338 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":1,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:23:46.062334Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:24:29.339 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 1 2026-02-17T00:24:29.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:29 trial098 ceph-mon[35470]: [17/Feb/2026:00:24:28] ENGINE Bus STARTING 2026-02-17T00:24:29.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:29 trial098 ceph-mon[35470]: [17/Feb/2026:00:24:28] ENGINE Serving on https://10.20.193.98:7150 2026-02-17T00:24:29.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:29 trial098 ceph-mon[35470]: [17/Feb/2026:00:24:28] ENGINE Client ('10.20.193.98', 40310) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-17T00:24:29.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:29 trial098 ceph-mon[35470]: [17/Feb/2026:00:24:28] ENGINE Serving on http://10.20.193.98:8765 2026-02-17T00:24:29.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:29 trial098 ceph-mon[35470]: [17/Feb/2026:00:24:28] ENGINE Bus STARTED 2026-02-17T00:24:29.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:29 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:29.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:29 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:29.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:29 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:29.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:29 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd/host:trial098", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:24:29.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:29 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/1148402798' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:30.375 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:30.376 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:30.523 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.conf 2026-02-17T00:24:30.751 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:30.752 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":1,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:23:46.062334Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:24:30.752 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 1 2026-02-17T00:24:31.229 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: mgrmap e17: trial098.ydsmee(active, since 2s) 2026-02-17T00:24:31.229 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:31.229 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:31.230 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:31.230 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:31.230 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd/host:trial143", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:24:31.230 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:31.230 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:24:31.230 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: Updating trial098:/etc/ceph/ceph.conf 2026-02-17T00:24:31.230 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: Updating trial143:/etc/ceph/ceph.conf 2026-02-17T00:24:31.230 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: Updating trial143:/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.conf 2026-02-17T00:24:31.230 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: Updating trial098:/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.conf 2026-02-17T00:24:31.230 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: Updating trial143:/etc/ceph/ceph.client.admin.keyring 2026-02-17T00:24:31.231 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: Updating trial098:/etc/ceph/ceph.client.admin.keyring 2026-02-17T00:24:31.231 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: Updating trial143:/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-17T00:24:31.231 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: Updating trial098:/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-17T00:24:31.231 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:31.231 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:31.231 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:31.231 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:31.231 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:31.231 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial143", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-17T00:24:31.231 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial143", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2026-02-17T00:24:31.231 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:31.232 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: Deploying daemon ceph-exporter.trial143 on trial143 2026-02-17T00:24:31.232 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:30 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/1668641749' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:31.866 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:31.866 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:32.068 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.conf 2026-02-17T00:24:32.290 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:32.290 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":1,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:23:46.062334Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:24:32.290 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 1 2026-02-17T00:24:32.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:32 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:32.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:32 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:32.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:32 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:32.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:32 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:32.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:32 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial143", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-17T00:24:32.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:32 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.trial143", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2026-02-17T00:24:32.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:32 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:32.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:32 trial098 ceph-mon[35470]: Deploying daemon crash.trial143 on trial143 2026-02-17T00:24:32.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:32 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:32.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:32 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:32.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:32 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:32.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:32 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:32.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:32 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/1739345708' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:32.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:32 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:33.331 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:33.331 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:33.485 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.conf 2026-02-17T00:24:33.717 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:33.717 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":1,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:23:46.062334Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-17T00:24:33.717 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 1 2026-02-17T00:24:33.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:33 trial098 ceph-mon[35470]: Deploying daemon node-exporter.trial143 on trial143 2026-02-17T00:24:33.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:33 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:33.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:33 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:33.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:33 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:33.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:33 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:33.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:33 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial143.qcgsia", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-17T00:24:33.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:33 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.trial143.qcgsia", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-02-17T00:24:33.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:33 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-17T00:24:33.998 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:33 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:34.771 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 podman[42940]: 2026-02-17 00:24:34.735393585 +0000 UTC m=+0.016661632 container create 0614e38fcda95bd8e7a615a91cf72f143212e4a164faa65e42efe946314c331c (image=quay.ceph.io/ceph-ci/ceph@sha256:91848d200fcaa46368f1434361671ab8b338dc28ae3ecbb8d2a955ab01b6ff90, name=ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460-mon-trial143, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, org.label-schema.build-date=20260202, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-squid-pr-67199-kefu-1, io.buildah.version=1.33.7, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-17T00:24:34.853 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2026-02-17T00:24:34.853 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mon dump -f json 2026-02-17T00:24:34.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:34 trial098 ceph-mon[35470]: Deploying daemon mgr.trial143.qcgsia on trial143 2026-02-17T00:24:34.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:34 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/2551413760' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:34.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:34 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:34.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:34 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:34.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:34 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:34.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:34 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:34.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:34 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-17T00:24:34.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:34 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:35.006 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial143/config 2026-02-17T00:24:35.025 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 podman[42940]: 2026-02-17 00:24:34.7688369 +0000 UTC m=+0.050104947 container init 0614e38fcda95bd8e7a615a91cf72f143212e4a164faa65e42efe946314c331c (image=quay.ceph.io/ceph-ci/ceph@sha256:91848d200fcaa46368f1434361671ab8b338dc28ae3ecbb8d2a955ab01b6ff90, name=ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460-mon-trial143, org.label-schema.vendor=CentOS, CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.7, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.build-date=20260202, CEPH_REF=wip-squid-pr-67199-kefu-1, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-17T00:24:35.026 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 podman[42940]: 2026-02-17 00:24:34.771119381 +0000 UTC m=+0.052387418 container start 0614e38fcda95bd8e7a615a91cf72f143212e4a164faa65e42efe946314c331c (image=quay.ceph.io/ceph-ci/ceph@sha256:91848d200fcaa46368f1434361671ab8b338dc28ae3ecbb8d2a955ab01b6ff90, name=ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460-mon-trial143, CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260202, CEPH_REF=wip-squid-pr-67199-kefu-1, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.33.7, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-17T00:24:35.026 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 bash[42940]: 0614e38fcda95bd8e7a615a91cf72f143212e4a164faa65e42efe946314c331c 2026-02-17T00:24:35.026 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 podman[42940]: 2026-02-17 00:24:34.729050278 +0000 UTC m=+0.010318335 image pull dcf18b7f874c07528e18918645117d58092ee3898a6a84686004d4372cfac7d0 quay.ceph.io/ceph-ci/ceph@sha256:91848d200fcaa46368f1434361671ab8b338dc28ae3ecbb8d2a955ab01b6ff90 2026-02-17T00:24:35.026 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 systemd[1]: Started Ceph mon.trial143 for e3c6652b-0b96-11f1-b443-d404e6e7d460. 2026-02-17T00:24:35.026 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: set uid:gid to 167:167 (ceph:ceph) 2026-02-17T00:24:35.026 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: ceph version 19.2.3-680-g05b55d19 (05b55d192f002ad5df41409624b8d176527d0841) squid (stable), process ceph-mon, pid 2 2026-02-17T00:24:35.026 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: pidfile_write: ignore empty --pid-file 2026-02-17T00:24:35.026 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: load: jerasure load: lrc 2026-02-17T00:24:35.026 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: RocksDB version: 7.9.2 2026-02-17T00:24:35.026 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Git sha 0 2026-02-17T00:24:35.027 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Compile date 2026-02-08 08:28:36 2026-02-17T00:24:35.027 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: DB SUMMARY 2026-02-17T00:24:35.027 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: DB Session ID: 40HTLKQVUJ5IY55HNL6R 2026-02-17T00:24:35.027 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: CURRENT file: CURRENT 2026-02-17T00:24:35.027 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: IDENTITY file: IDENTITY 2026-02-17T00:24:35.027 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2026-02-17T00:24:35.027 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: SST files in /var/lib/ceph/mon/ceph-trial143/store.db dir, Total Num: 0, files: 2026-02-17T00:24:35.027 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-trial143/store.db: 000004.log size: 511 ; 2026-02-17T00:24:35.027 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.error_if_exists: 0 2026-02-17T00:24:35.027 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.create_if_missing: 0 2026-02-17T00:24:35.027 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.paranoid_checks: 1 2026-02-17T00:24:35.027 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-17T00:24:35.027 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-17T00:24:35.028 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-17T00:24:35.028 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.env: 0x556c3032fdc0 2026-02-17T00:24:35.028 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.fs: PosixFileSystem 2026-02-17T00:24:35.028 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.info_log: 0x556c3219ba20 2026-02-17T00:24:35.028 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_file_opening_threads: 16 2026-02-17T00:24:35.028 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.statistics: (nil) 2026-02-17T00:24:35.028 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.use_fsync: 0 2026-02-17T00:24:35.028 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_log_file_size: 0 2026-02-17T00:24:35.028 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-17T00:24:35.028 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-17T00:24:35.028 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.keep_log_file_num: 1000 2026-02-17T00:24:35.028 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.recycle_log_file_num: 0 2026-02-17T00:24:35.028 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.allow_fallocate: 1 2026-02-17T00:24:35.029 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.allow_mmap_reads: 0 2026-02-17T00:24:35.029 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.allow_mmap_writes: 0 2026-02-17T00:24:35.029 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.use_direct_reads: 0 2026-02-17T00:24:35.029 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-17T00:24:35.029 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.create_missing_column_families: 0 2026-02-17T00:24:35.029 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.db_log_dir: 2026-02-17T00:24:35.029 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.wal_dir: 2026-02-17T00:24:35.029 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-17T00:24:35.029 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-17T00:24:35.029 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-17T00:24:35.029 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-17T00:24:35.029 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-17T00:24:35.029 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-17T00:24:35.030 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.advise_random_on_open: 1 2026-02-17T00:24:35.030 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.db_write_buffer_size: 0 2026-02-17T00:24:35.030 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.write_buffer_manager: 0x556c3219f900 2026-02-17T00:24:35.030 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-17T00:24:35.030 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-17T00:24:35.030 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-17T00:24:35.030 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.rate_limiter: (nil) 2026-02-17T00:24:35.030 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-17T00:24:35.030 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.wal_recovery_mode: 2 2026-02-17T00:24:35.030 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.enable_thread_tracking: 0 2026-02-17T00:24:35.030 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.enable_pipelined_write: 0 2026-02-17T00:24:35.030 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.unordered_write: 0 2026-02-17T00:24:35.030 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-17T00:24:35.031 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-17T00:24:35.031 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-17T00:24:35.031 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-17T00:24:35.031 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.row_cache: None 2026-02-17T00:24:35.031 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.wal_filter: None 2026-02-17T00:24:35.031 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-17T00:24:35.031 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.allow_ingest_behind: 0 2026-02-17T00:24:35.031 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.two_write_queues: 0 2026-02-17T00:24:35.031 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.manual_wal_flush: 0 2026-02-17T00:24:35.031 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.wal_compression: 0 2026-02-17T00:24:35.031 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.atomic_flush: 0 2026-02-17T00:24:35.031 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-17T00:24:35.031 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-17T00:24:35.032 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-17T00:24:35.032 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.log_readahead_size: 0 2026-02-17T00:24:35.032 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-17T00:24:35.032 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.best_efforts_recovery: 0 2026-02-17T00:24:35.032 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-17T00:24:35.032 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-17T00:24:35.032 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.allow_data_in_errors: 0 2026-02-17T00:24:35.032 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.db_host_id: __hostname__ 2026-02-17T00:24:35.032 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-17T00:24:35.032 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_background_jobs: 2 2026-02-17T00:24:35.032 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_background_compactions: -1 2026-02-17T00:24:35.032 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_subcompactions: 1 2026-02-17T00:24:35.032 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-17T00:24:35.032 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-17T00:24:35.033 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-17T00:24:35.033 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_total_wal_size: 0 2026-02-17T00:24:35.033 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-17T00:24:35.033 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-17T00:24:35.033 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-17T00:24:35.033 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-17T00:24:35.033 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_open_files: -1 2026-02-17T00:24:35.033 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.bytes_per_sync: 0 2026-02-17T00:24:35.033 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-17T00:24:35.033 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-17T00:24:35.033 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compaction_readahead_size: 0 2026-02-17T00:24:35.033 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_background_flushes: -1 2026-02-17T00:24:35.033 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Compression algorithms supported: 2026-02-17T00:24:35.034 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: kZSTD supported: 0 2026-02-17T00:24:35.034 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: kXpressCompression supported: 0 2026-02-17T00:24:35.034 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: kBZip2Compression supported: 0 2026-02-17T00:24:35.034 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-17T00:24:35.034 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: kLZ4Compression supported: 1 2026-02-17T00:24:35.034 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: kZlibCompression supported: 1 2026-02-17T00:24:35.034 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: kLZ4HCCompression supported: 1 2026-02-17T00:24:35.034 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: kSnappyCompression supported: 1 2026-02-17T00:24:35.034 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-17T00:24:35.034 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-17T00:24:35.034 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-trial143/store.db/MANIFEST-000005 2026-02-17T00:24:35.034 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-17T00:24:35.034 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-17T00:24:35.035 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.merge_operator: 2026-02-17T00:24:35.035 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compaction_filter: None 2026-02-17T00:24:35.035 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compaction_filter_factory: None 2026-02-17T00:24:35.035 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.sst_partitioner_factory: None 2026-02-17T00:24:35.035 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-17T00:24:35.035 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-17T00:24:35.035 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556c3219a700) 2026-02-17T00:24:35.035 INFO:journalctl@ceph.mon.trial143.trial143.stdout: cache_index_and_filter_blocks: 1 2026-02-17T00:24:35.035 INFO:journalctl@ceph.mon.trial143.trial143.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-17T00:24:35.035 INFO:journalctl@ceph.mon.trial143.trial143.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-17T00:24:35.036 INFO:journalctl@ceph.mon.trial143.trial143.stdout: pin_top_level_index_and_filter: 1 2026-02-17T00:24:35.036 INFO:journalctl@ceph.mon.trial143.trial143.stdout: index_type: 0 2026-02-17T00:24:35.036 INFO:journalctl@ceph.mon.trial143.trial143.stdout: data_block_index_type: 0 2026-02-17T00:24:35.036 INFO:journalctl@ceph.mon.trial143.trial143.stdout: index_shortening: 1 2026-02-17T00:24:35.036 INFO:journalctl@ceph.mon.trial143.trial143.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-17T00:24:35.036 INFO:journalctl@ceph.mon.trial143.trial143.stdout: checksum: 4 2026-02-17T00:24:35.036 INFO:journalctl@ceph.mon.trial143.trial143.stdout: no_block_cache: 0 2026-02-17T00:24:35.036 INFO:journalctl@ceph.mon.trial143.trial143.stdout: block_cache: 0x556c321bf350 2026-02-17T00:24:35.036 INFO:journalctl@ceph.mon.trial143.trial143.stdout: block_cache_name: BinnedLRUCache 2026-02-17T00:24:35.036 INFO:journalctl@ceph.mon.trial143.trial143.stdout: block_cache_options: 2026-02-17T00:24:35.036 INFO:journalctl@ceph.mon.trial143.trial143.stdout: capacity : 536870912 2026-02-17T00:24:35.036 INFO:journalctl@ceph.mon.trial143.trial143.stdout: num_shard_bits : 4 2026-02-17T00:24:35.037 INFO:journalctl@ceph.mon.trial143.trial143.stdout: strict_capacity_limit : 0 2026-02-17T00:24:35.037 INFO:journalctl@ceph.mon.trial143.trial143.stdout: high_pri_pool_ratio: 0.000 2026-02-17T00:24:35.037 INFO:journalctl@ceph.mon.trial143.trial143.stdout: block_cache_compressed: (nil) 2026-02-17T00:24:35.037 INFO:journalctl@ceph.mon.trial143.trial143.stdout: persistent_cache: (nil) 2026-02-17T00:24:35.037 INFO:journalctl@ceph.mon.trial143.trial143.stdout: block_size: 4096 2026-02-17T00:24:35.037 INFO:journalctl@ceph.mon.trial143.trial143.stdout: block_size_deviation: 10 2026-02-17T00:24:35.037 INFO:journalctl@ceph.mon.trial143.trial143.stdout: block_restart_interval: 16 2026-02-17T00:24:35.037 INFO:journalctl@ceph.mon.trial143.trial143.stdout: index_block_restart_interval: 1 2026-02-17T00:24:35.037 INFO:journalctl@ceph.mon.trial143.trial143.stdout: metadata_block_size: 4096 2026-02-17T00:24:35.037 INFO:journalctl@ceph.mon.trial143.trial143.stdout: partition_filters: 0 2026-02-17T00:24:35.037 INFO:journalctl@ceph.mon.trial143.trial143.stdout: use_delta_encoding: 1 2026-02-17T00:24:35.038 INFO:journalctl@ceph.mon.trial143.trial143.stdout: filter_policy: bloomfilter 2026-02-17T00:24:35.038 INFO:journalctl@ceph.mon.trial143.trial143.stdout: whole_key_filtering: 1 2026-02-17T00:24:35.038 INFO:journalctl@ceph.mon.trial143.trial143.stdout: verify_compression: 0 2026-02-17T00:24:35.038 INFO:journalctl@ceph.mon.trial143.trial143.stdout: read_amp_bytes_per_bit: 0 2026-02-17T00:24:35.038 INFO:journalctl@ceph.mon.trial143.trial143.stdout: format_version: 5 2026-02-17T00:24:35.038 INFO:journalctl@ceph.mon.trial143.trial143.stdout: enable_index_compression: 1 2026-02-17T00:24:35.038 INFO:journalctl@ceph.mon.trial143.trial143.stdout: block_align: 0 2026-02-17T00:24:35.038 INFO:journalctl@ceph.mon.trial143.trial143.stdout: max_auto_readahead_size: 262144 2026-02-17T00:24:35.038 INFO:journalctl@ceph.mon.trial143.trial143.stdout: prepopulate_block_cache: 0 2026-02-17T00:24:35.038 INFO:journalctl@ceph.mon.trial143.trial143.stdout: initial_auto_readahead_size: 8192 2026-02-17T00:24:35.038 INFO:journalctl@ceph.mon.trial143.trial143.stdout: num_file_reads_for_auto_readahead: 2 2026-02-17T00:24:35.039 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.write_buffer_size: 33554432 2026-02-17T00:24:35.039 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_write_buffer_number: 2 2026-02-17T00:24:35.039 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compression: NoCompression 2026-02-17T00:24:35.039 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.bottommost_compression: Disabled 2026-02-17T00:24:35.039 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.prefix_extractor: nullptr 2026-02-17T00:24:35.039 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-17T00:24:35.039 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.num_levels: 7 2026-02-17T00:24:35.039 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-17T00:24:35.039 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-17T00:24:35.039 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-17T00:24:35.039 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-17T00:24:35.039 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-17T00:24:35.040 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-17T00:24:35.040 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-17T00:24:35.040 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-17T00:24:35.040 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-17T00:24:35.040 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-17T00:24:35.040 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-17T00:24:35.040 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-17T00:24:35.040 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-17T00:24:35.040 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compression_opts.level: 32767 2026-02-17T00:24:35.040 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compression_opts.strategy: 0 2026-02-17T00:24:35.040 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-17T00:24:35.040 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-17T00:24:35.040 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-17T00:24:35.041 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-17T00:24:35.041 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compression_opts.enabled: false 2026-02-17T00:24:35.041 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-17T00:24:35.041 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-17T00:24:35.041 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-17T00:24:35.041 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-17T00:24:35.041 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.target_file_size_base: 67108864 2026-02-17T00:24:35.041 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-17T00:24:35.041 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-17T00:24:35.041 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-17T00:24:35.041 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-17T00:24:35.041 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-17T00:24:35.041 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-17T00:24:35.041 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-17T00:24:35.042 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-17T00:24:35.042 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-17T00:24:35.042 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-17T00:24:35.042 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-17T00:24:35.042 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-17T00:24:35.042 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-17T00:24:35.042 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-17T00:24:35.042 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.arena_block_size: 1048576 2026-02-17T00:24:35.042 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-17T00:24:35.042 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-17T00:24:35.043 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.disable_auto_compactions: 0 2026-02-17T00:24:35.043 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-17T00:24:35.043 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-17T00:24:35.043 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-17T00:24:35.043 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-17T00:24:35.043 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-17T00:24:35.043 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-17T00:24:35.043 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-17T00:24:35.043 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-17T00:24:35.043 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-17T00:24:35.043 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-17T00:24:35.043 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-17T00:24:35.043 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.inplace_update_support: 0 2026-02-17T00:24:35.044 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-17T00:24:35.044 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-17T00:24:35.044 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-17T00:24:35.044 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-17T00:24:35.044 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.bloom_locality: 0 2026-02-17T00:24:35.044 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.max_successive_merges: 0 2026-02-17T00:24:35.044 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-17T00:24:35.044 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.paranoid_file_checks: 0 2026-02-17T00:24:35.044 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.force_consistency_checks: 1 2026-02-17T00:24:35.044 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.report_bg_io_stats: 0 2026-02-17T00:24:35.044 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.ttl: 2592000 2026-02-17T00:24:35.044 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-17T00:24:35.045 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-17T00:24:35.045 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-17T00:24:35.045 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.enable_blob_files: false 2026-02-17T00:24:35.045 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.min_blob_size: 0 2026-02-17T00:24:35.045 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.blob_file_size: 268435456 2026-02-17T00:24:35.045 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-17T00:24:35.045 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-17T00:24:35.045 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-17T00:24:35.045 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-17T00:24:35.045 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-17T00:24:35.045 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.blob_file_starting_level: 0 2026-02-17T00:24:35.045 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-17T00:24:35.046 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-trial143/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2026-02-17T00:24:35.046 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2026-02-17T00:24:35.046 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: f228973a-bef2-46cc-809d-9e8b8c761f70 2026-02-17T00:24:35.046 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771287874788366, "job": 1, "event": "recovery_started", "wal_files": [4]} 2026-02-17T00:24:35.046 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2026-02-17T00:24:35.046 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771287874788695, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1647, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1771287874, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "f228973a-bef2-46cc-809d-9e8b8c761f70", "db_session_id": "40HTLKQVUJ5IY55HNL6R", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2026-02-17T00:24:35.046 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: EVENT_LOG_v1 {"time_micros": 1771287874788761, "job": 1, "event": "recovery_finished"} 2026-02-17T00:24:35.046 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2026-02-17T00:24:35.046 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-trial143/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-17T00:24:35.046 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556c321c0e00 2026-02-17T00:24:35.046 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: DB pointer 0x556c322ce000 2026-02-17T00:24:35.047 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-17T00:24:35.047 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-17T00:24:35.047 INFO:journalctl@ceph.mon.trial143.trial143.stdout: ** DB Stats ** 2026-02-17T00:24:35.047 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-17T00:24:35.047 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-17T00:24:35.047 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-17T00:24:35.047 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-17T00:24:35.047 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-17T00:24:35.047 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-17T00:24:35.047 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-17T00:24:35.047 INFO:journalctl@ceph.mon.trial143.trial143.stdout: 2026-02-17T00:24:35.047 INFO:journalctl@ceph.mon.trial143.trial143.stdout: ** Compaction Stats [default] ** 2026-02-17T00:24:35.047 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-17T00:24:35.048 INFO:journalctl@ceph.mon.trial143.trial143.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-17T00:24:35.048 INFO:journalctl@ceph.mon.trial143.trial143.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-17T00:24:35.048 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-17T00:24:35.048 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-17T00:24:35.048 INFO:journalctl@ceph.mon.trial143.trial143.stdout: 2026-02-17T00:24:35.048 INFO:journalctl@ceph.mon.trial143.trial143.stdout: ** Compaction Stats [default] ** 2026-02-17T00:24:35.048 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-17T00:24:35.048 INFO:journalctl@ceph.mon.trial143.trial143.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-17T00:24:35.048 INFO:journalctl@ceph.mon.trial143.trial143.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2026-02-17T00:24:35.048 INFO:journalctl@ceph.mon.trial143.trial143.stdout: 2026-02-17T00:24:35.048 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-17T00:24:35.048 INFO:journalctl@ceph.mon.trial143.trial143.stdout: 2026-02-17T00:24:35.049 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-17T00:24:35.049 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-17T00:24:35.049 INFO:journalctl@ceph.mon.trial143.trial143.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-17T00:24:35.049 INFO:journalctl@ceph.mon.trial143.trial143.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-17T00:24:35.049 INFO:journalctl@ceph.mon.trial143.trial143.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-17T00:24:35.049 INFO:journalctl@ceph.mon.trial143.trial143.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-17T00:24:35.049 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Cumulative compaction: 0.00 GB write, 0.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-17T00:24:35.049 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Interval compaction: 0.00 GB write, 0.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-17T00:24:35.049 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-17T00:24:35.049 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Block cache BinnedLRUCache@0x556c321bf350#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2026-02-17T00:24:35.049 INFO:journalctl@ceph.mon.trial143.trial143.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2026-02-17T00:24:35.049 INFO:journalctl@ceph.mon.trial143.trial143.stdout: 2026-02-17T00:24:35.050 INFO:journalctl@ceph.mon.trial143.trial143.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-17T00:24:35.050 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143 does not exist in monmap, will attempt to join an existing cluster 2026-02-17T00:24:35.050 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: using public_addr v2:10.20.193.143:0/0 -> [v2:10.20.193.143:3300/0,v1:10.20.193.143:6789/0] 2026-02-17T00:24:35.050 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: starting mon.trial143 rank -1 at public addrs [v2:10.20.193.143:3300/0,v1:10.20.193.143:6789/0] at bind addrs [v2:10.20.193.143:3300/0,v1:10.20.193.143:6789/0] mon_data /var/lib/ceph/mon/ceph-trial143 fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:24:35.050 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(???) e0 preinit fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:24:35.050 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(synchronizing).mds e1 new map 2026-02-17T00:24:35.050 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(synchronizing).mds e1 print_map 2026-02-17T00:24:35.050 INFO:journalctl@ceph.mon.trial143.trial143.stdout: e1 2026-02-17T00:24:35.050 INFO:journalctl@ceph.mon.trial143.trial143.stdout: btime 2026-02-17T00:23:47:005501+0000 2026-02-17T00:24:35.050 INFO:journalctl@ceph.mon.trial143.trial143.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-17T00:24:35.050 INFO:journalctl@ceph.mon.trial143.trial143.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-17T00:24:35.050 INFO:journalctl@ceph.mon.trial143.trial143.stdout: legacy client fscid: -1 2026-02-17T00:24:35.051 INFO:journalctl@ceph.mon.trial143.trial143.stdout: 2026-02-17T00:24:35.051 INFO:journalctl@ceph.mon.trial143.trial143.stdout: No filesystems configured 2026-02-17T00:24:35.051 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2026-02-17T00:24:35.051 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2026-02-17T00:24:35.051 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2026-02-17T00:24:35.051 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2026-02-17T00:24:35.051 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2026-02-17T00:24:35.051 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2026-02-17T00:24:35.051 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2026-02-17T00:24:35.051 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(synchronizing).osd e5 crush map has features 3314932999778484224, adjusting msgr requires 2026-02-17T00:24:35.051 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2026-02-17T00:24:35.051 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2026-02-17T00:24:35.051 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2026-02-17T00:24:35.052 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mkfs e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:24:35.052 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial098 is new leader, mons trial098 in quorum (ranks 0) 2026-02-17T00:24:35.052 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial098 is new leader, mons trial098 in quorum (ranks 0) 2026-02-17T00:24:35.052 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: monmap epoch 1 2026-02-17T00:24:35.052 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:24:35.052 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: last_changed 2026-02-17T00:23:46.062334+0000 2026-02-17T00:24:35.052 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: created 2026-02-17T00:23:46.062334+0000 2026-02-17T00:24:35.052 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: min_mon_release 19 (squid) 2026-02-17T00:24:35.052 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: election_strategy: 1 2026-02-17T00:24:35.052 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: 0: [v2:10.20.193.98:3300/0,v1:10.20.193.98:6789/0] mon.trial098 2026-02-17T00:24:35.052 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: fsmap 2026-02-17T00:24:35.052 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: osdmap e1: 0 total, 0 up, 0 in 2026-02-17T00:24:35.052 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e1: no daemons active 2026-02-17T00:24:35.053 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2685210774' entity='client.admin' 2026-02-17T00:24:35.053 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3252424229' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-17T00:24:35.053 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/4259138894' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-17T00:24:35.053 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Activating manager daemon trial098.ydsmee 2026-02-17T00:24:35.053 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e2: trial098.ydsmee(active, starting, since 0.00236586s) 2026-02-17T00:24:35.053 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-17T00:24:35.053 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-17T00:24:35.053 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-17T00:24:35.053 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial098"}]: dispatch 2026-02-17T00:24:35.053 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr metadata", "who": "trial098.ydsmee", "id": "trial098.ydsmee"}]: dispatch 2026-02-17T00:24:35.053 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Manager daemon trial098.ydsmee is now available 2026-02-17T00:24:35.053 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/mirror_snapshot_schedule"}]: dispatch 2026-02-17T00:24:35.053 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/trash_purge_schedule"}]: dispatch 2026-02-17T00:24:35.054 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.054 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.054 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14100 10.20.193.98:0/108132266' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.054 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e3: trial098.ydsmee(active, since 1.0049s) 2026-02-17T00:24:35.054 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/186021795' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-17T00:24:35.054 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e4: trial098.ydsmee(active, since 2s) 2026-02-17T00:24:35.054 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2897810628' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-02-17T00:24:35.054 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/677799644' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-02-17T00:24:35.054 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/677799644' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-02-17T00:24:35.054 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e5: trial098.ydsmee(active, since 3s) 2026-02-17T00:24:35.055 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1873962255' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-17T00:24:35.055 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Active manager daemon trial098.ydsmee restarted 2026-02-17T00:24:35.055 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Activating manager daemon trial098.ydsmee 2026-02-17T00:24:35.055 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: osdmap e2: 0 total, 0 up, 0 in 2026-02-17T00:24:35.055 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e6: trial098.ydsmee(active, starting, since 0.00257773s) 2026-02-17T00:24:35.055 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial098"}]: dispatch 2026-02-17T00:24:35.055 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr metadata", "who": "trial098.ydsmee", "id": "trial098.ydsmee"}]: dispatch 2026-02-17T00:24:35.055 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-17T00:24:35.055 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-17T00:24:35.055 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-17T00:24:35.055 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Manager daemon trial098.ydsmee is now available 2026-02-17T00:24:35.055 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.056 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.056 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.056 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.056 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/mirror_snapshot_schedule"}]: dispatch 2026-02-17T00:24:35.056 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/trash_purge_schedule"}]: dispatch 2026-02-17T00:24:35.056 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Found migration_current of "None". Setting to last migration. 2026-02-17T00:24:35.056 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.056 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.056 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e7: trial098.ydsmee(active, since 1.00322s) 2026-02-17T00:24:35.056 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-17T00:24:35.056 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-17T00:24:35.056 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:23:57] ENGINE Bus STARTING 2026-02-17T00:24:35.057 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.057 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.057 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.057 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:23:57] ENGINE Serving on http://10.20.193.98:8765 2026-02-17T00:24:35.057 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.057 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.057 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.057 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:23:58] ENGINE Serving on https://10.20.193.98:7150 2026-02-17T00:24:35.057 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:23:58] ENGINE Bus STARTED 2026-02-17T00:24:35.057 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:23:58] ENGINE Client ('10.20.193.98', 36390) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-17T00:24:35.057 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.057 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.057 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Generating ssh key... 2026-02-17T00:24:35.057 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial098", "addr": "10.20.193.98", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e8: trial098.ydsmee(active, since 2s) 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Deploying cephadm binary to trial098 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Added host trial098 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Saving service mon spec with placement count:5 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.058 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.059 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.059 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.059 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.059 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Saving service mgr spec with placement count:2 2026-02-17T00:24:35.059 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "crash", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.059 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Saving service crash spec with placement * 2026-02-17T00:24:35.059 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "ceph-exporter", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.059 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Saving service ceph-exporter spec with placement * 2026-02-17T00:24:35.059 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.059 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Saving service prometheus spec with placement count:1 2026-02-17T00:24:35.059 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14118 10.20.193.98:0/2566949717' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/250648791' entity='client.admin' 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14150 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Saving service grafana spec with placement count:1 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Saving service node-exporter spec with placement * 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Saving service alertmanager spec with placement count:1 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2487789802' entity='client.admin' 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/174369810' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/174369810' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e9: trial098.ydsmee(active, since 7s) 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1213150783' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-17T00:24:35.060 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Active manager daemon trial098.ydsmee restarted 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Activating manager daemon trial098.ydsmee 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: osdmap e3: 0 total, 0 up, 0 in 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e10: trial098.ydsmee(active, starting, since 0.00247164s) 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial098"}]: dispatch 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr metadata", "who": "trial098.ydsmee", "id": "trial098.ydsmee"}]: dispatch 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Manager daemon trial098.ydsmee is now available 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/mirror_snapshot_schedule"}]: dispatch 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/trash_purge_schedule"}]: dispatch 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:24:07] ENGINE Bus STARTING 2026-02-17T00:24:35.061 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.062 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:24:07] ENGINE Serving on http://10.20.193.98:8765 2026-02-17T00:24:35.062 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-17T00:24:35.062 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e11: trial098.ydsmee(active, since 1.00447s) 2026-02-17T00:24:35.062 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:24:07] ENGINE Serving on https://10.20.193.98:7150 2026-02-17T00:24:35.062 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:24:07] ENGINE Bus STARTED 2026-02-17T00:24:35.062 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:24:07] ENGINE Client ('10.20.193.98', 36994) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-17T00:24:35.062 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-17T00:24:35.062 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.062 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.062 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.062 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.062 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.062 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/671270771' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-02-17T00:24:35.062 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3684788424' entity='client.admin' 2026-02-17T00:24:35.063 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e12: trial098.ydsmee(active, since 2s) 2026-02-17T00:24:35.063 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1382195783' entity='client.admin' 2026-02-17T00:24:35.063 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.063 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.063 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd/host:trial098", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:24:35.063 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.064 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial098", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-17T00:24:35.064 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial098", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2026-02-17T00:24:35.064 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:35.064 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Deploying daemon ceph-exporter.trial098 on trial098 2026-02-17T00:24:35.064 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.064 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial143", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Deploying cephadm binary to trial143 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial098", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.trial098", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Deploying daemon crash.trial098 on trial098 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.065 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Deploying daemon node-exporter.trial098 on trial098 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Added host trial143 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14189 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2946768429' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e13: trial098.ydsmee(active, since 6s) 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Deploying daemon alertmanager.trial098 on trial098 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2946768429' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: osdmap e4: 0 total, 0 up, 0 in 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/508925394' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.14193 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;trial098:10.20.193.98=trial098;trial143:10.20.193.143=trial143", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:35.066 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Saving service mon spec with placement trial098:10.20.193.98=trial098;trial143:10.20.193.143=trial143;count:2 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Deploying daemon grafana.trial098 on trial098 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/2807020606' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.067 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/3197229147' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Deploying daemon prometheus.trial098 on trial098 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/2351441679' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/2970803016' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/902060078' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/427312211' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.068 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14162 10.20.193.98:0/3063190388' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e14: trial098.ydsmee(active, since 18s) 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/3831653633' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/2459272597' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Active manager daemon trial098.ydsmee restarted 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Activating manager daemon trial098.ydsmee 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: osdmap e5: 0 total, 0 up, 0 in 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e15: trial098.ydsmee(active, starting, since 0.00231213s) 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial098"}]: dispatch 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr metadata", "who": "trial098.ydsmee", "id": "trial098.ydsmee"}]: dispatch 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Manager daemon trial098.ydsmee is now available 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.069 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/mirror_snapshot_schedule"}]: dispatch 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/trial098.ydsmee/trash_purge_schedule"}]: dispatch 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/3115272156' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e16: trial098.ydsmee(active, since 1.00481s) 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:24:28] ENGINE Bus STARTING 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:24:28] ENGINE Serving on https://10.20.193.98:7150 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:24:28] ENGINE Client ('10.20.193.98', 40310) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:24:28] ENGINE Serving on http://10.20.193.98:8765 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: [17/Feb/2026:00:24:28] ENGINE Bus STARTED 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd/host:trial098", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:24:35.070 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/1148402798' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mgrmap e17: trial098.ydsmee(active, since 2s) 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd/host:trial143", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Updating trial098:/etc/ceph/ceph.conf 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Updating trial143:/etc/ceph/ceph.conf 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Updating trial143:/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.conf 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Updating trial098:/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.conf 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Updating trial143:/etc/ceph/ceph.client.admin.keyring 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Updating trial098:/etc/ceph/ceph.client.admin.keyring 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Updating trial143:/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Updating trial098:/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.071 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial143", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial143", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Deploying daemon ceph-exporter.trial143 on trial143 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/1668641749' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial143", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.trial143", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Deploying daemon crash.trial143 on trial143 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.072 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/1739345708' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Deploying daemon node-exporter.trial143 on trial143 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial143.qcgsia", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.trial143.qcgsia", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: Deploying daemon mgr.trial143.qcgsia on trial143 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/2551413760' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:35.073 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:34 trial143 ceph-mon[42968]: mon.trial143@-1(synchronizing).paxosservice(auth 1..8) refresh upgraded, format 0 -> 3 2026-02-17T00:24:40.142 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial098"}]: dispatch 2026-02-17T00:24:40.142 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:24:40.142 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: mon.trial098 calling monitor election 2026-02-17T00:24:40.142 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:24:40.143 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.? 10.20.193.143:0/3109201688' entity='mgr.trial143.qcgsia' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial143.qcgsia/crt"}]: dispatch 2026-02-17T00:24:40.143 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:24:40.143 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: mon.trial143 calling monitor election 2026-02-17T00:24:40.143 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:24:40.143 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:24:40.143 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:24:40.143 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: mon.trial098 is new leader, mons trial098,trial143 in quorum (ranks 0,1) 2026-02-17T00:24:40.143 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: monmap epoch 2 2026-02-17T00:24:40.143 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:24:40.143 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: last_changed 2026-02-17T00:24:34.811178+0000 2026-02-17T00:24:40.143 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: created 2026-02-17T00:23:46.062334+0000 2026-02-17T00:24:40.143 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: min_mon_release 19 (squid) 2026-02-17T00:24:40.144 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: election_strategy: 1 2026-02-17T00:24:40.144 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: 0: [v2:10.20.193.98:3300/0,v1:10.20.193.98:6789/0] mon.trial098 2026-02-17T00:24:40.144 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: 1: [v2:10.20.193.143:3300/0,v1:10.20.193.143:6789/0] mon.trial143 2026-02-17T00:24:40.144 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: fsmap 2026-02-17T00:24:40.144 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: osdmap e5: 0 total, 0 up, 0 in 2026-02-17T00:24:40.144 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: mgrmap e17: trial098.ydsmee(active, since 12s) 2026-02-17T00:24:40.144 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: overall HEALTH_OK 2026-02-17T00:24:40.144 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: Standby manager daemon trial143.qcgsia started 2026-02-17T00:24:40.144 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.? 10.20.193.143:0/3109201688' entity='mgr.trial143.qcgsia' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-17T00:24:40.144 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:40.144 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.? 10.20.193.143:0/3109201688' entity='mgr.trial143.qcgsia' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial143.qcgsia/key"}]: dispatch 2026-02-17T00:24:40.144 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.? 10.20.193.143:0/3109201688' entity='mgr.trial143.qcgsia' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-17T00:24:40.144 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:40.145 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:40.145 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:39 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:24:40.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial098"}]: dispatch 2026-02-17T00:24:40.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:24:40.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: mon.trial098 calling monitor election 2026-02-17T00:24:40.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:24:40.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.? 10.20.193.143:0/3109201688' entity='mgr.trial143.qcgsia' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial143.qcgsia/crt"}]: dispatch 2026-02-17T00:24:40.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:24:40.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: mon.trial143 calling monitor election 2026-02-17T00:24:40.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:24:40.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:24:40.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:24:40.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: mon.trial098 is new leader, mons trial098,trial143 in quorum (ranks 0,1) 2026-02-17T00:24:40.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: monmap epoch 2 2026-02-17T00:24:40.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:24:40.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: last_changed 2026-02-17T00:24:34.811178+0000 2026-02-17T00:24:40.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: created 2026-02-17T00:23:46.062334+0000 2026-02-17T00:24:40.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: min_mon_release 19 (squid) 2026-02-17T00:24:40.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: election_strategy: 1 2026-02-17T00:24:40.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: 0: [v2:10.20.193.98:3300/0,v1:10.20.193.98:6789/0] mon.trial098 2026-02-17T00:24:40.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: 1: [v2:10.20.193.143:3300/0,v1:10.20.193.143:6789/0] mon.trial143 2026-02-17T00:24:40.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: fsmap 2026-02-17T00:24:40.249 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: osdmap e5: 0 total, 0 up, 0 in 2026-02-17T00:24:40.249 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: mgrmap e17: trial098.ydsmee(active, since 12s) 2026-02-17T00:24:40.249 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: overall HEALTH_OK 2026-02-17T00:24:40.249 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: Standby manager daemon trial143.qcgsia started 2026-02-17T00:24:40.249 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.? 10.20.193.143:0/3109201688' entity='mgr.trial143.qcgsia' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-17T00:24:40.249 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:40.249 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.? 10.20.193.143:0/3109201688' entity='mgr.trial143.qcgsia' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/trial143.qcgsia/key"}]: dispatch 2026-02-17T00:24:40.249 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.? 10.20.193.143:0/3109201688' entity='mgr.trial143.qcgsia' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-17T00:24:40.249 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:40.249 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:40.249 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:39 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:24:41.032 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: mgrmap e18: trial098.ydsmee(active, since 12s), standbys: trial143.qcgsia 2026-02-17T00:24:41.032 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr metadata", "who": "trial143.qcgsia", "id": "trial143.qcgsia"}]: dispatch 2026-02-17T00:24:41.032 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.032 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: Updating trial098:/etc/ceph/ceph.conf 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: Updating trial143:/etc/ceph/ceph.conf 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: Updating trial098:/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.conf 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: Updating trial143:/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.conf 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: Reconfiguring mon.trial098 (unknown last config time)... 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: Reconfiguring daemon mon.trial098 on trial098 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.033 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial098.ydsmee", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-17T00:24:41.034 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-17T00:24:41.034 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:41.256 INFO:teuthology.orchestra.run.trial143.stdout: 2026-02-17T00:24:41.257 INFO:teuthology.orchestra.run.trial143.stdout:{"epoch":2,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","modified":"2026-02-17T00:24:34.811178Z","created":"2026-02-17T00:23:46.062334Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"trial098","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:3300","nonce":0},{"type":"v1","addr":"10.20.193.98:6789","nonce":0}]},"addr":"10.20.193.98:6789/0","public_addr":"10.20.193.98:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"trial143","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:3300","nonce":0},{"type":"v1","addr":"10.20.193.143:6789","nonce":0}]},"addr":"10.20.193.143:6789/0","public_addr":"10.20.193.143:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2026-02-17T00:24:41.257 INFO:teuthology.orchestra.run.trial143.stderr:dumped monmap epoch 2 2026-02-17T00:24:41.257 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: mgrmap e18: trial098.ydsmee(active, since 12s), standbys: trial143.qcgsia 2026-02-17T00:24:41.257 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr metadata", "who": "trial143.qcgsia", "id": "trial143.qcgsia"}]: dispatch 2026-02-17T00:24:41.258 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.258 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.258 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:41.258 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:24:41.258 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: Updating trial098:/etc/ceph/ceph.conf 2026-02-17T00:24:41.258 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: Updating trial143:/etc/ceph/ceph.conf 2026-02-17T00:24:41.258 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: Updating trial098:/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.conf 2026-02-17T00:24:41.258 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: Updating trial143:/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/config/ceph.conf 2026-02-17T00:24:41.258 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.258 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.258 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.259 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.259 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.259 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: Reconfiguring mon.trial098 (unknown last config time)... 2026-02-17T00:24:41.259 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-17T00:24:41.259 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-17T00:24:41.259 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:41.259 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: Reconfiguring daemon mon.trial098 on trial098 2026-02-17T00:24:41.259 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:24:41.259 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.259 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:41.259 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial098.ydsmee", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-17T00:24:41.259 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-17T00:24:41.260 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:41.293 INFO:tasks.cephadm:Generating final ceph.conf file... 2026-02-17T00:24:41.293 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph config generate-minimal-conf 2026-02-17T00:24:41.448 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:41.654 INFO:teuthology.orchestra.run.trial098.stdout:# minimal ceph.conf for e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:24:41.655 INFO:teuthology.orchestra.run.trial098.stdout:[global] 2026-02-17T00:24:41.655 INFO:teuthology.orchestra.run.trial098.stdout: fsid = e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:24:41.655 INFO:teuthology.orchestra.run.trial098.stdout: mon_host = [v2:10.20.193.98:3300/0,v1:10.20.193.98:6789/0] [v2:10.20.193.143:3300/0,v1:10.20.193.143:6789/0] 2026-02-17T00:24:41.693 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2026-02-17T00:24:41.693 DEBUG:teuthology.orchestra.run.trial098:> set -ex 2026-02-17T00:24:41.693 DEBUG:teuthology.orchestra.run.trial098:> sudo dd of=/etc/ceph/ceph.conf 2026-02-17T00:24:41.720 DEBUG:teuthology.orchestra.run.trial098:> set -ex 2026-02-17T00:24:41.720 DEBUG:teuthology.orchestra.run.trial098:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-17T00:24:41.787 DEBUG:teuthology.orchestra.run.trial143:> set -ex 2026-02-17T00:24:41.787 DEBUG:teuthology.orchestra.run.trial143:> sudo dd of=/etc/ceph/ceph.conf 2026-02-17T00:24:41.816 DEBUG:teuthology.orchestra.run.trial143:> set -ex 2026-02-17T00:24:41.816 DEBUG:teuthology.orchestra.run.trial143:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-17T00:24:41.879 INFO:tasks.cephadm:Deploying OSDs... 2026-02-17T00:24:41.880 DEBUG:teuthology.orchestra.run.trial098:> set -ex 2026-02-17T00:24:41.880 DEBUG:teuthology.orchestra.run.trial098:> dd if=/scratch_devs of=/dev/stdout 2026-02-17T00:24:41.897 DEBUG:teuthology.misc:devs=['/dev/nvme3n1', '/dev/nvme4n1', '/dev/nvme5n1', '/dev/nvme6n1'] 2026-02-17T00:24:41.898 DEBUG:teuthology.orchestra.run.trial098:> stat /dev/nvme3n1 2026-02-17T00:24:41.955 INFO:teuthology.orchestra.run.trial098.stdout: File: /dev/nvme3n1 2026-02-17T00:24:41.956 INFO:teuthology.orchestra.run.trial098.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:24:41.956 INFO:teuthology.orchestra.run.trial098.stdout:Device: 6h/6d Inode: 1328 Links: 1 Device type: 103,6 2026-02-17T00:24:41.956 INFO:teuthology.orchestra.run.trial098.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:24:41.956 INFO:teuthology.orchestra.run.trial098.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:24:41.956 INFO:teuthology.orchestra.run.trial098.stdout:Access: 2026-02-17 00:24:10.484684942 +0000 2026-02-17T00:24:41.956 INFO:teuthology.orchestra.run.trial098.stdout:Modify: 2026-02-17 00:23:27.342305345 +0000 2026-02-17T00:24:41.956 INFO:teuthology.orchestra.run.trial098.stdout:Change: 2026-02-17 00:23:27.342305345 +0000 2026-02-17T00:24:41.956 INFO:teuthology.orchestra.run.trial098.stdout: Birth: 2026-02-17 00:23:26.419115391 +0000 2026-02-17T00:24:41.957 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-02-17T00:24:42.021 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records in 2026-02-17T00:24:42.021 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records out 2026-02-17T00:24:42.021 INFO:teuthology.orchestra.run.trial098.stderr:512 bytes copied, 0.000164385 s, 3.1 MB/s 2026-02-17T00:24:42.023 DEBUG:teuthology.orchestra.run.trial098:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-02-17T00:24:42.081 DEBUG:teuthology.orchestra.run.trial098:> stat /dev/nvme4n1 2026-02-17T00:24:42.139 INFO:teuthology.orchestra.run.trial098.stdout: File: /dev/nvme4n1 2026-02-17T00:24:42.139 INFO:teuthology.orchestra.run.trial098.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:24:42.139 INFO:teuthology.orchestra.run.trial098.stdout:Device: 6h/6d Inode: 1340 Links: 1 Device type: 103,8 2026-02-17T00:24:42.139 INFO:teuthology.orchestra.run.trial098.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:24:42.140 INFO:teuthology.orchestra.run.trial098.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:24:42.140 INFO:teuthology.orchestra.run.trial098.stdout:Access: 2026-02-17 00:24:10.518684406 +0000 2026-02-17T00:24:42.140 INFO:teuthology.orchestra.run.trial098.stdout:Modify: 2026-02-17 00:23:27.743438215 +0000 2026-02-17T00:24:42.140 INFO:teuthology.orchestra.run.trial098.stdout:Change: 2026-02-17 00:23:27.743438215 +0000 2026-02-17T00:24:42.140 INFO:teuthology.orchestra.run.trial098.stdout: Birth: 2026-02-17 00:23:26.557113215 +0000 2026-02-17T00:24:42.140 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/nvme4n1 of=/dev/null count=1 2026-02-17T00:24:42.202 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records in 2026-02-17T00:24:42.202 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records out 2026-02-17T00:24:42.203 INFO:teuthology.orchestra.run.trial098.stderr:512 bytes copied, 0.000172049 s, 3.0 MB/s 2026-02-17T00:24:42.204 DEBUG:teuthology.orchestra.run.trial098:> ! mount | grep -v devtmpfs | grep -q /dev/nvme4n1 2026-02-17T00:24:42.261 DEBUG:teuthology.orchestra.run.trial098:> stat /dev/nvme5n1 2026-02-17T00:24:42.317 INFO:teuthology.orchestra.run.trial098.stdout: File: /dev/nvme5n1 2026-02-17T00:24:42.317 INFO:teuthology.orchestra.run.trial098.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:24:42.317 INFO:teuthology.orchestra.run.trial098.stdout:Device: 6h/6d Inode: 1352 Links: 1 Device type: 103,a 2026-02-17T00:24:42.317 INFO:teuthology.orchestra.run.trial098.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:24:42.317 INFO:teuthology.orchestra.run.trial098.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:24:42.317 INFO:teuthology.orchestra.run.trial098.stdout:Access: 2026-02-17 00:24:10.556683807 +0000 2026-02-17T00:24:42.317 INFO:teuthology.orchestra.run.trial098.stdout:Modify: 2026-02-17 00:23:28.144432235 +0000 2026-02-17T00:24:42.317 INFO:teuthology.orchestra.run.trial098.stdout:Change: 2026-02-17 00:23:28.144432235 +0000 2026-02-17T00:24:42.317 INFO:teuthology.orchestra.run.trial098.stdout: Birth: 2026-02-17 00:23:26.683111228 +0000 2026-02-17T00:24:42.318 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/nvme5n1 of=/dev/null count=1 2026-02-17T00:24:42.378 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: Reconfiguring mgr.trial098.ydsmee (unknown last config time)... 2026-02-17T00:24:42.379 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: Reconfiguring daemon mgr.trial098.ydsmee on trial098 2026-02-17T00:24:42.379 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:42.379 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:42.379 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: Reconfiguring ceph-exporter.trial098 (monmap changed)... 2026-02-17T00:24:42.379 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial098", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-17T00:24:42.379 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:42.379 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: Reconfiguring daemon ceph-exporter.trial098 on trial098 2026-02-17T00:24:42.379 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/1555776567' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:42.379 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:42.379 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:42.380 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: Reconfiguring crash.trial098 (monmap changed)... 2026-02-17T00:24:42.380 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial098", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-17T00:24:42.380 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:42.380 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: Reconfiguring daemon crash.trial098 on trial098 2026-02-17T00:24:42.380 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:42.380 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:42.380 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: Reconfiguring alertmanager.trial098 (dependencies changed)... 2026-02-17T00:24:42.380 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: Reconfiguring daemon alertmanager.trial098 on trial098 2026-02-17T00:24:42.380 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:42 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1617945554' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:42.381 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records in 2026-02-17T00:24:42.381 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records out 2026-02-17T00:24:42.381 INFO:teuthology.orchestra.run.trial098.stderr:512 bytes copied, 0.00016165 s, 3.2 MB/s 2026-02-17T00:24:42.382 DEBUG:teuthology.orchestra.run.trial098:> ! mount | grep -v devtmpfs | grep -q /dev/nvme5n1 2026-02-17T00:24:42.441 DEBUG:teuthology.orchestra.run.trial098:> stat /dev/nvme6n1 2026-02-17T00:24:42.499 INFO:teuthology.orchestra.run.trial098.stdout: File: /dev/nvme6n1 2026-02-17T00:24:42.499 INFO:teuthology.orchestra.run.trial098.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:24:42.499 INFO:teuthology.orchestra.run.trial098.stdout:Device: 6h/6d Inode: 1364 Links: 1 Device type: 103,c 2026-02-17T00:24:42.499 INFO:teuthology.orchestra.run.trial098.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:24:42.499 INFO:teuthology.orchestra.run.trial098.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:24:42.500 INFO:teuthology.orchestra.run.trial098.stdout:Access: 2026-02-17 00:24:10.593683224 +0000 2026-02-17T00:24:42.500 INFO:teuthology.orchestra.run.trial098.stdout:Modify: 2026-02-17 00:23:28.540392947 +0000 2026-02-17T00:24:42.500 INFO:teuthology.orchestra.run.trial098.stdout:Change: 2026-02-17 00:23:28.540392947 +0000 2026-02-17T00:24:42.500 INFO:teuthology.orchestra.run.trial098.stdout: Birth: 2026-02-17 00:23:26.814130394 +0000 2026-02-17T00:24:42.500 DEBUG:teuthology.orchestra.run.trial098:> sudo dd if=/dev/nvme6n1 of=/dev/null count=1 2026-02-17T00:24:42.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: Reconfiguring mgr.trial098.ydsmee (unknown last config time)... 2026-02-17T00:24:42.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: Reconfiguring daemon mgr.trial098.ydsmee on trial098 2026-02-17T00:24:42.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:42.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:42.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: Reconfiguring ceph-exporter.trial098 (monmap changed)... 2026-02-17T00:24:42.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial098", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-17T00:24:42.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:42.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: Reconfiguring daemon ceph-exporter.trial098 on trial098 2026-02-17T00:24:42.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/1555776567' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-17T00:24:42.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:42.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:42.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: Reconfiguring crash.trial098 (monmap changed)... 2026-02-17T00:24:42.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial098", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-17T00:24:42.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:42.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: Reconfiguring daemon crash.trial098 on trial098 2026-02-17T00:24:42.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:42.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:42.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: Reconfiguring alertmanager.trial098 (dependencies changed)... 2026-02-17T00:24:42.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: Reconfiguring daemon alertmanager.trial098 on trial098 2026-02-17T00:24:42.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:42 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1617945554' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:42.565 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records in 2026-02-17T00:24:42.565 INFO:teuthology.orchestra.run.trial098.stderr:1+0 records out 2026-02-17T00:24:42.565 INFO:teuthology.orchestra.run.trial098.stderr:512 bytes copied, 0.000159296 s, 3.2 MB/s 2026-02-17T00:24:42.566 DEBUG:teuthology.orchestra.run.trial098:> ! mount | grep -v devtmpfs | grep -q /dev/nvme6n1 2026-02-17T00:24:42.623 DEBUG:teuthology.orchestra.run.trial143:> set -ex 2026-02-17T00:24:42.623 DEBUG:teuthology.orchestra.run.trial143:> dd if=/scratch_devs of=/dev/stdout 2026-02-17T00:24:42.639 DEBUG:teuthology.misc:devs=['/dev/nvme3n1', '/dev/nvme4n1', '/dev/nvme5n1', '/dev/nvme6n1'] 2026-02-17T00:24:42.640 DEBUG:teuthology.orchestra.run.trial143:> stat /dev/nvme3n1 2026-02-17T00:24:42.696 INFO:teuthology.orchestra.run.trial143.stdout: File: /dev/nvme3n1 2026-02-17T00:24:42.696 INFO:teuthology.orchestra.run.trial143.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:24:42.696 INFO:teuthology.orchestra.run.trial143.stdout:Device: 6h/6d Inode: 1328 Links: 1 Device type: 103,6 2026-02-17T00:24:42.696 INFO:teuthology.orchestra.run.trial143.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:24:42.696 INFO:teuthology.orchestra.run.trial143.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:24:42.696 INFO:teuthology.orchestra.run.trial143.stdout:Access: 2026-02-17 00:24:29.799756566 +0000 2026-02-17T00:24:42.696 INFO:teuthology.orchestra.run.trial143.stdout:Modify: 2026-02-17 00:23:30.511278454 +0000 2026-02-17T00:24:42.696 INFO:teuthology.orchestra.run.trial143.stdout:Change: 2026-02-17 00:23:30.511278454 +0000 2026-02-17T00:24:42.697 INFO:teuthology.orchestra.run.trial143.stdout: Birth: 2026-02-17 00:23:29.599348000 +0000 2026-02-17T00:24:42.697 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-02-17T00:24:42.759 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records in 2026-02-17T00:24:42.759 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records out 2026-02-17T00:24:42.759 INFO:teuthology.orchestra.run.trial143.stderr:512 bytes copied, 0.000156761 s, 3.3 MB/s 2026-02-17T00:24:42.760 DEBUG:teuthology.orchestra.run.trial143:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-02-17T00:24:42.817 DEBUG:teuthology.orchestra.run.trial143:> stat /dev/nvme4n1 2026-02-17T00:24:42.875 INFO:teuthology.orchestra.run.trial143.stdout: File: /dev/nvme4n1 2026-02-17T00:24:42.876 INFO:teuthology.orchestra.run.trial143.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:24:42.876 INFO:teuthology.orchestra.run.trial143.stdout:Device: 6h/6d Inode: 1340 Links: 1 Device type: 103,8 2026-02-17T00:24:42.876 INFO:teuthology.orchestra.run.trial143.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:24:42.876 INFO:teuthology.orchestra.run.trial143.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:24:42.876 INFO:teuthology.orchestra.run.trial143.stdout:Access: 2026-02-17 00:24:29.841755852 +0000 2026-02-17T00:24:42.876 INFO:teuthology.orchestra.run.trial143.stdout:Modify: 2026-02-17 00:23:30.911247950 +0000 2026-02-17T00:24:42.876 INFO:teuthology.orchestra.run.trial143.stdout:Change: 2026-02-17 00:23:30.911247950 +0000 2026-02-17T00:24:42.876 INFO:teuthology.orchestra.run.trial143.stdout: Birth: 2026-02-17 00:23:29.726338316 +0000 2026-02-17T00:24:42.877 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/nvme4n1 of=/dev/null count=1 2026-02-17T00:24:42.938 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records in 2026-02-17T00:24:42.938 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records out 2026-02-17T00:24:42.939 INFO:teuthology.orchestra.run.trial143.stderr:512 bytes copied, 0.000158845 s, 3.2 MB/s 2026-02-17T00:24:42.940 DEBUG:teuthology.orchestra.run.trial143:> ! mount | grep -v devtmpfs | grep -q /dev/nvme4n1 2026-02-17T00:24:42.997 DEBUG:teuthology.orchestra.run.trial143:> stat /dev/nvme5n1 2026-02-17T00:24:43.052 INFO:teuthology.orchestra.run.trial143.stdout: File: /dev/nvme5n1 2026-02-17T00:24:43.053 INFO:teuthology.orchestra.run.trial143.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:24:43.053 INFO:teuthology.orchestra.run.trial143.stdout:Device: 6h/6d Inode: 1352 Links: 1 Device type: 103,a 2026-02-17T00:24:43.053 INFO:teuthology.orchestra.run.trial143.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:24:43.053 INFO:teuthology.orchestra.run.trial143.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:24:43.053 INFO:teuthology.orchestra.run.trial143.stdout:Access: 2026-02-17 00:24:29.884755122 +0000 2026-02-17T00:24:43.053 INFO:teuthology.orchestra.run.trial143.stdout:Modify: 2026-02-17 00:23:31.308217676 +0000 2026-02-17T00:24:43.053 INFO:teuthology.orchestra.run.trial143.stdout:Change: 2026-02-17 00:23:31.308217676 +0000 2026-02-17T00:24:43.053 INFO:teuthology.orchestra.run.trial143.stdout: Birth: 2026-02-17 00:23:29.853328631 +0000 2026-02-17T00:24:43.054 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/nvme5n1 of=/dev/null count=1 2026-02-17T00:24:43.116 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records in 2026-02-17T00:24:43.116 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records out 2026-02-17T00:24:43.116 INFO:teuthology.orchestra.run.trial143.stderr:512 bytes copied, 0.000179754 s, 2.8 MB/s 2026-02-17T00:24:43.117 DEBUG:teuthology.orchestra.run.trial143:> ! mount | grep -v devtmpfs | grep -q /dev/nvme5n1 2026-02-17T00:24:43.174 DEBUG:teuthology.orchestra.run.trial143:> stat /dev/nvme6n1 2026-02-17T00:24:43.229 INFO:teuthology.orchestra.run.trial143.stdout: File: /dev/nvme6n1 2026-02-17T00:24:43.230 INFO:teuthology.orchestra.run.trial143.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-02-17T00:24:43.230 INFO:teuthology.orchestra.run.trial143.stdout:Device: 6h/6d Inode: 1364 Links: 1 Device type: 103,c 2026-02-17T00:24:43.230 INFO:teuthology.orchestra.run.trial143.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-02-17T00:24:43.230 INFO:teuthology.orchestra.run.trial143.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-02-17T00:24:43.230 INFO:teuthology.orchestra.run.trial143.stdout:Access: 2026-02-17 00:24:29.927754392 +0000 2026-02-17T00:24:43.230 INFO:teuthology.orchestra.run.trial143.stdout:Modify: 2026-02-17 00:23:31.705187402 +0000 2026-02-17T00:24:43.230 INFO:teuthology.orchestra.run.trial143.stdout:Change: 2026-02-17 00:23:31.705187402 +0000 2026-02-17T00:24:43.230 INFO:teuthology.orchestra.run.trial143.stdout: Birth: 2026-02-17 00:23:29.980318946 +0000 2026-02-17T00:24:43.231 DEBUG:teuthology.orchestra.run.trial143:> sudo dd if=/dev/nvme6n1 of=/dev/null count=1 2026-02-17T00:24:43.292 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records in 2026-02-17T00:24:43.292 INFO:teuthology.orchestra.run.trial143.stderr:1+0 records out 2026-02-17T00:24:43.293 INFO:teuthology.orchestra.run.trial143.stderr:512 bytes copied, 0.000167562 s, 3.1 MB/s 2026-02-17T00:24:43.294 DEBUG:teuthology.orchestra.run.trial143:> ! mount | grep -v devtmpfs | grep -q /dev/nvme6n1 2026-02-17T00:24:43.351 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph orch apply osd --all-available-devices 2026-02-17T00:24:43.412 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:43 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:43.412 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:43 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:43.412 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:43 trial143 ceph-mon[42968]: Reconfiguring grafana.trial098 (dependencies changed)... 2026-02-17T00:24:43.412 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:43 trial143 ceph-mon[42968]: Reconfiguring daemon grafana.trial098 on trial098 2026-02-17T00:24:43.412 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:43 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:24:43.412 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:43 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:43.412 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:43 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:43.449 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:43 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:43.449 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:43 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:43.449 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:43 trial098 ceph-mon[35470]: Reconfiguring grafana.trial098 (dependencies changed)... 2026-02-17T00:24:43.449 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:43 trial098 ceph-mon[35470]: Reconfiguring daemon grafana.trial098 on trial098 2026-02-17T00:24:43.449 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:43 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:24:43.449 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:43 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:43.449 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:43 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:43.539 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial143/config 2026-02-17T00:24:43.740 INFO:teuthology.orchestra.run.trial143.stdout:Scheduled osd.all-available-devices update... 2026-02-17T00:24:43.799 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2026-02-17T00:24:43.799 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:24:43.956 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:44.150 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:44.189 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":5,"num_osds":0,"num_up_osds":0,"osd_up_since":0,"num_in_osds":0,"osd_in_since":0,"num_remapped_pgs":0} 2026-02-17T00:24:44.923 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: Reconfiguring prometheus.trial098 (dependencies changed)... 2026-02-17T00:24:44.923 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: Reconfiguring daemon prometheus.trial098 on trial098 2026-02-17T00:24:44.924 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.924 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.924 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: Reconfiguring ceph-exporter.trial143 (monmap changed)... 2026-02-17T00:24:44.924 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial143", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-17T00:24:44.924 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:44.924 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: Reconfiguring daemon ceph-exporter.trial143 on trial143 2026-02-17T00:24:44.924 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch apply osd", "all_available_devices": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:44.924 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: Marking host: trial098 for OSDSpec preview refresh. 2026-02-17T00:24:44.924 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: Marking host: trial143 for OSDSpec preview refresh. 2026-02-17T00:24:44.925 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: Saving service osd.all-available-devices spec with placement * 2026-02-17T00:24:44.925 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.925 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.925 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.925 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial143", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-17T00:24:44.925 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:44.925 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3422698593' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:44.925 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.926 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.926 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial143.qcgsia", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-17T00:24:44.926 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-17T00:24:44.926 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:44.926 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.926 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.927 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-17T00:24:44.927 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-17T00:24:44.927 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:44.927 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.927 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.927 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-17T00:24:44.928 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial098:9093"}]: dispatch 2026-02-17T00:24:44.928 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.928 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-17T00:24:44.928 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial098:3000"}]: dispatch 2026-02-17T00:24:44.928 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.928 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:24:44.928 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial098:9095"}]: dispatch 2026-02-17T00:24:44.928 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:44 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.929 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: Reconfiguring prometheus.trial098 (dependencies changed)... 2026-02-17T00:24:44.929 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: Reconfiguring daemon prometheus.trial098 on trial098 2026-02-17T00:24:44.930 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.930 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.930 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: Reconfiguring ceph-exporter.trial143 (monmap changed)... 2026-02-17T00:24:44.930 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.trial143", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2026-02-17T00:24:44.930 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:44.930 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: Reconfiguring daemon ceph-exporter.trial143 on trial143 2026-02-17T00:24:44.930 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch apply osd", "all_available_devices": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:24:44.930 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: Marking host: trial098 for OSDSpec preview refresh. 2026-02-17T00:24:44.930 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: Marking host: trial143 for OSDSpec preview refresh. 2026-02-17T00:24:44.930 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: Saving service osd.all-available-devices spec with placement * 2026-02-17T00:24:44.930 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.930 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.trial143", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2026-02-17T00:24:44.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:44.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3422698593' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:44.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.trial143.qcgsia", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-17T00:24:44.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-17T00:24:44.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:44.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-17T00:24:44.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-17T00:24:44.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:44.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-17T00:24:44.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial098:9093"}]: dispatch 2026-02-17T00:24:44.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-17T00:24:44.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial098:3000"}]: dispatch 2026-02-17T00:24:44.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:44.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:24:44.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial098:9095"}]: dispatch 2026-02-17T00:24:44.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:44 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.190 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:24:45.348 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:45.546 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:45.583 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":5,"num_osds":0,"num_up_osds":0,"osd_up_since":0,"num_in_osds":0,"osd_in_since":0,"num_remapped_pgs":0} 2026-02-17T00:24:45.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: Reconfiguring crash.trial143 (monmap changed)... 2026-02-17T00:24:45.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: Reconfiguring daemon crash.trial143 on trial143 2026-02-17T00:24:45.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: Reconfiguring mgr.trial143.qcgsia (monmap changed)... 2026-02-17T00:24:45.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: Reconfiguring daemon mgr.trial143.qcgsia on trial143 2026-02-17T00:24:45.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: Reconfiguring mon.trial143 (monmap changed)... 2026-02-17T00:24:45.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: Reconfiguring daemon mon.trial143 on trial143 2026-02-17T00:24:45.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-17T00:24:45.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial098:9093"}]: dispatch 2026-02-17T00:24:45.748 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-17T00:24:45.748 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial098:3000"}]: dispatch 2026-02-17T00:24:45.748 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:24:45.748 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial098:9095"}]: dispatch 2026-02-17T00:24:45.748 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:24:45.748 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.748 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.748 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.748 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.748 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/4144738504' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:45.748 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.749 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.749 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.749 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.749 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:45.749 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:24:45.749 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.749 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:24:45.749 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-17T00:24:45.749 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:45.749 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-17T00:24:45.749 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:45.956 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: Reconfiguring crash.trial143 (monmap changed)... 2026-02-17T00:24:45.956 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: Reconfiguring daemon crash.trial143 on trial143 2026-02-17T00:24:45.956 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: Reconfiguring mgr.trial143.qcgsia (monmap changed)... 2026-02-17T00:24:45.957 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: Reconfiguring daemon mgr.trial143.qcgsia on trial143 2026-02-17T00:24:45.957 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: Reconfiguring mon.trial143 (monmap changed)... 2026-02-17T00:24:45.957 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: Reconfiguring daemon mon.trial143 on trial143 2026-02-17T00:24:45.957 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-17T00:24:45.957 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial098:9093"}]: dispatch 2026-02-17T00:24:45.957 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-17T00:24:45.957 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial098:3000"}]: dispatch 2026-02-17T00:24:45.957 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:24:45.957 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial098:9095"}]: dispatch 2026-02-17T00:24:45.957 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:24:45.958 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.958 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.958 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.958 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.958 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/4144738504' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:45.958 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.958 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.958 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.958 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.958 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:45.958 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:24:45.958 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:24:45.959 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:24:45.959 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-17T00:24:45.959 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:45.959 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-17T00:24:45.959 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:24:46.584 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:24:46.739 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:46.867 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:46 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/325565823' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41a7e483-5281-4985-9ade-2e12a6d4e05e"}]: dispatch 2026-02-17T00:24:46.867 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:46 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/325565823' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "41a7e483-5281-4985-9ade-2e12a6d4e05e"}]': finished 2026-02-17T00:24:46.867 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:46 trial098 ceph-mon[35470]: osdmap e6: 1 total, 0 up, 1 in 2026-02-17T00:24:46.867 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:46 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:46.867 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:46 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/268351888' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22125cce-6150-4e81-8bd5-6c1a7f54b5db"}]: dispatch 2026-02-17T00:24:46.867 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:46 trial098 ceph-mon[35470]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22125cce-6150-4e81-8bd5-6c1a7f54b5db"}]: dispatch 2026-02-17T00:24:46.867 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:46 trial098 ceph-mon[35470]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "22125cce-6150-4e81-8bd5-6c1a7f54b5db"}]': finished 2026-02-17T00:24:46.867 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:46 trial098 ceph-mon[35470]: osdmap e7: 2 total, 0 up, 2 in 2026-02-17T00:24:46.868 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:46 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:46.868 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:46 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:24:46.939 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:46.998 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":7,"num_osds":2,"num_up_osds":0,"osd_up_since":0,"num_in_osds":2,"osd_in_since":1771287886,"num_remapped_pgs":0} 2026-02-17T00:24:47.165 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:46 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/325565823' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41a7e483-5281-4985-9ade-2e12a6d4e05e"}]: dispatch 2026-02-17T00:24:47.165 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:46 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/325565823' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "41a7e483-5281-4985-9ade-2e12a6d4e05e"}]': finished 2026-02-17T00:24:47.165 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:46 trial143 ceph-mon[42968]: osdmap e6: 1 total, 0 up, 1 in 2026-02-17T00:24:47.165 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:46 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:47.165 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:46 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/268351888' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22125cce-6150-4e81-8bd5-6c1a7f54b5db"}]: dispatch 2026-02-17T00:24:47.165 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:46 trial143 ceph-mon[42968]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "22125cce-6150-4e81-8bd5-6c1a7f54b5db"}]: dispatch 2026-02-17T00:24:47.165 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:46 trial143 ceph-mon[42968]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "22125cce-6150-4e81-8bd5-6c1a7f54b5db"}]': finished 2026-02-17T00:24:47.165 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:46 trial143 ceph-mon[42968]: osdmap e7: 2 total, 0 up, 2 in 2026-02-17T00:24:47.165 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:46 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:47.165 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:46 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:24:47.998 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:24:48.150 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:48.174 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:47 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1896840293' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:48.174 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:47 trial098 ceph-mon[35470]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:24:48.174 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:47 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/257536214' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:24:48.174 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:47 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/3622400535' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:24:48.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:47 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1896840293' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:48.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:47 trial143 ceph-mon[42968]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:24:48.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:47 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/257536214' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:24:48.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:47 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/3622400535' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:24:48.341 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:48.377 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":7,"num_osds":2,"num_up_osds":0,"osd_up_since":0,"num_in_osds":2,"osd_in_since":1771287886,"num_remapped_pgs":0} 2026-02-17T00:24:49.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:48 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/257928399' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:49.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:48 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/257928399' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:49.379 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:24:49.537 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:49.729 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:49.764 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":7,"num_osds":2,"num_up_osds":0,"osd_up_since":0,"num_in_osds":2,"osd_in_since":1771287886,"num_remapped_pgs":0} 2026-02-17T00:24:49.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:49 trial098 ceph-mon[35470]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:24:49.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:49 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2630291140' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:50.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:49 trial143 ceph-mon[42968]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:24:50.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:49 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2630291140' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:50.765 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:24:50.891 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:50 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/3037591922' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30ae517a-338c-47c9-bc95-1d20152c5200"}]: dispatch 2026-02-17T00:24:50.891 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:50 trial098 ceph-mon[35470]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30ae517a-338c-47c9-bc95-1d20152c5200"}]: dispatch 2026-02-17T00:24:50.891 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:50 trial098 ceph-mon[35470]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "30ae517a-338c-47c9-bc95-1d20152c5200"}]': finished 2026-02-17T00:24:50.892 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:50 trial098 ceph-mon[35470]: osdmap e8: 3 total, 0 up, 3 in 2026-02-17T00:24:50.892 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:50 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:50.892 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:50 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:24:50.892 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:50 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:24:50.892 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:50 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3948480765' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9b9f500-cfe9-4adb-85ad-5609178415b7"}]: dispatch 2026-02-17T00:24:50.892 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:50 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3948480765' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e9b9f500-cfe9-4adb-85ad-5609178415b7"}]': finished 2026-02-17T00:24:50.892 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:50 trial098 ceph-mon[35470]: osdmap e9: 4 total, 0 up, 4 in 2026-02-17T00:24:50.892 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:50 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:50.892 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:50 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:24:50.892 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:50 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:24:50.892 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:50 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:24:50.923 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:51.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:50 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/3037591922' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30ae517a-338c-47c9-bc95-1d20152c5200"}]: dispatch 2026-02-17T00:24:51.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:50 trial143 ceph-mon[42968]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30ae517a-338c-47c9-bc95-1d20152c5200"}]: dispatch 2026-02-17T00:24:51.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:50 trial143 ceph-mon[42968]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "30ae517a-338c-47c9-bc95-1d20152c5200"}]': finished 2026-02-17T00:24:51.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:50 trial143 ceph-mon[42968]: osdmap e8: 3 total, 0 up, 3 in 2026-02-17T00:24:51.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:50 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:51.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:50 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:24:51.025 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:50 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:24:51.025 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:50 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3948480765' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9b9f500-cfe9-4adb-85ad-5609178415b7"}]: dispatch 2026-02-17T00:24:51.025 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:50 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3948480765' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e9b9f500-cfe9-4adb-85ad-5609178415b7"}]': finished 2026-02-17T00:24:51.025 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:50 trial143 ceph-mon[42968]: osdmap e9: 4 total, 0 up, 4 in 2026-02-17T00:24:51.025 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:50 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:51.025 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:50 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:24:51.025 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:50 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:24:51.025 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:50 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:24:51.126 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:51.164 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":9,"num_osds":4,"num_up_osds":0,"osd_up_since":0,"num_in_osds":4,"osd_in_since":1771287890,"num_remapped_pgs":0} 2026-02-17T00:24:52.164 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:24:52.187 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:51 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/1864121690' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:24:52.187 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:51 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2365820328' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:52.187 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:51 trial098 ceph-mon[35470]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:24:52.187 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:51 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2051763558' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:24:52.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:51 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/1864121690' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:24:52.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:51 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2365820328' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:52.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:51 trial143 ceph-mon[42968]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:24:52.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:51 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2051763558' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:24:52.322 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:52.520 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:52.557 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":9,"num_osds":4,"num_up_osds":0,"osd_up_since":0,"num_in_osds":4,"osd_in_since":1771287890,"num_remapped_pgs":0} 2026-02-17T00:24:53.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:52 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/4259448806' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:53.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:52 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/4259448806' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:53.558 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:24:53.709 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:53.968 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:54.003 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":9,"num_osds":4,"num_up_osds":0,"osd_up_since":0,"num_in_osds":4,"osd_in_since":1771287890,"num_remapped_pgs":0} 2026-02-17T00:24:54.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:53 trial098 ceph-mon[35470]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:24:54.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:53 trial143 ceph-mon[42968]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:24:54.995 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:54 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/786719203' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:54.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:54 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/2562816613' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad908512-b845-43e5-be9d-85a4a9fe6448"}]: dispatch 2026-02-17T00:24:54.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:54 trial098 ceph-mon[35470]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad908512-b845-43e5-be9d-85a4a9fe6448"}]: dispatch 2026-02-17T00:24:54.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:54 trial098 ceph-mon[35470]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ad908512-b845-43e5-be9d-85a4a9fe6448"}]': finished 2026-02-17T00:24:54.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:54 trial098 ceph-mon[35470]: osdmap e10: 5 total, 0 up, 5 in 2026-02-17T00:24:54.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:54 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:54.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:54 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:24:54.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:54 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:24:54.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:54 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:24:54.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:54 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:24:54.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:54 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2827802339' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "404b8e06-65f0-4e81-8ff7-1c89cd7fd328"}]: dispatch 2026-02-17T00:24:55.004 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:24:55.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:54 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/786719203' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:55.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:54 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/2562816613' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad908512-b845-43e5-be9d-85a4a9fe6448"}]: dispatch 2026-02-17T00:24:55.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:54 trial143 ceph-mon[42968]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad908512-b845-43e5-be9d-85a4a9fe6448"}]: dispatch 2026-02-17T00:24:55.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:54 trial143 ceph-mon[42968]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ad908512-b845-43e5-be9d-85a4a9fe6448"}]': finished 2026-02-17T00:24:55.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:54 trial143 ceph-mon[42968]: osdmap e10: 5 total, 0 up, 5 in 2026-02-17T00:24:55.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:54 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:55.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:54 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:24:55.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:54 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:24:55.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:54 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:24:55.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:54 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:24:55.025 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:54 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2827802339' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "404b8e06-65f0-4e81-8ff7-1c89cd7fd328"}]: dispatch 2026-02-17T00:24:55.160 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:55.363 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:55.400 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":11,"num_osds":6,"num_up_osds":0,"osd_up_since":0,"num_in_osds":6,"osd_in_since":1771287894,"num_remapped_pgs":0} 2026-02-17T00:24:56.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:55 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2827802339' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "404b8e06-65f0-4e81-8ff7-1c89cd7fd328"}]': finished 2026-02-17T00:24:56.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:55 trial098 ceph-mon[35470]: osdmap e11: 6 total, 0 up, 6 in 2026-02-17T00:24:56.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:55 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:56.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:55 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:24:56.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:55 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:24:56.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:55 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:24:56.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:55 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:24:56.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:55 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:24:56.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:55 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/2305550368' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:24:56.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:55 trial098 ceph-mon[35470]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:24:56.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:55 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1508956457' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:56.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:55 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/456930638' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:24:56.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:55 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2827802339' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "404b8e06-65f0-4e81-8ff7-1c89cd7fd328"}]': finished 2026-02-17T00:24:56.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:55 trial143 ceph-mon[42968]: osdmap e11: 6 total, 0 up, 6 in 2026-02-17T00:24:56.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:55 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:56.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:55 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:24:56.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:55 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:24:56.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:55 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:24:56.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:55 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:24:56.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:55 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:24:56.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:55 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/2305550368' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:24:56.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:55 trial143 ceph-mon[42968]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:24:56.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:55 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1508956457' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:56.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:55 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/456930638' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:24:56.401 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:24:56.559 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:56.767 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:56.803 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":11,"num_osds":6,"num_up_osds":0,"osd_up_since":0,"num_in_osds":6,"osd_in_since":1771287894,"num_remapped_pgs":0} 2026-02-17T00:24:57.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:56 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1070733079' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:57.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:56 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1070733079' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:57.804 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:24:57.964 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:58.079 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:57 trial098 ceph-mon[35470]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:24:58.080 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:57 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:24:58.093 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:57 trial143 ceph-mon[42968]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:24:58.093 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:57 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:24:58.167 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:58.204 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":12,"num_osds":7,"num_up_osds":0,"osd_up_since":0,"num_in_osds":7,"osd_in_since":1771287897,"num_remapped_pgs":0} 2026-02-17T00:24:59.205 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:24:59.233 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/612003688' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dce1426a-0866-4f37-ad2d-dac62a220b9c"}]: dispatch 2026-02-17T00:24:59.233 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dce1426a-0866-4f37-ad2d-dac62a220b9c"}]: dispatch 2026-02-17T00:24:59.233 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dce1426a-0866-4f37-ad2d-dac62a220b9c"}]': finished 2026-02-17T00:24:59.233 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: osdmap e12: 7 total, 0 up, 7 in 2026-02-17T00:24:59.233 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:59.234 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:24:59.234 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:24:59.234 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:24:59.234 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:24:59.234 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:24:59.234 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:24:59.234 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2014160780' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:59.234 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3775470807' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d444c4a5-1ac1-444e-a925-81a61760e78a"}]: dispatch 2026-02-17T00:24:59.234 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3775470807' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d444c4a5-1ac1-444e-a925-81a61760e78a"}]': finished 2026-02-17T00:24:59.234 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: osdmap e13: 8 total, 0 up, 8 in 2026-02-17T00:24:59.234 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:59.234 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:24:59.235 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:24:59.235 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:24:59.235 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:24:59.235 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:24:59.235 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:24:59.235 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:24:59.235 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:58 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/2322123428' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:24:59.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/612003688' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dce1426a-0866-4f37-ad2d-dac62a220b9c"}]: dispatch 2026-02-17T00:24:59.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dce1426a-0866-4f37-ad2d-dac62a220b9c"}]: dispatch 2026-02-17T00:24:59.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dce1426a-0866-4f37-ad2d-dac62a220b9c"}]': finished 2026-02-17T00:24:59.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: osdmap e12: 7 total, 0 up, 7 in 2026-02-17T00:24:59.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:59.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:24:59.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:24:59.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:24:59.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:24:59.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:24:59.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:24:59.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2014160780' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:24:59.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3775470807' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d444c4a5-1ac1-444e-a925-81a61760e78a"}]: dispatch 2026-02-17T00:24:59.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3775470807' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d444c4a5-1ac1-444e-a925-81a61760e78a"}]': finished 2026-02-17T00:24:59.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: osdmap e13: 8 total, 0 up, 8 in 2026-02-17T00:24:59.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:24:59.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:24:59.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:24:59.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:24:59.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:24:59.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:24:59.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:24:59.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:24:59.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:58 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/2322123428' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:24:59.366 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:24:59.558 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:24:59.596 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:00.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:59 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3855088512' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:25:00.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:59 trial098 ceph-mon[35470]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:00.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:24:59 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2523295175' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:00.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:59 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3855088512' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-17T00:25:00.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:59 trial143 ceph-mon[42968]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:00.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:24:59 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2523295175' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:00.598 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:00.750 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:00.943 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:00.978 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:01.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:00 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1472335967' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:01.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:00 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1472335967' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:01.980 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:02.133 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:02.244 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:01 trial143 ceph-mon[42968]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:02.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:01 trial098 ceph-mon[35470]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:02.335 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:02.372 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:03.009 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:02 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3532046936' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:03.009 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:02 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-17T00:25:03.009 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:02 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:03.009 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:02 trial098 ceph-mon[35470]: Deploying daemon osd.1 on trial143 2026-02-17T00:25:03.101 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:02 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3532046936' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:03.102 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:02 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-17T00:25:03.102 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:02 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:03.102 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:02 trial143 ceph-mon[42968]: Deploying daemon osd.1 on trial143 2026-02-17T00:25:03.373 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:03.537 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:03.881 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:03.920 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:04.159 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:03 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-17T00:25:04.159 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:03 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:04.159 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:03 trial098 ceph-mon[35470]: Deploying daemon osd.0 on trial098 2026-02-17T00:25:04.159 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:03 trial098 ceph-mon[35470]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:04.160 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:03 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2932962698' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:04.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:03 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-17T00:25:04.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:03 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:04.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:03 trial143 ceph-mon[42968]: Deploying daemon osd.0 on trial098 2026-02-17T00:25:04.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:03 trial143 ceph-mon[42968]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:04.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:03 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2932962698' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:04.922 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:05.081 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:05.284 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:05.320 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:06.322 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:06.437 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:06 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:06.438 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:06 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:06.438 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:06 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-17T00:25:06.438 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:06 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:06.438 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:06 trial098 ceph-mon[35470]: Deploying daemon osd.2 on trial143 2026-02-17T00:25:06.438 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:06 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3533753068' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:06.438 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:06 trial098 ceph-mon[35470]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:06.438 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:06 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:06.438 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:06 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:06.438 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:06 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-17T00:25:06.439 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:06 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:06.478 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:06.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:06 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:06.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:06 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:06.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:06 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-17T00:25:06.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:06 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:06.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:06 trial143 ceph-mon[42968]: Deploying daemon osd.2 on trial143 2026-02-17T00:25:06.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:06 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3533753068' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:06.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:06 trial143 ceph-mon[42968]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:06.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:06 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:06.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:06 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:06.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:06 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-17T00:25:06.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:06 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:06.822 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:06.871 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:07.436 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:07 trial143 ceph-mon[42968]: Deploying daemon osd.3 on trial098 2026-02-17T00:25:07.436 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:07 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/764027083' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:07.627 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:07 trial098 ceph-mon[35470]: Deploying daemon osd.3 on trial098 2026-02-17T00:25:07.627 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:07 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/764027083' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:07.873 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:08.035 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:08.240 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:08.278 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:08.407 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:08 trial098 ceph-mon[35470]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:08.407 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:08 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:08.407 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:08 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:08.408 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:08 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-17T00:25:08.408 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:08 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:08.408 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:08 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/65957484' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:08.423 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:08 trial143 ceph-mon[42968]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:08.423 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:08 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:08.423 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:08 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:08.423 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:08 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-17T00:25:08.423 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:08 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:08.423 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:08 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/65957484' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:09.279 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:09.392 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:09 trial098 ceph-mon[35470]: Deploying daemon osd.4 on trial143 2026-02-17T00:25:09.392 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:09 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:09.392 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:09 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:09.392 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:09 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-17T00:25:09.392 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:09 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:09.440 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:09.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:09 trial143 ceph-mon[42968]: Deploying daemon osd.4 on trial143 2026-02-17T00:25:09.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:09 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:09.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:09 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:09.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:09 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-17T00:25:09.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:09 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:09.784 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:09.823 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:10.493 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:10 trial143 ceph-mon[42968]: Deploying daemon osd.5 on trial098 2026-02-17T00:25:10.493 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:10 trial143 ceph-mon[42968]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:10.493 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:10 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1320814195' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:10.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:10 trial098 ceph-mon[35470]: Deploying daemon osd.5 on trial098 2026-02-17T00:25:10.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:10 trial098 ceph-mon[35470]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:10.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:10 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1320814195' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:10.825 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:10.990 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:11.194 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:11.231 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":13,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:11.415 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:11 trial098 ceph-mon[35470]: from='osd.1 [v2:10.20.193.143:6800/534520623,v1:10.20.193.143:6801/534520623]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-17T00:25:11.416 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:11 trial098 ceph-mon[35470]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-17T00:25:11.416 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:11 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:11.416 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:11 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:11.416 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:11 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-17T00:25:11.416 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:11 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:11.416 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:11 trial098 ceph-mon[35470]: Deploying daemon osd.6 on trial143 2026-02-17T00:25:11.416 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:11 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3369104648' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:11.435 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:11 trial143 ceph-mon[42968]: from='osd.1 [v2:10.20.193.143:6800/534520623,v1:10.20.193.143:6801/534520623]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-17T00:25:11.435 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:11 trial143 ceph-mon[42968]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-17T00:25:11.435 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:11 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:11.435 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:11 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:11.435 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:11 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-17T00:25:11.435 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:11 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:11.435 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:11 trial143 ceph-mon[42968]: Deploying daemon osd.6 on trial143 2026-02-17T00:25:11.435 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:11 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3369104648' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:12.233 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:12.388 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:12.398 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-17T00:25:12.398 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: osdmap e14: 8 total, 0 up, 8 in 2026-02-17T00:25:12.399 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:25:12.399 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:25:12.399 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:25:12.399 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:12.399 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:12.399 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:12.399 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:12.399 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='osd.1 [v2:10.20.193.143:6800/534520623,v1:10.20.193.143:6801/534520623]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:12.399 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:12.399 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:12.399 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='osd.0 [v2:10.20.193.98:6802/1898180301,v1:10.20.193.98:6803/1898180301]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-17T00:25:12.400 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:12.400 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:12.400 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:12.400 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-17T00:25:12.400 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:12 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:12.592 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:12.605 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-17T00:25:12.606 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: osdmap e14: 8 total, 0 up, 8 in 2026-02-17T00:25:12.606 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:25:12.606 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:25:12.606 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:25:12.606 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:12.606 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:12.606 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:12.606 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:12.606 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='osd.1 [v2:10.20.193.143:6800/534520623,v1:10.20.193.143:6801/534520623]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:12.606 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:12.607 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:12.607 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='osd.0 [v2:10.20.193.98:6802/1898180301,v1:10.20.193.98:6803/1898180301]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-17T00:25:12.607 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:12.607 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:12.607 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:12.607 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-17T00:25:12.607 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:12 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:12.655 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":15,"num_osds":8,"num_up_osds":0,"osd_up_since":0,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:13.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: Deploying daemon osd.7 on trial098 2026-02-17T00:25:13.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial143", "root=default"]}]': finished 2026-02-17T00:25:13.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='osd.0 [v2:10.20.193.98:6802/1898180301,v1:10.20.193.98:6803/1898180301]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-17T00:25:13.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: osdmap e15: 8 total, 0 up, 8 in 2026-02-17T00:25:13.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='osd.0 [v2:10.20.193.98:6802/1898180301,v1:10.20.193.98:6803/1898180301]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial098", "root=default"]}]: dispatch 2026-02-17T00:25:13.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:25:13.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:25:13.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:25:13.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:13.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:13.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:13.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:13.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:13.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:25:13.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:25:13.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3993747999' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:13.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='osd.2 [v2:10.20.193.143:6808/87503870,v1:10.20.193.143:6809/87503870]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-17T00:25:13.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-17T00:25:13.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:13 trial143 ceph-mon[42968]: from='osd.0 [v2:10.20.193.98:6802/1898180301,v1:10.20.193.98:6803/1898180301]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial098", "root=default"]}]': finished 2026-02-17T00:25:13.591 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: Deploying daemon osd.7 on trial098 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial143", "root=default"]}]': finished 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='osd.0 [v2:10.20.193.98:6802/1898180301,v1:10.20.193.98:6803/1898180301]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: osdmap e15: 8 total, 0 up, 8 in 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='osd.0 [v2:10.20.193.98:6802/1898180301,v1:10.20.193.98:6803/1898180301]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial098", "root=default"]}]: dispatch 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3993747999' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='osd.2 [v2:10.20.193.143:6808/87503870,v1:10.20.193.143:6809/87503870]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-17T00:25:13.592 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:13 trial098 ceph-mon[35470]: from='osd.0 [v2:10.20.193.98:6802/1898180301,v1:10.20.193.98:6803/1898180301]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial098", "root=default"]}]': finished 2026-02-17T00:25:13.657 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:13.816 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:14.022 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:14.058 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":16,"num_osds":8,"num_up_osds":1,"osd_up_since":1771287913,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:14.704 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: purged_snaps scrub starts 2026-02-17T00:25:14.704 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: purged_snaps scrub ok 2026-02-17T00:25:14.704 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='osd.2 [v2:10.20.193.143:6808/87503870,v1:10.20.193.143:6809/87503870]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: osd.1 [v2:10.20.193.143:6800/534520623,v1:10.20.193.143:6801/534520623] boot 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: osdmap e16: 8 total, 1 up, 8 in 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3757124785' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='osd.3 [v2:10.20.193.98:6810/1522420330,v1:10.20.193.98:6811/1522420330]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial143", "root=default"]}]': finished 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: from='osd.3 [v2:10.20.193.98:6810/1522420330,v1:10.20.193.98:6811/1522420330]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: osd.0 [v2:10.20.193.98:6802/1898180301,v1:10.20.193.98:6803/1898180301] boot 2026-02-17T00:25:14.705 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:14 trial143 ceph-mon[42968]: osdmap e17: 8 total, 2 up, 8 in 2026-02-17T00:25:14.716 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: purged_snaps scrub starts 2026-02-17T00:25:14.716 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: purged_snaps scrub ok 2026-02-17T00:25:14.716 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-17T00:25:14.716 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='osd.2 [v2:10.20.193.143:6808/87503870,v1:10.20.193.143:6809/87503870]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:14.717 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: osd.1 [v2:10.20.193.143:6800/534520623,v1:10.20.193.143:6801/534520623] boot 2026-02-17T00:25:14.717 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: osdmap e16: 8 total, 1 up, 8 in 2026-02-17T00:25:14.717 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:25:14.717 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:14.717 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-17T00:25:14.717 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:25:14.717 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:14.717 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:14.717 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:14.717 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:14.717 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:14.718 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:25:14.718 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-17T00:25:14.718 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:14.718 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:14.718 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3757124785' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:14.718 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='osd.3 [v2:10.20.193.98:6810/1522420330,v1:10.20.193.98:6811/1522420330]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-17T00:25:14.718 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial143", "root=default"]}]': finished 2026-02-17T00:25:14.718 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: from='osd.3 [v2:10.20.193.98:6810/1522420330,v1:10.20.193.98:6811/1522420330]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-17T00:25:14.718 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: osd.0 [v2:10.20.193.98:6802/1898180301,v1:10.20.193.98:6803/1898180301] boot 2026-02-17T00:25:14.718 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:14 trial098 ceph-mon[35470]: osdmap e17: 8 total, 2 up, 8 in 2026-02-17T00:25:15.060 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:15.226 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:15.342 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: purged_snaps scrub starts 2026-02-17T00:25:15.343 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: purged_snaps scrub ok 2026-02-17T00:25:15.343 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: from='osd.3 [v2:10.20.193.98:6810/1522420330,v1:10.20.193.98:6811/1522420330]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial098", "root=default"]}]: dispatch 2026-02-17T00:25:15.343 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:25:15.343 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:25:15.343 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:15.343 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:15.343 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:15.343 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:15.343 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:15.343 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:25:15.344 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:15.344 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:15.344 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:15.344 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:15.344 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:15 trial098 ceph-mon[35470]: from='osd.3 [v2:10.20.193.98:6810/1522420330,v1:10.20.193.98:6811/1522420330]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial098", "root=default"]}]': finished 2026-02-17T00:25:15.406 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:15.443 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":18,"num_osds":8,"num_up_osds":3,"osd_up_since":1771287915,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:15.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: purged_snaps scrub starts 2026-02-17T00:25:15.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: purged_snaps scrub ok 2026-02-17T00:25:15.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: from='osd.3 [v2:10.20.193.98:6810/1522420330,v1:10.20.193.98:6811/1522420330]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial098", "root=default"]}]: dispatch 2026-02-17T00:25:15.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-17T00:25:15.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:25:15.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:15.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:15.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:15.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:15.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:15.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:25:15.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:15.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:15.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:15.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:15.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:15 trial143 ceph-mon[42968]: from='osd.3 [v2:10.20.193.98:6810/1522420330,v1:10.20.193.98:6811/1522420330]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial098", "root=default"]}]': finished 2026-02-17T00:25:16.445 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:16.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: purged_snaps scrub starts 2026-02-17T00:25:16.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: purged_snaps scrub ok 2026-02-17T00:25:16.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: OSD bench result of 117713.361451 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.2. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:25:16.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: osd.2 [v2:10.20.193.143:6808/87503870,v1:10.20.193.143:6809/87503870] boot 2026-02-17T00:25:16.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: osdmap e18: 8 total, 3 up, 8 in 2026-02-17T00:25:16.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:25:16.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:16.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:16.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:16.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:16.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:16.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:16.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: pgmap v30: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-17T00:25:16.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-17T00:25:16.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2102444561' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:16.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: from='osd.4 [v2:10.20.193.143:6816/2108231266,v1:10.20.193.143:6817/2108231266]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-17T00:25:16.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-17T00:25:16.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:16 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:16.557 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: purged_snaps scrub starts 2026-02-17T00:25:16.557 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: purged_snaps scrub ok 2026-02-17T00:25:16.557 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: OSD bench result of 117713.361451 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.2. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:25:16.557 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: osd.2 [v2:10.20.193.143:6808/87503870,v1:10.20.193.143:6809/87503870] boot 2026-02-17T00:25:16.557 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: osdmap e18: 8 total, 3 up, 8 in 2026-02-17T00:25:16.557 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-17T00:25:16.557 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:16.557 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:16.557 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:16.557 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:16.558 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:16.558 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:16.558 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: pgmap v30: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-17T00:25:16.558 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-17T00:25:16.558 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2102444561' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:16.558 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: from='osd.4 [v2:10.20.193.143:6816/2108231266,v1:10.20.193.143:6817/2108231266]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-17T00:25:16.558 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-17T00:25:16.558 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:16 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:16.606 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:16.818 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:16.859 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":19,"num_osds":8,"num_up_osds":4,"osd_up_since":1771287916,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:17.456 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: purged_snaps scrub starts 2026-02-17T00:25:17.456 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: purged_snaps scrub ok 2026-02-17T00:25:17.456 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:17.456 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-17T00:25:17.456 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-17T00:25:17.457 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='osd.4 [v2:10.20.193.143:6816/2108231266,v1:10.20.193.143:6817/2108231266]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:17.457 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:17.457 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: osd.3 [v2:10.20.193.98:6810/1522420330,v1:10.20.193.98:6811/1522420330] boot 2026-02-17T00:25:17.457 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: osdmap e19: 8 total, 4 up, 8 in 2026-02-17T00:25:17.457 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:17.457 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:17.457 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:17.457 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:17.457 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:17.457 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:17.458 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-17T00:25:17.458 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:25:17.458 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3431371036' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:17.458 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:17.458 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:17.458 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:17 trial143 ceph-mon[42968]: from='osd.5 [v2:10.20.193.98:6818/2408200402,v1:10.20.193.98:6819/2408200402]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-17T00:25:17.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: purged_snaps scrub starts 2026-02-17T00:25:17.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: purged_snaps scrub ok 2026-02-17T00:25:17.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:17.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-17T00:25:17.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-17T00:25:17.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='osd.4 [v2:10.20.193.143:6816/2108231266,v1:10.20.193.143:6817/2108231266]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:17.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:17.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: osd.3 [v2:10.20.193.98:6810/1522420330,v1:10.20.193.98:6811/1522420330] boot 2026-02-17T00:25:17.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: osdmap e19: 8 total, 4 up, 8 in 2026-02-17T00:25:17.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-17T00:25:17.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:17.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:17.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:17.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:17.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:17.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-17T00:25:17.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:25:17.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3431371036' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:17.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:17.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:17.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:17 trial098 ceph-mon[35470]: from='osd.5 [v2:10.20.193.98:6818/2408200402,v1:10.20.193.98:6819/2408200402]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-17T00:25:17.860 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:18.019 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:18.216 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:18.253 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":21,"num_osds":8,"num_up_osds":5,"osd_up_since":1771287917,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":1} 2026-02-17T00:25:18.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial143", "root=default"]}]': finished 2026-02-17T00:25:18.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-17T00:25:18.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='osd.5 [v2:10.20.193.98:6818/2408200402,v1:10.20.193.98:6819/2408200402]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-17T00:25:18.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: osdmap e20: 8 total, 4 up, 8 in 2026-02-17T00:25:18.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='osd.5 [v2:10.20.193.98:6818/2408200402,v1:10.20.193.98:6819/2408200402]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial098", "root=default"]}]: dispatch 2026-02-17T00:25:18.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:18.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:18.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:18.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:18.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:18.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: pgmap v33: 1 pgs: 1 creating+peering; 0 B data, 106 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-17T00:25:18.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:18.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:18.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='osd.5 [v2:10.20.193.98:6818/2408200402,v1:10.20.193.98:6819/2408200402]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial098", "root=default"]}]': finished 2026-02-17T00:25:18.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: osd.4 [v2:10.20.193.143:6816/2108231266,v1:10.20.193.143:6817/2108231266] boot 2026-02-17T00:25:18.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: osdmap e21: 8 total, 5 up, 8 in 2026-02-17T00:25:18.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:18.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:18.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:18.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:18.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:18.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:18.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:18.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:18.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:18.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:18.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:18.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:18.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:18 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2800610990' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial143", "root=default"]}]': finished 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='osd.5 [v2:10.20.193.98:6818/2408200402,v1:10.20.193.98:6819/2408200402]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: osdmap e20: 8 total, 4 up, 8 in 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='osd.5 [v2:10.20.193.98:6818/2408200402,v1:10.20.193.98:6819/2408200402]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial098", "root=default"]}]: dispatch 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: pgmap v33: 1 pgs: 1 creating+peering; 0 B data, 106 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='osd.5 [v2:10.20.193.98:6818/2408200402,v1:10.20.193.98:6819/2408200402]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial098", "root=default"]}]': finished 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: osd.4 [v2:10.20.193.143:6816/2108231266,v1:10.20.193.143:6817/2108231266] boot 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: osdmap e21: 8 total, 5 up, 8 in 2026-02-17T00:25:18.653 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-17T00:25:18.654 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:18.654 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:18.654 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:18.654 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:18.654 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:18.654 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:18.654 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:18.654 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:18.654 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:18.654 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:18.654 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:18.654 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:18 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2800610990' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:19.254 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:19.415 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:19.531 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: purged_snaps scrub starts 2026-02-17T00:25:19.531 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: purged_snaps scrub ok 2026-02-17T00:25:19.531 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: OSD bench result of 107344.734251 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.4. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:25:19.531 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: Detected new or changed devices on trial143 2026-02-17T00:25:19.531 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: Adjusting osd_memory_target on trial143 to 20467M 2026-02-17T00:25:19.531 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: Detected new or changed devices on trial098 2026-02-17T00:25:19.531 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:19.532 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:19.532 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:19.532 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:19.532 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:19.532 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:19.532 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: Adjusting osd_memory_target on trial098 to 19699M 2026-02-17T00:25:19.532 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:19.532 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:19.532 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:25:19.533 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:19.533 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:25:19.533 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='osd.6 [v2:10.20.193.143:6824/1803397898,v1:10.20.193.143:6825/1803397898]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-17T00:25:19.533 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-17T00:25:19.533 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-17T00:25:19.533 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: osd.5 [v2:10.20.193.98:6818/2408200402,v1:10.20.193.98:6819/2408200402] boot 2026-02-17T00:25:19.533 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: osdmap e22: 8 total, 6 up, 8 in 2026-02-17T00:25:19.533 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:19.533 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:19.533 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='osd.6 [v2:10.20.193.143:6824/1803397898,v1:10.20.193.143:6825/1803397898]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:19.533 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:19.533 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:19 trial098 ceph-mon[35470]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:19.618 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:19.654 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":22,"num_osds":8,"num_up_osds":6,"osd_up_since":1771287918,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:19.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: purged_snaps scrub starts 2026-02-17T00:25:19.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: purged_snaps scrub ok 2026-02-17T00:25:19.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: OSD bench result of 107344.734251 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.4. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:25:19.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: Detected new or changed devices on trial143 2026-02-17T00:25:19.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: Adjusting osd_memory_target on trial143 to 20467M 2026-02-17T00:25:19.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: Detected new or changed devices on trial098 2026-02-17T00:25:19.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:19.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:19.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:19.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:19.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:19.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-17T00:25:19.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: Adjusting osd_memory_target on trial098 to 19699M 2026-02-17T00:25:19.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:19.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:19.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:25:19.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:19.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:25:19.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='osd.6 [v2:10.20.193.143:6824/1803397898,v1:10.20.193.143:6825/1803397898]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-17T00:25:19.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-17T00:25:19.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-17T00:25:19.776 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: osd.5 [v2:10.20.193.98:6818/2408200402,v1:10.20.193.98:6819/2408200402] boot 2026-02-17T00:25:19.776 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: osdmap e22: 8 total, 6 up, 8 in 2026-02-17T00:25:19.776 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-17T00:25:19.776 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:19.776 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='osd.6 [v2:10.20.193.143:6824/1803397898,v1:10.20.193.143:6825/1803397898]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:19.776 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:19.776 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:19 trial143 ceph-mon[42968]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial143", "root=default"]}]: dispatch 2026-02-17T00:25:20.656 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:20.681 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 sudo[70507]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-17T00:25:20.681 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 sudo[70507]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-17T00:25:20.682 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 sudo[70507]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-17T00:25:20.682 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 sudo[70507]: pam_unix(sudo:session): session closed for user root 2026-02-17T00:25:20.682 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 sudo[70511]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-17T00:25:20.682 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 sudo[70511]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-17T00:25:20.682 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 sudo[70511]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-17T00:25:20.682 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 sudo[70511]: pam_unix(sudo:session): session closed for user root 2026-02-17T00:25:20.682 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: OSD bench result of 105582.491213 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.5. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:25:20.682 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: purged_snaps scrub starts 2026-02-17T00:25:20.682 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: purged_snaps scrub ok 2026-02-17T00:25:20.682 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: pgmap v36: 1 pgs: 1 creating+peering; 0 B data, 159 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-17T00:25:20.682 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1027271834' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:20.683 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial143", "root=default"]}]': finished 2026-02-17T00:25:20.683 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: osdmap e23: 8 total, 6 up, 8 in 2026-02-17T00:25:20.683 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:20.683 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:20.683 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:20.683 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:20.683 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:20.683 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:20.683 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:20.683 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:20.683 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:20.683 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-17T00:25:20.684 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-17T00:25:20.684 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial098"}]: dispatch 2026-02-17T00:25:20.684 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:25:20.684 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:20.684 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial098"}]: dispatch 2026-02-17T00:25:20.684 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:20 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:25:20.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 sudo[58873]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-17T00:25:20.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 sudo[58873]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-17T00:25:20.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 sudo[58873]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-17T00:25:20.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 sudo[58873]: pam_unix(sudo:session): session closed for user root 2026-02-17T00:25:20.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 sudo[58877]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-17T00:25:20.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 sudo[58877]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-17T00:25:20.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 sudo[58877]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-17T00:25:20.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 sudo[58877]: pam_unix(sudo:session): session closed for user root 2026-02-17T00:25:20.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: OSD bench result of 105582.491213 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.5. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:25:20.776 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: purged_snaps scrub starts 2026-02-17T00:25:20.776 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: purged_snaps scrub ok 2026-02-17T00:25:20.776 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: pgmap v36: 1 pgs: 1 creating+peering; 0 B data, 159 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-17T00:25:20.776 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1027271834' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:20.776 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial143", "root=default"]}]': finished 2026-02-17T00:25:20.776 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: osdmap e23: 8 total, 6 up, 8 in 2026-02-17T00:25:20.777 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:20.777 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:20.777 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:20.777 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:20.777 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:20.777 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:20.778 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:20.778 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:20.778 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:20.778 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-17T00:25:20.778 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-17T00:25:20.778 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial098"}]: dispatch 2026-02-17T00:25:20.778 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:25:20.779 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:20.779 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial098"}]: dispatch 2026-02-17T00:25:20.779 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:20 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "mon metadata", "id": "trial143"}]: dispatch 2026-02-17T00:25:20.817 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:21.015 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:21.054 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":24,"num_osds":8,"num_up_osds":7,"osd_up_since":1771287920,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:21.746 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:21 trial098 ceph-mon[35470]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-17T00:25:21.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:21 trial098 ceph-mon[35470]: from='osd.7 [v2:10.20.193.98:6826/2278181903,v1:10.20.193.98:6827/2278181903]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-17T00:25:21.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:21 trial098 ceph-mon[35470]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-17T00:25:21.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:21 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:21.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:21 trial098 ceph-mon[35470]: from='osd.7 [v2:10.20.193.98:6826/2278181903,v1:10.20.193.98:6827/2278181903]' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-17T00:25:21.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:21 trial098 ceph-mon[35470]: osd.6 [v2:10.20.193.143:6824/1803397898,v1:10.20.193.143:6825/1803397898] boot 2026-02-17T00:25:21.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:21 trial098 ceph-mon[35470]: osdmap e24: 8 total, 7 up, 8 in 2026-02-17T00:25:21.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:21 trial098 ceph-mon[35470]: from='osd.7 [v2:10.20.193.98:6826/2278181903,v1:10.20.193.98:6827/2278181903]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial098", "root=default"]}]: dispatch 2026-02-17T00:25:21.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:21 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:21.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:21 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:21.747 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:21 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/600353838' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:21.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:21 trial143 ceph-mon[42968]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-17T00:25:21.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:21 trial143 ceph-mon[42968]: from='osd.7 [v2:10.20.193.98:6826/2278181903,v1:10.20.193.98:6827/2278181903]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-17T00:25:21.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:21 trial143 ceph-mon[42968]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-17T00:25:21.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:21 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:21.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:21 trial143 ceph-mon[42968]: from='osd.7 [v2:10.20.193.98:6826/2278181903,v1:10.20.193.98:6827/2278181903]' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-17T00:25:21.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:21 trial143 ceph-mon[42968]: osd.6 [v2:10.20.193.143:6824/1803397898,v1:10.20.193.143:6825/1803397898] boot 2026-02-17T00:25:21.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:21 trial143 ceph-mon[42968]: osdmap e24: 8 total, 7 up, 8 in 2026-02-17T00:25:21.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:21 trial143 ceph-mon[42968]: from='osd.7 [v2:10.20.193.98:6826/2278181903,v1:10.20.193.98:6827/2278181903]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial098", "root=default"]}]: dispatch 2026-02-17T00:25:21.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:21 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-17T00:25:21.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:21 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:21.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:21 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/600353838' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:22.055 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:22.211 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:22.405 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:22.442 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":25,"num_osds":8,"num_up_osds":7,"osd_up_since":1771287920,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":0} 2026-02-17T00:25:22.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:22 trial098 ceph-mon[35470]: purged_snaps scrub starts 2026-02-17T00:25:22.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:22 trial098 ceph-mon[35470]: purged_snaps scrub ok 2026-02-17T00:25:22.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:22 trial098 ceph-mon[35470]: OSD bench result of 127906.881062 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.6. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:25:22.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:22 trial098 ceph-mon[35470]: pgmap v39: 1 pgs: 1 creating+peering; 0 B data, 160 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-17T00:25:22.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:22 trial098 ceph-mon[35470]: mgrmap e19: trial098.ydsmee(active, since 54s), standbys: trial143.qcgsia 2026-02-17T00:25:22.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:22 trial098 ceph-mon[35470]: from='osd.7 [v2:10.20.193.98:6826/2278181903,v1:10.20.193.98:6827/2278181903]' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial098", "root=default"]}]': finished 2026-02-17T00:25:22.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:22 trial098 ceph-mon[35470]: osdmap e25: 8 total, 7 up, 8 in 2026-02-17T00:25:22.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:22 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:22.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:22 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:22.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:22 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2803980435' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:22.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:22 trial143 ceph-mon[42968]: purged_snaps scrub starts 2026-02-17T00:25:22.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:22 trial143 ceph-mon[42968]: purged_snaps scrub ok 2026-02-17T00:25:22.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:22 trial143 ceph-mon[42968]: OSD bench result of 127906.881062 IOPS is not within the threshold limit range of 1000.000000 IOPS and 80000.000000 IOPS for osd.6. IOPS capacity is unchanged at 21500.000000 IOPS. The recommendation is to establish the osd's IOPS capacity using other benchmark tools (e.g. Fio) and then override osd_mclock_max_capacity_iops_[hdd|ssd]. 2026-02-17T00:25:22.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:22 trial143 ceph-mon[42968]: pgmap v39: 1 pgs: 1 creating+peering; 0 B data, 160 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-17T00:25:22.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:22 trial143 ceph-mon[42968]: mgrmap e19: trial098.ydsmee(active, since 54s), standbys: trial143.qcgsia 2026-02-17T00:25:22.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:22 trial143 ceph-mon[42968]: from='osd.7 [v2:10.20.193.98:6826/2278181903,v1:10.20.193.98:6827/2278181903]' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial098", "root=default"]}]': finished 2026-02-17T00:25:22.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:22 trial143 ceph-mon[42968]: osdmap e25: 8 total, 7 up, 8 in 2026-02-17T00:25:22.774 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:22 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:22.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:22 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:22.775 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:22 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2803980435' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:23.444 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd stat -f json 2026-02-17T00:25:23.600 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:23.800 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:23.837 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":26,"num_osds":8,"num_up_osds":8,"osd_up_since":1771287922,"num_in_osds":8,"osd_in_since":1771287898,"num_remapped_pgs":1} 2026-02-17T00:25:23.837 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd dump --format=json 2026-02-17T00:25:23.991 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:24.106 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:23 trial098 ceph-mon[35470]: purged_snaps scrub starts 2026-02-17T00:25:24.106 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:23 trial098 ceph-mon[35470]: purged_snaps scrub ok 2026-02-17T00:25:24.106 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:23 trial098 ceph-mon[35470]: osd.7 [v2:10.20.193.98:6826/2278181903,v1:10.20.193.98:6827/2278181903] boot 2026-02-17T00:25:24.107 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:23 trial098 ceph-mon[35470]: osdmap e26: 8 total, 8 up, 8 in 2026-02-17T00:25:24.107 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:23 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:24.107 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:23 trial098 ceph-mon[35470]: pgmap v42: 1 pgs: 1 creating+peering; 0 B data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:25:24.107 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:23 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1099648051' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:24.184 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:24.184 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":27,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","created":"2026-02-17T00:23:47.005698+0000","modified":"2026-02-17T00:25:23.876561+0000","last_up_change":"2026-02-17T00:25:22.875291+0000","last_in_change":"2026-02-17T00:24:58.401338+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":14,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T00:25:15.346706+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"41a7e483-5281-4985-9ade-2e12a6d4e05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6802","nonce":1898180301},{"type":"v1","addr":"10.20.193.98:6803","nonce":1898180301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6804","nonce":1898180301},{"type":"v1","addr":"10.20.193.98:6805","nonce":1898180301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6808","nonce":1898180301},{"type":"v1","addr":"10.20.193.98:6809","nonce":1898180301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6806","nonce":1898180301},{"type":"v1","addr":"10.20.193.98:6807","nonce":1898180301}]},"public_addr":"10.20.193.98:6803/1898180301","cluster_addr":"10.20.193.98:6805/1898180301","heartbeat_back_addr":"10.20.193.98:6809/1898180301","heartbeat_front_addr":"10.20.193.98:6807/1898180301","state":["exists","up"]},{"osd":1,"uuid":"22125cce-6150-4e81-8bd5-6c1a7f54b5db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6800","nonce":534520623},{"type":"v1","addr":"10.20.193.143:6801","nonce":534520623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6802","nonce":534520623},{"type":"v1","addr":"10.20.193.143:6803","nonce":534520623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6806","nonce":534520623},{"type":"v1","addr":"10.20.193.143:6807","nonce":534520623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6804","nonce":534520623},{"type":"v1","addr":"10.20.193.143:6805","nonce":534520623}]},"public_addr":"10.20.193.143:6801/534520623","cluster_addr":"10.20.193.143:6803/534520623","heartbeat_back_addr":"10.20.193.143:6807/534520623","heartbeat_front_addr":"10.20.193.143:6805/534520623","state":["exists","up"]},{"osd":2,"uuid":"30ae517a-338c-47c9-bc95-1d20152c5200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6808","nonce":87503870},{"type":"v1","addr":"10.20.193.143:6809","nonce":87503870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6810","nonce":87503870},{"type":"v1","addr":"10.20.193.143:6811","nonce":87503870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6814","nonce":87503870},{"type":"v1","addr":"10.20.193.143:6815","nonce":87503870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6812","nonce":87503870},{"type":"v1","addr":"10.20.193.143:6813","nonce":87503870}]},"public_addr":"10.20.193.143:6809/87503870","cluster_addr":"10.20.193.143:6811/87503870","heartbeat_back_addr":"10.20.193.143:6815/87503870","heartbeat_front_addr":"10.20.193.143:6813/87503870","state":["exists","up"]},{"osd":3,"uuid":"e9b9f500-cfe9-4adb-85ad-5609178415b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6810","nonce":1522420330},{"type":"v1","addr":"10.20.193.98:6811","nonce":1522420330}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6812","nonce":1522420330},{"type":"v1","addr":"10.20.193.98:6813","nonce":1522420330}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6816","nonce":1522420330},{"type":"v1","addr":"10.20.193.98:6817","nonce":1522420330}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6814","nonce":1522420330},{"type":"v1","addr":"10.20.193.98:6815","nonce":1522420330}]},"public_addr":"10.20.193.98:6811/1522420330","cluster_addr":"10.20.193.98:6813/1522420330","heartbeat_back_addr":"10.20.193.98:6817/1522420330","heartbeat_front_addr":"10.20.193.98:6815/1522420330","state":["exists","up"]},{"osd":4,"uuid":"ad908512-b845-43e5-be9d-85a4a9fe6448","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6816","nonce":2108231266},{"type":"v1","addr":"10.20.193.143:6817","nonce":2108231266}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6818","nonce":2108231266},{"type":"v1","addr":"10.20.193.143:6819","nonce":2108231266}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6822","nonce":2108231266},{"type":"v1","addr":"10.20.193.143:6823","nonce":2108231266}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6820","nonce":2108231266},{"type":"v1","addr":"10.20.193.143:6821","nonce":2108231266}]},"public_addr":"10.20.193.143:6817/2108231266","cluster_addr":"10.20.193.143:6819/2108231266","heartbeat_back_addr":"10.20.193.143:6823/2108231266","heartbeat_front_addr":"10.20.193.143:6821/2108231266","state":["exists","up"]},{"osd":5,"uuid":"404b8e06-65f0-4e81-8ff7-1c89cd7fd328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6818","nonce":2408200402},{"type":"v1","addr":"10.20.193.98:6819","nonce":2408200402}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6820","nonce":2408200402},{"type":"v1","addr":"10.20.193.98:6821","nonce":2408200402}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6824","nonce":2408200402},{"type":"v1","addr":"10.20.193.98:6825","nonce":2408200402}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6822","nonce":2408200402},{"type":"v1","addr":"10.20.193.98:6823","nonce":2408200402}]},"public_addr":"10.20.193.98:6819/2408200402","cluster_addr":"10.20.193.98:6821/2408200402","heartbeat_back_addr":"10.20.193.98:6825/2408200402","heartbeat_front_addr":"10.20.193.98:6823/2408200402","state":["exists","up"]},{"osd":6,"uuid":"dce1426a-0866-4f37-ad2d-dac62a220b9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6824","nonce":1803397898},{"type":"v1","addr":"10.20.193.143:6825","nonce":1803397898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6826","nonce":1803397898},{"type":"v1","addr":"10.20.193.143:6827","nonce":1803397898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6830","nonce":1803397898},{"type":"v1","addr":"10.20.193.143:6831","nonce":1803397898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6828","nonce":1803397898},{"type":"v1","addr":"10.20.193.143:6829","nonce":1803397898}]},"public_addr":"10.20.193.143:6825/1803397898","cluster_addr":"10.20.193.143:6827/1803397898","heartbeat_back_addr":"10.20.193.143:6831/1803397898","heartbeat_front_addr":"10.20.193.143:6829/1803397898","state":["exists","up"]},{"osd":7,"uuid":"d444c4a5-1ac1-444e-a925-81a61760e78a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6826","nonce":2278181903},{"type":"v1","addr":"10.20.193.98:6827","nonce":2278181903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6828","nonce":2278181903},{"type":"v1","addr":"10.20.193.98:6829","nonce":2278181903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6832","nonce":2278181903},{"type":"v1","addr":"10.20.193.98:6833","nonce":2278181903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6830","nonce":2278181903},{"type":"v1","addr":"10.20.193.98:6831","nonce":2278181903}]},"public_addr":"10.20.193.98:6827/2278181903","cluster_addr":"10.20.193.98:6829/2278181903","heartbeat_back_addr":"10.20.193.98:6833/2278181903","heartbeat_front_addr":"10.20.193.98:6831/2278181903","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:12.286541+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:11.486032+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:14.206067+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:15.266711+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:16.648314+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:18.232560+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:19.652937+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:21.458451+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[{"pgid":"1.0","osds":[2,3]}],"primary_temp":[],"blocklist":{"10.20.193.98:0/1669882831":"2026-02-18T00:24:27.311853+0000","10.20.193.98:6800/4264349955":"2026-02-18T00:24:06.604082+0000","10.20.193.98:0/49802739":"2026-02-18T00:24:06.604082+0000","10.20.193.98:6801/1801500646":"2026-02-18T00:23:56.656131+0000","10.20.193.98:6801/4264349955":"2026-02-18T00:24:06.604082+0000","10.20.193.98:0/680618320":"2026-02-18T00:23:56.656131+0000","10.20.193.98:0/2124701148":"2026-02-18T00:24:06.604082+0000","10.20.193.98:6800/1801500646":"2026-02-18T00:23:56.656131+0000","10.20.193.98:0/3848096373":"2026-02-18T00:24:06.604082+0000","10.20.193.98:6800/2932033433":"2026-02-18T00:24:27.311853+0000","10.20.193.98:0/715759173":"2026-02-18T00:23:56.656131+0000","10.20.193.98:6801/2932033433":"2026-02-18T00:24:27.311853+0000","10.20.193.98:0/1345465851":"2026-02-18T00:24:27.311853+0000","10.20.193.98:0/69043586":"2026-02-18T00:23:56.656131+0000","10.20.193.98:0/1255754137":"2026-02-18T00:24:27.311853+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T00:25:24.220 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-17T00:25:15.346706+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-02-17T00:25:24.221 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd pool get .mgr pg_num 2026-02-17T00:25:24.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:23 trial143 ceph-mon[42968]: purged_snaps scrub starts 2026-02-17T00:25:24.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:23 trial143 ceph-mon[42968]: purged_snaps scrub ok 2026-02-17T00:25:24.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:23 trial143 ceph-mon[42968]: osd.7 [v2:10.20.193.98:6826/2278181903,v1:10.20.193.98:6827/2278181903] boot 2026-02-17T00:25:24.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:23 trial143 ceph-mon[42968]: osdmap e26: 8 total, 8 up, 8 in 2026-02-17T00:25:24.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:23 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-17T00:25:24.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:23 trial143 ceph-mon[42968]: pgmap v42: 1 pgs: 1 creating+peering; 0 B data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:25:24.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:23 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1099648051' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-17T00:25:24.375 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:24.566 INFO:teuthology.orchestra.run.trial098.stdout:pg_num: 1 2026-02-17T00:25:24.616 INFO:tasks.cephadm:Setting up client nodes... 2026-02-17T00:25:24.616 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-02-17T00:25:24.769 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:24.996 INFO:teuthology.orchestra.run.trial098.stdout:[client.0] 2026-02-17T00:25:24.997 INFO:teuthology.orchestra.run.trial098.stdout: key = AQB0tZNpU6QiOxAA+Vw9k0Dd3hXqpWK5ibtt7Q== 2026-02-17T00:25:25.035 DEBUG:teuthology.orchestra.run.trial098:> set -ex 2026-02-17T00:25:25.035 DEBUG:teuthology.orchestra.run.trial098:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2026-02-17T00:25:25.035 DEBUG:teuthology.orchestra.run.trial098:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-02-17T00:25:25.057 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:24 trial098 ceph-mon[35470]: osdmap e27: 8 total, 8 up, 8 in 2026-02-17T00:25:25.058 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:24 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2865410534' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-17T00:25:25.058 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:24 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/994081689' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-17T00:25:25.070 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-02-17T00:25:25.231 INFO:teuthology.orchestra.run.trial143.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial143/config 2026-02-17T00:25:25.255 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:24 trial143 ceph-mon[42968]: osdmap e27: 8 total, 8 up, 8 in 2026-02-17T00:25:25.256 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:24 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2865410534' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-17T00:25:25.256 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:24 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/994081689' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-17T00:25:25.462 INFO:teuthology.orchestra.run.trial143.stdout:[client.1] 2026-02-17T00:25:25.462 INFO:teuthology.orchestra.run.trial143.stdout: key = AQB1tZNpfcAuGxAAZ3McYauaLFyDpOBuro1uyw== 2026-02-17T00:25:25.518 DEBUG:teuthology.orchestra.run.trial143:> set -ex 2026-02-17T00:25:25.518 DEBUG:teuthology.orchestra.run.trial143:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2026-02-17T00:25:25.519 DEBUG:teuthology.orchestra.run.trial143:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-02-17T00:25:25.554 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-17T00:25:25.554 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2026-02-17T00:25:25.554 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mgr dump --format=json 2026-02-17T00:25:25.706 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:25.928 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:25.979 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":19,"flags":0,"active_gid":14209,"active_name":"trial098.ydsmee","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6800","nonce":3973299660},{"type":"v1","addr":"10.20.193.98:6801","nonce":3973299660}]},"active_addr":"10.20.193.98:6801/3973299660","active_change":"2026-02-17T00:24:27.311944+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":14232,"name":"trial143.qcgsia","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crypto_caller":{"name":"crypto_caller","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crypto_caller":{"name":"crypto_caller","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://10.20.193.98:8443/","prometheus":"http://10.20.193.98:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":5,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.98:0","nonce":1670000225}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.98:0","nonce":2806525411}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.98:0","nonce":3746911841}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.98:0","nonce":2614874881}]}]} 2026-02-17T00:25:25.985 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2026-02-17T00:25:25.986 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2026-02-17T00:25:25.986 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd dump --format=json 2026-02-17T00:25:25.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:25 trial098 ceph-mon[35470]: osdmap e28: 8 total, 8 up, 8 in 2026-02-17T00:25:25.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:25 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2271101331' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-17T00:25:25.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:25 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2271101331' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-17T00:25:25.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:25 trial098 ceph-mon[35470]: pgmap v45: 1 pgs: 1 creating+peering; 0 B data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:25:25.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:25 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/1120031230' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-17T00:25:25.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:25 trial098 ceph-mon[35470]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-17T00:25:25.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:25 trial098 ceph-mon[35470]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-17T00:25:26.140 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:26.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:25 trial143 ceph-mon[42968]: osdmap e28: 8 total, 8 up, 8 in 2026-02-17T00:25:26.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:25 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2271101331' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-17T00:25:26.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:25 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2271101331' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-17T00:25:26.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:25 trial143 ceph-mon[42968]: pgmap v45: 1 pgs: 1 creating+peering; 0 B data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:25:26.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:25 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/1120031230' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-17T00:25:26.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:25 trial143 ceph-mon[42968]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-17T00:25:26.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:25 trial143 ceph-mon[42968]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-17T00:25:26.330 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:26.330 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":29,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","created":"2026-02-17T00:23:47.005698+0000","modified":"2026-02-17T00:25:25.993352+0000","last_up_change":"2026-02-17T00:25:22.875291+0000","last_in_change":"2026-02-17T00:24:58.401338+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":14,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T00:25:15.346706+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"41a7e483-5281-4985-9ade-2e12a6d4e05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6802","nonce":1898180301},{"type":"v1","addr":"10.20.193.98:6803","nonce":1898180301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6804","nonce":1898180301},{"type":"v1","addr":"10.20.193.98:6805","nonce":1898180301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6808","nonce":1898180301},{"type":"v1","addr":"10.20.193.98:6809","nonce":1898180301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6806","nonce":1898180301},{"type":"v1","addr":"10.20.193.98:6807","nonce":1898180301}]},"public_addr":"10.20.193.98:6803/1898180301","cluster_addr":"10.20.193.98:6805/1898180301","heartbeat_back_addr":"10.20.193.98:6809/1898180301","heartbeat_front_addr":"10.20.193.98:6807/1898180301","state":["exists","up"]},{"osd":1,"uuid":"22125cce-6150-4e81-8bd5-6c1a7f54b5db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6800","nonce":534520623},{"type":"v1","addr":"10.20.193.143:6801","nonce":534520623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6802","nonce":534520623},{"type":"v1","addr":"10.20.193.143:6803","nonce":534520623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6806","nonce":534520623},{"type":"v1","addr":"10.20.193.143:6807","nonce":534520623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6804","nonce":534520623},{"type":"v1","addr":"10.20.193.143:6805","nonce":534520623}]},"public_addr":"10.20.193.143:6801/534520623","cluster_addr":"10.20.193.143:6803/534520623","heartbeat_back_addr":"10.20.193.143:6807/534520623","heartbeat_front_addr":"10.20.193.143:6805/534520623","state":["exists","up"]},{"osd":2,"uuid":"30ae517a-338c-47c9-bc95-1d20152c5200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6808","nonce":87503870},{"type":"v1","addr":"10.20.193.143:6809","nonce":87503870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6810","nonce":87503870},{"type":"v1","addr":"10.20.193.143:6811","nonce":87503870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6814","nonce":87503870},{"type":"v1","addr":"10.20.193.143:6815","nonce":87503870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6812","nonce":87503870},{"type":"v1","addr":"10.20.193.143:6813","nonce":87503870}]},"public_addr":"10.20.193.143:6809/87503870","cluster_addr":"10.20.193.143:6811/87503870","heartbeat_back_addr":"10.20.193.143:6815/87503870","heartbeat_front_addr":"10.20.193.143:6813/87503870","state":["exists","up"]},{"osd":3,"uuid":"e9b9f500-cfe9-4adb-85ad-5609178415b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6810","nonce":1522420330},{"type":"v1","addr":"10.20.193.98:6811","nonce":1522420330}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6812","nonce":1522420330},{"type":"v1","addr":"10.20.193.98:6813","nonce":1522420330}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6816","nonce":1522420330},{"type":"v1","addr":"10.20.193.98:6817","nonce":1522420330}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6814","nonce":1522420330},{"type":"v1","addr":"10.20.193.98:6815","nonce":1522420330}]},"public_addr":"10.20.193.98:6811/1522420330","cluster_addr":"10.20.193.98:6813/1522420330","heartbeat_back_addr":"10.20.193.98:6817/1522420330","heartbeat_front_addr":"10.20.193.98:6815/1522420330","state":["exists","up"]},{"osd":4,"uuid":"ad908512-b845-43e5-be9d-85a4a9fe6448","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6816","nonce":2108231266},{"type":"v1","addr":"10.20.193.143:6817","nonce":2108231266}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6818","nonce":2108231266},{"type":"v1","addr":"10.20.193.143:6819","nonce":2108231266}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6822","nonce":2108231266},{"type":"v1","addr":"10.20.193.143:6823","nonce":2108231266}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6820","nonce":2108231266},{"type":"v1","addr":"10.20.193.143:6821","nonce":2108231266}]},"public_addr":"10.20.193.143:6817/2108231266","cluster_addr":"10.20.193.143:6819/2108231266","heartbeat_back_addr":"10.20.193.143:6823/2108231266","heartbeat_front_addr":"10.20.193.143:6821/2108231266","state":["exists","up"]},{"osd":5,"uuid":"404b8e06-65f0-4e81-8ff7-1c89cd7fd328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6818","nonce":2408200402},{"type":"v1","addr":"10.20.193.98:6819","nonce":2408200402}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6820","nonce":2408200402},{"type":"v1","addr":"10.20.193.98:6821","nonce":2408200402}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6824","nonce":2408200402},{"type":"v1","addr":"10.20.193.98:6825","nonce":2408200402}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6822","nonce":2408200402},{"type":"v1","addr":"10.20.193.98:6823","nonce":2408200402}]},"public_addr":"10.20.193.98:6819/2408200402","cluster_addr":"10.20.193.98:6821/2408200402","heartbeat_back_addr":"10.20.193.98:6825/2408200402","heartbeat_front_addr":"10.20.193.98:6823/2408200402","state":["exists","up"]},{"osd":6,"uuid":"dce1426a-0866-4f37-ad2d-dac62a220b9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6824","nonce":1803397898},{"type":"v1","addr":"10.20.193.143:6825","nonce":1803397898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6826","nonce":1803397898},{"type":"v1","addr":"10.20.193.143:6827","nonce":1803397898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6830","nonce":1803397898},{"type":"v1","addr":"10.20.193.143:6831","nonce":1803397898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6828","nonce":1803397898},{"type":"v1","addr":"10.20.193.143:6829","nonce":1803397898}]},"public_addr":"10.20.193.143:6825/1803397898","cluster_addr":"10.20.193.143:6827/1803397898","heartbeat_back_addr":"10.20.193.143:6831/1803397898","heartbeat_front_addr":"10.20.193.143:6829/1803397898","state":["exists","up"]},{"osd":7,"uuid":"d444c4a5-1ac1-444e-a925-81a61760e78a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6826","nonce":2278181903},{"type":"v1","addr":"10.20.193.98:6827","nonce":2278181903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6828","nonce":2278181903},{"type":"v1","addr":"10.20.193.98:6829","nonce":2278181903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6832","nonce":2278181903},{"type":"v1","addr":"10.20.193.98:6833","nonce":2278181903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6830","nonce":2278181903},{"type":"v1","addr":"10.20.193.98:6831","nonce":2278181903}]},"public_addr":"10.20.193.98:6827/2278181903","cluster_addr":"10.20.193.98:6829/2278181903","heartbeat_back_addr":"10.20.193.98:6833/2278181903","heartbeat_front_addr":"10.20.193.98:6831/2278181903","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:12.286541+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:11.486032+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:14.206067+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:15.266711+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:16.648314+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:18.232560+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:19.652937+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:21.458451+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.98:0/1669882831":"2026-02-18T00:24:27.311853+0000","10.20.193.98:6800/4264349955":"2026-02-18T00:24:06.604082+0000","10.20.193.98:0/49802739":"2026-02-18T00:24:06.604082+0000","10.20.193.98:6801/1801500646":"2026-02-18T00:23:56.656131+0000","10.20.193.98:6801/4264349955":"2026-02-18T00:24:06.604082+0000","10.20.193.98:0/680618320":"2026-02-18T00:23:56.656131+0000","10.20.193.98:0/2124701148":"2026-02-18T00:24:06.604082+0000","10.20.193.98:6800/1801500646":"2026-02-18T00:23:56.656131+0000","10.20.193.98:0/3848096373":"2026-02-18T00:24:06.604082+0000","10.20.193.98:6800/2932033433":"2026-02-18T00:24:27.311853+0000","10.20.193.98:0/715759173":"2026-02-18T00:23:56.656131+0000","10.20.193.98:6801/2932033433":"2026-02-18T00:24:27.311853+0000","10.20.193.98:0/1345465851":"2026-02-18T00:24:27.311853+0000","10.20.193.98:0/69043586":"2026-02-18T00:23:56.656131+0000","10.20.193.98:0/1255754137":"2026-02-18T00:24:27.311853+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T00:25:26.367 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2026-02-17T00:25:26.367 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd dump --format=json 2026-02-17T00:25:26.565 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:26.761 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:26.761 INFO:teuthology.orchestra.run.trial098.stdout:{"epoch":29,"fsid":"e3c6652b-0b96-11f1-b443-d404e6e7d460","created":"2026-02-17T00:23:47.005698+0000","modified":"2026-02-17T00:25:25.993352+0000","last_up_change":"2026-02-17T00:25:22.875291+0000","last_in_change":"2026-02-17T00:24:58.401338+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":14,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T00:25:15.346706+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"41a7e483-5281-4985-9ade-2e12a6d4e05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6802","nonce":1898180301},{"type":"v1","addr":"10.20.193.98:6803","nonce":1898180301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6804","nonce":1898180301},{"type":"v1","addr":"10.20.193.98:6805","nonce":1898180301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6808","nonce":1898180301},{"type":"v1","addr":"10.20.193.98:6809","nonce":1898180301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6806","nonce":1898180301},{"type":"v1","addr":"10.20.193.98:6807","nonce":1898180301}]},"public_addr":"10.20.193.98:6803/1898180301","cluster_addr":"10.20.193.98:6805/1898180301","heartbeat_back_addr":"10.20.193.98:6809/1898180301","heartbeat_front_addr":"10.20.193.98:6807/1898180301","state":["exists","up"]},{"osd":1,"uuid":"22125cce-6150-4e81-8bd5-6c1a7f54b5db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6800","nonce":534520623},{"type":"v1","addr":"10.20.193.143:6801","nonce":534520623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6802","nonce":534520623},{"type":"v1","addr":"10.20.193.143:6803","nonce":534520623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6806","nonce":534520623},{"type":"v1","addr":"10.20.193.143:6807","nonce":534520623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6804","nonce":534520623},{"type":"v1","addr":"10.20.193.143:6805","nonce":534520623}]},"public_addr":"10.20.193.143:6801/534520623","cluster_addr":"10.20.193.143:6803/534520623","heartbeat_back_addr":"10.20.193.143:6807/534520623","heartbeat_front_addr":"10.20.193.143:6805/534520623","state":["exists","up"]},{"osd":2,"uuid":"30ae517a-338c-47c9-bc95-1d20152c5200","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6808","nonce":87503870},{"type":"v1","addr":"10.20.193.143:6809","nonce":87503870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6810","nonce":87503870},{"type":"v1","addr":"10.20.193.143:6811","nonce":87503870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6814","nonce":87503870},{"type":"v1","addr":"10.20.193.143:6815","nonce":87503870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6812","nonce":87503870},{"type":"v1","addr":"10.20.193.143:6813","nonce":87503870}]},"public_addr":"10.20.193.143:6809/87503870","cluster_addr":"10.20.193.143:6811/87503870","heartbeat_back_addr":"10.20.193.143:6815/87503870","heartbeat_front_addr":"10.20.193.143:6813/87503870","state":["exists","up"]},{"osd":3,"uuid":"e9b9f500-cfe9-4adb-85ad-5609178415b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6810","nonce":1522420330},{"type":"v1","addr":"10.20.193.98:6811","nonce":1522420330}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6812","nonce":1522420330},{"type":"v1","addr":"10.20.193.98:6813","nonce":1522420330}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6816","nonce":1522420330},{"type":"v1","addr":"10.20.193.98:6817","nonce":1522420330}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6814","nonce":1522420330},{"type":"v1","addr":"10.20.193.98:6815","nonce":1522420330}]},"public_addr":"10.20.193.98:6811/1522420330","cluster_addr":"10.20.193.98:6813/1522420330","heartbeat_back_addr":"10.20.193.98:6817/1522420330","heartbeat_front_addr":"10.20.193.98:6815/1522420330","state":["exists","up"]},{"osd":4,"uuid":"ad908512-b845-43e5-be9d-85a4a9fe6448","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6816","nonce":2108231266},{"type":"v1","addr":"10.20.193.143:6817","nonce":2108231266}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6818","nonce":2108231266},{"type":"v1","addr":"10.20.193.143:6819","nonce":2108231266}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6822","nonce":2108231266},{"type":"v1","addr":"10.20.193.143:6823","nonce":2108231266}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6820","nonce":2108231266},{"type":"v1","addr":"10.20.193.143:6821","nonce":2108231266}]},"public_addr":"10.20.193.143:6817/2108231266","cluster_addr":"10.20.193.143:6819/2108231266","heartbeat_back_addr":"10.20.193.143:6823/2108231266","heartbeat_front_addr":"10.20.193.143:6821/2108231266","state":["exists","up"]},{"osd":5,"uuid":"404b8e06-65f0-4e81-8ff7-1c89cd7fd328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":22,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6818","nonce":2408200402},{"type":"v1","addr":"10.20.193.98:6819","nonce":2408200402}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6820","nonce":2408200402},{"type":"v1","addr":"10.20.193.98:6821","nonce":2408200402}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6824","nonce":2408200402},{"type":"v1","addr":"10.20.193.98:6825","nonce":2408200402}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6822","nonce":2408200402},{"type":"v1","addr":"10.20.193.98:6823","nonce":2408200402}]},"public_addr":"10.20.193.98:6819/2408200402","cluster_addr":"10.20.193.98:6821/2408200402","heartbeat_back_addr":"10.20.193.98:6825/2408200402","heartbeat_front_addr":"10.20.193.98:6823/2408200402","state":["exists","up"]},{"osd":6,"uuid":"dce1426a-0866-4f37-ad2d-dac62a220b9c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6824","nonce":1803397898},{"type":"v1","addr":"10.20.193.143:6825","nonce":1803397898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6826","nonce":1803397898},{"type":"v1","addr":"10.20.193.143:6827","nonce":1803397898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6830","nonce":1803397898},{"type":"v1","addr":"10.20.193.143:6831","nonce":1803397898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.143:6828","nonce":1803397898},{"type":"v1","addr":"10.20.193.143:6829","nonce":1803397898}]},"public_addr":"10.20.193.143:6825/1803397898","cluster_addr":"10.20.193.143:6827/1803397898","heartbeat_back_addr":"10.20.193.143:6831/1803397898","heartbeat_front_addr":"10.20.193.143:6829/1803397898","state":["exists","up"]},{"osd":7,"uuid":"d444c4a5-1ac1-444e-a925-81a61760e78a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6826","nonce":2278181903},{"type":"v1","addr":"10.20.193.98:6827","nonce":2278181903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6828","nonce":2278181903},{"type":"v1","addr":"10.20.193.98:6829","nonce":2278181903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6832","nonce":2278181903},{"type":"v1","addr":"10.20.193.98:6833","nonce":2278181903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.98:6830","nonce":2278181903},{"type":"v1","addr":"10.20.193.98:6831","nonce":2278181903}]},"public_addr":"10.20.193.98:6827/2278181903","cluster_addr":"10.20.193.98:6829/2278181903","heartbeat_back_addr":"10.20.193.98:6833/2278181903","heartbeat_front_addr":"10.20.193.98:6831/2278181903","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:12.286541+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:11.486032+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:14.206067+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:15.266711+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:16.648314+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:18.232560+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:19.652937+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T00:25:21.458451+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.98:0/1669882831":"2026-02-18T00:24:27.311853+0000","10.20.193.98:6800/4264349955":"2026-02-18T00:24:06.604082+0000","10.20.193.98:0/49802739":"2026-02-18T00:24:06.604082+0000","10.20.193.98:6801/1801500646":"2026-02-18T00:23:56.656131+0000","10.20.193.98:6801/4264349955":"2026-02-18T00:24:06.604082+0000","10.20.193.98:0/680618320":"2026-02-18T00:23:56.656131+0000","10.20.193.98:0/2124701148":"2026-02-18T00:24:06.604082+0000","10.20.193.98:6800/1801500646":"2026-02-18T00:23:56.656131+0000","10.20.193.98:0/3848096373":"2026-02-18T00:24:06.604082+0000","10.20.193.98:6800/2932033433":"2026-02-18T00:24:27.311853+0000","10.20.193.98:0/715759173":"2026-02-18T00:23:56.656131+0000","10.20.193.98:6801/2932033433":"2026-02-18T00:24:27.311853+0000","10.20.193.98:0/1345465851":"2026-02-18T00:24:27.311853+0000","10.20.193.98:0/69043586":"2026-02-18T00:23:56.656131+0000","10.20.193.98:0/1255754137":"2026-02-18T00:24:27.311853+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T00:25:26.798 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph tell osd.0 flush_pg_stats 2026-02-17T00:25:26.798 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph tell osd.1 flush_pg_stats 2026-02-17T00:25:26.798 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph tell osd.2 flush_pg_stats 2026-02-17T00:25:26.798 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph tell osd.3 flush_pg_stats 2026-02-17T00:25:26.798 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph tell osd.4 flush_pg_stats 2026-02-17T00:25:26.799 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph tell osd.5 flush_pg_stats 2026-02-17T00:25:26.799 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph tell osd.6 flush_pg_stats 2026-02-17T00:25:26.799 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph tell osd.7 flush_pg_stats 2026-02-17T00:25:27.007 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.011 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.011 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.011 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.019 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.101 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.101 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.126 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.145 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:26 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/4203197036' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-17T00:25:27.145 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:26 trial098 ceph-mon[35470]: osdmap e29: 8 total, 8 up, 8 in 2026-02-17T00:25:27.145 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:26 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3414062556' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-17T00:25:27.145 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:26 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3183673879' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-17T00:25:27.197 INFO:teuthology.orchestra.run.trial098.stdout:103079215109 2026-02-17T00:25:27.198 INFO:teuthology.orchestra.run.trial098.stdout:111669149699 2026-02-17T00:25:27.198 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-17T00:25:27.198 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.6 2026-02-17T00:25:27.206 INFO:teuthology.orchestra.run.trial098.stdout:81604378628 2026-02-17T00:25:27.206 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-17T00:25:27.223 INFO:teuthology.orchestra.run.trial098.stdout:73014444037 2026-02-17T00:25:27.224 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-17T00:25:27.227 INFO:teuthology.orchestra.run.trial098.stdout:68719476742 2026-02-17T00:25:27.227 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-17T00:25:27.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:26 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/4203197036' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-17T00:25:27.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:26 trial143 ceph-mon[42968]: osdmap e29: 8 total, 8 up, 8 in 2026-02-17T00:25:27.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:26 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3414062556' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-17T00:25:27.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:26 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3183673879' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-17T00:25:27.277 INFO:teuthology.orchestra.run.trial098.stdout:90194313219 2026-02-17T00:25:27.277 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.4 2026-02-17T00:25:27.281 INFO:teuthology.orchestra.run.trial098.stdout:94489280516 2026-02-17T00:25:27.282 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.5 2026-02-17T00:25:27.296 INFO:teuthology.orchestra.run.trial098.stdout:77309411334 2026-02-17T00:25:27.296 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-17T00:25:27.382 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.383 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.421 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.423 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.426 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.505 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.508 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.511 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:27.604 INFO:teuthology.orchestra.run.trial098.stdout:111669149698 2026-02-17T00:25:27.615 INFO:teuthology.orchestra.run.trial098.stdout:103079215107 2026-02-17T00:25:27.626 INFO:teuthology.orchestra.run.trial098.stdout:73014444036 2026-02-17T00:25:27.637 INFO:teuthology.orchestra.run.trial098.stdout:81604378627 2026-02-17T00:25:27.649 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149699 got 111669149698 for osd.7 2026-02-17T00:25:27.665 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215109 got 103079215107 for osd.6 2026-02-17T00:25:27.669 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444037 got 73014444036 for osd.0 2026-02-17T00:25:27.679 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378628 got 81604378627 for osd.3 2026-02-17T00:25:27.722 INFO:teuthology.orchestra.run.trial098.stdout:94489280515 2026-02-17T00:25:27.724 INFO:teuthology.orchestra.run.trial098.stdout:90194313218 2026-02-17T00:25:27.729 INFO:teuthology.orchestra.run.trial098.stdout:68719476741 2026-02-17T00:25:27.730 INFO:teuthology.orchestra.run.trial098.stdout:77309411332 2026-02-17T00:25:27.767 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313219 got 90194313218 for osd.4 2026-02-17T00:25:27.776 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411334 got 77309411332 for osd.2 2026-02-17T00:25:27.781 INFO:tasks.cephadm.ceph_manager.ceph:need seq 94489280516 got 94489280515 for osd.5 2026-02-17T00:25:27.787 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476742 got 68719476741 for osd.1 2026-02-17T00:25:28.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:27 trial143 ceph-mon[42968]: osdmap e30: 8 total, 8 up, 8 in 2026-02-17T00:25:28.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:27 trial143 ceph-mon[42968]: pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:25:28.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:27 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:25:28.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:27 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1010379998' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-17T00:25:28.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:27 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2165305767' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-17T00:25:28.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:27 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/226007520' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-17T00:25:28.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:27 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3795022772' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-17T00:25:28.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:27 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1851109220' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-17T00:25:28.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:27 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2396661010' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-17T00:25:28.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:27 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/976060092' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-17T00:25:28.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:27 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1510239962' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-17T00:25:28.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:27 trial098 ceph-mon[35470]: osdmap e30: 8 total, 8 up, 8 in 2026-02-17T00:25:28.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:27 trial098 ceph-mon[35470]: pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:25:28.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:27 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:25:28.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:27 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1010379998' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-17T00:25:28.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:27 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2165305767' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-17T00:25:28.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:27 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/226007520' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-17T00:25:28.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:27 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3795022772' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-17T00:25:28.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:27 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1851109220' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-17T00:25:28.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:27 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2396661010' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-17T00:25:28.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:27 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/976060092' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-17T00:25:28.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:27 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1510239962' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-17T00:25:28.650 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-17T00:25:28.666 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.6 2026-02-17T00:25:28.670 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-17T00:25:28.680 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-17T00:25:28.767 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.4 2026-02-17T00:25:28.777 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-17T00:25:28.782 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.5 2026-02-17T00:25:28.788 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-17T00:25:28.820 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:28.912 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:28.914 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:28.915 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:28.943 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:29.020 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:29.052 INFO:teuthology.orchestra.run.trial098.stdout:111669149699 2026-02-17T00:25:29.053 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:29.108 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:29.110 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149699 got 111669149699 for osd.7 2026-02-17T00:25:29.110 DEBUG:teuthology.parallel:result is None 2026-02-17T00:25:29.144 INFO:teuthology.orchestra.run.trial098.stdout:81604378629 2026-02-17T00:25:29.144 INFO:teuthology.orchestra.run.trial098.stdout:103079215109 2026-02-17T00:25:29.152 INFO:teuthology.orchestra.run.trial098.stdout:73014444037 2026-02-17T00:25:29.160 INFO:teuthology.orchestra.run.trial098.stdout:90194313219 2026-02-17T00:25:29.184 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:29 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1545072046' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-17T00:25:29.194 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378628 got 81604378629 for osd.3 2026-02-17T00:25:29.195 DEBUG:teuthology.parallel:result is None 2026-02-17T00:25:29.196 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215109 got 103079215109 for osd.6 2026-02-17T00:25:29.196 DEBUG:teuthology.parallel:result is None 2026-02-17T00:25:29.205 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444037 got 73014444037 for osd.0 2026-02-17T00:25:29.205 DEBUG:teuthology.parallel:result is None 2026-02-17T00:25:29.207 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313219 got 90194313219 for osd.4 2026-02-17T00:25:29.208 DEBUG:teuthology.parallel:result is None 2026-02-17T00:25:29.245 INFO:teuthology.orchestra.run.trial098.stdout:77309411334 2026-02-17T00:25:29.249 INFO:teuthology.orchestra.run.trial098.stdout:94489280516 2026-02-17T00:25:29.286 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411334 got 77309411334 for osd.2 2026-02-17T00:25:29.287 DEBUG:teuthology.parallel:result is None 2026-02-17T00:25:29.288 INFO:tasks.cephadm.ceph_manager.ceph:need seq 94489280516 got 94489280516 for osd.5 2026-02-17T00:25:29.288 DEBUG:teuthology.parallel:result is None 2026-02-17T00:25:29.314 INFO:teuthology.orchestra.run.trial098.stdout:68719476742 2026-02-17T00:25:29.354 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476742 got 68719476742 for osd.1 2026-02-17T00:25:29.355 DEBUG:teuthology.parallel:result is None 2026-02-17T00:25:29.355 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2026-02-17T00:25:29.355 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph pg dump --format=json 2026-02-17T00:25:29.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:29 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1545072046' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-17T00:25:29.546 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:29.736 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:29.737 INFO:teuthology.orchestra.run.trial098.stderr:dumped all 2026-02-17T00:25:29.770 INFO:teuthology.orchestra.run.trial098.stdout:{"pg_ready":true,"pg_map":{"version":49,"stamp":"2026-02-17T00:25:29.321047+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":233,"num_write_kb":4760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":192,"ondisk_log_size":192,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":5871992832,"kb_used":219852,"kb_used_data":4084,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":5871772980,"statfs":{"total":6012920659968,"available":6012695531520,"internally_reserved":0,"allocated":4182016,"data_stored":2711524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":220712505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.000247"},"pg_stats":[{"pgid":"1.0","version":"23'192","reported_seq":256,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T00:25:27.000530+0000","last_change":"2026-02-17T00:25:27.000324+0000","last_active":"2026-02-17T00:25:27.000530+0000","last_peered":"2026-02-17T00:25:27.000530+0000","last_clean":"2026-02-17T00:25:27.000530+0000","last_became_active":"2026-02-17T00:25:27.000108+0000","last_became_peered":"2026-02-17T00:25:27.000108+0000","last_unstale":"2026-02-17T00:25:27.000530+0000","last_undegraded":"2026-02-17T00:25:27.000530+0000","last_fullsized":"2026-02-17T00:25:27.000530+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T00:25:16.276703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T00:25:16.276703+0000","last_clean_scrub_stamp":"2026-02-17T00:25:16.276703+0000","objects_scrubbed":0,"log_size":192,"log_dups_size":0,"ondisk_log_size":192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T12:18:24.441158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":233,"num_write_kb":4760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":233,"num_write_kb":4760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":192,"ondisk_log_size":192,"up":3,"acting":3,"num_store_stats":4}],"osd_stats":[{"osd":7,"up_from":26,"seq":111669149700,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":733999104,"kb_used":27844,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971260,"statfs":{"total":751615082496,"available":751586570240,"internally_reserved":0,"allocated":897024,"data_stored":709347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27589067},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":24,"seq":103079215109,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27260,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971844,"statfs":{"total":751615082496,"available":751587168256,"internally_reserved":0,"allocated":290816,"data_stored":113273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":22,"seq":94489280517,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27264,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971840,"statfs":{"total":751615082496,"available":751587164160,"internally_reserved":0,"allocated":303104,"data_stored":118979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":21,"seq":90194313220,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27264,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971840,"statfs":{"total":751615082496,"available":751587164160,"internally_reserved":0,"allocated":303104,"data_stored":118979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":19,"seq":81604378629,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":733999104,"kb_used":27844,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971260,"statfs":{"total":751615082496,"available":751586570240,"internally_reserved":0,"allocated":897024,"data_stored":709347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411334,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":733999104,"kb_used":27836,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971268,"statfs":{"total":751615082496,"available":751586578432,"internally_reserved":0,"allocated":884736,"data_stored":703641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476743,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27272,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971832,"statfs":{"total":751615082496,"available":751587155968,"internally_reserved":0,"allocated":303104,"data_stored":118979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":17,"seq":73014444038,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27268,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971836,"statfs":{"total":751615082496,"available":751587160064,"internally_reserved":0,"allocated":303104,"data_stored":118979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T00:25:29.771 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph pg dump --format=json 2026-02-17T00:25:29.926 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:30.116 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:30.117 INFO:teuthology.orchestra.run.trial098.stderr:dumped all 2026-02-17T00:25:30.152 INFO:teuthology.orchestra.run.trial098.stdout:{"pg_ready":true,"pg_map":{"version":49,"stamp":"2026-02-17T00:25:29.321047+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":233,"num_write_kb":4760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":192,"ondisk_log_size":192,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":5871992832,"kb_used":219852,"kb_used_data":4084,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":5871772980,"statfs":{"total":6012920659968,"available":6012695531520,"internally_reserved":0,"allocated":4182016,"data_stored":2711524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":220712505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.000247"},"pg_stats":[{"pgid":"1.0","version":"23'192","reported_seq":256,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T00:25:27.000530+0000","last_change":"2026-02-17T00:25:27.000324+0000","last_active":"2026-02-17T00:25:27.000530+0000","last_peered":"2026-02-17T00:25:27.000530+0000","last_clean":"2026-02-17T00:25:27.000530+0000","last_became_active":"2026-02-17T00:25:27.000108+0000","last_became_peered":"2026-02-17T00:25:27.000108+0000","last_unstale":"2026-02-17T00:25:27.000530+0000","last_undegraded":"2026-02-17T00:25:27.000530+0000","last_fullsized":"2026-02-17T00:25:27.000530+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T00:25:16.276703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T00:25:16.276703+0000","last_clean_scrub_stamp":"2026-02-17T00:25:16.276703+0000","objects_scrubbed":0,"log_size":192,"log_dups_size":0,"ondisk_log_size":192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T12:18:24.441158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":233,"num_write_kb":4760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":233,"num_write_kb":4760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":192,"ondisk_log_size":192,"up":3,"acting":3,"num_store_stats":4}],"osd_stats":[{"osd":7,"up_from":26,"seq":111669149700,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":733999104,"kb_used":27844,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971260,"statfs":{"total":751615082496,"available":751586570240,"internally_reserved":0,"allocated":897024,"data_stored":709347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27589067},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":24,"seq":103079215109,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27260,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971844,"statfs":{"total":751615082496,"available":751587168256,"internally_reserved":0,"allocated":290816,"data_stored":113273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":22,"seq":94489280517,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27264,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971840,"statfs":{"total":751615082496,"available":751587164160,"internally_reserved":0,"allocated":303104,"data_stored":118979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":21,"seq":90194313220,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27264,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971840,"statfs":{"total":751615082496,"available":751587164160,"internally_reserved":0,"allocated":303104,"data_stored":118979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":19,"seq":81604378629,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":733999104,"kb_used":27844,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971260,"statfs":{"total":751615082496,"available":751586570240,"internally_reserved":0,"allocated":897024,"data_stored":709347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411334,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":733999104,"kb_used":27836,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971268,"statfs":{"total":751615082496,"available":751586578432,"internally_reserved":0,"allocated":884736,"data_stored":703641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476743,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27272,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971832,"statfs":{"total":751615082496,"available":751587155968,"internally_reserved":0,"allocated":303104,"data_stored":118979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":17,"seq":73014444038,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":733999104,"kb_used":27268,"kb_used_data":296,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733971836,"statfs":{"total":751615082496,"available":751587160064,"internally_reserved":0,"allocated":303104,"data_stored":118979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T00:25:30.153 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2026-02-17T00:25:30.153 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-17T00:25:30.153 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2026-02-17T00:25:30.153 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph health --format=json 2026-02-17T00:25:30.304 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:30.357 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:30 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3217582493' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-17T00:25:30.357 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:30 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3830109789' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-17T00:25:30.357 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:30 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/998041805' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-17T00:25:30.357 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:30 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/895081265' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-17T00:25:30.358 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:30 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3886239809' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-17T00:25:30.358 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:30 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/3830045112' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-17T00:25:30.358 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:30 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/1636028632' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-17T00:25:30.358 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:30 trial098 ceph-mon[35470]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:25:30.358 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:30 trial098 ceph-mon[35470]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:25:30.512 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:30.512 INFO:teuthology.orchestra.run.trial098.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-17T00:25:30.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:30 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3217582493' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-17T00:25:30.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:30 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3830109789' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-17T00:25:30.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:30 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/998041805' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-17T00:25:30.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:30 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/895081265' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-17T00:25:30.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:30 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3886239809' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-17T00:25:30.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:30 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/3830045112' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-17T00:25:30.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:30 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/1636028632' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-17T00:25:30.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:30 trial143 ceph-mon[42968]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:25:30.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:30 trial143 ceph-mon[42968]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:25:30.548 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2026-02-17T00:25:30.548 INFO:tasks.cephadm:Setup complete, yielding 2026-02-17T00:25:30.548 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-17T00:25:30.563 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:25:30.563 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph orch status' 2026-02-17T00:25:30.718 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:30.929 INFO:teuthology.orchestra.run.trial098.stdout:Backend: cephadm 2026-02-17T00:25:30.929 INFO:teuthology.orchestra.run.trial098.stdout:Available: Yes 2026-02-17T00:25:30.929 INFO:teuthology.orchestra.run.trial098.stdout:Paused: No 2026-02-17T00:25:30.965 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph orch ps' 2026-02-17T00:25:31.118 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:31.325 INFO:teuthology.orchestra.run.trial098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-17T00:25:31.325 INFO:teuthology.orchestra.run.trial098.stdout:alertmanager.trial098 trial098 *:9093,9094 running (49s) 13s ago 76s 31.2M - 0.25.0 c8568f914cd2 d1cfe5e0c4c8 2026-02-17T00:25:31.326 INFO:teuthology.orchestra.run.trial098.stdout:ceph-exporter.trial098 trial098 *:9926 running (80s) 13s ago 80s 8644k - 19.2.3-680-g05b55d19 dcf18b7f874c afaf837d3aad 2026-02-17T00:25:31.326 INFO:teuthology.orchestra.run.trial098.stdout:ceph-exporter.trial143 trial143 *:9926 running (59s) 14s ago 59s 6543k - 19.2.3-680-g05b55d19 dcf18b7f874c fb9ad89e5927 2026-02-17T00:25:31.326 INFO:teuthology.orchestra.run.trial098.stdout:crash.trial098 trial098 running (79s) 13s ago 79s 7638k - 19.2.3-680-g05b55d19 dcf18b7f874c fe6201a9a356 2026-02-17T00:25:31.326 INFO:teuthology.orchestra.run.trial098.stdout:crash.trial143 trial143 running (59s) 14s ago 59s 7638k - 19.2.3-680-g05b55d19 dcf18b7f874c a1f51e7ee861 2026-02-17T00:25:31.326 INFO:teuthology.orchestra.run.trial098.stdout:grafana.trial098 trial098 *:3000 running (48s) 13s ago 73s 77.3M - 10.4.0 c8b91775d855 5090019f3768 2026-02-17T00:25:31.326 INFO:teuthology.orchestra.run.trial098.stdout:mgr.trial098.ydsmee trial098 *:9283,8765,8443 running (102s) 13s ago 102s 538M - 19.2.3-680-g05b55d19 dcf18b7f874c 97fd14e2484e 2026-02-17T00:25:31.326 INFO:teuthology.orchestra.run.trial098.stdout:mgr.trial143.qcgsia trial143 *:8443,9283,8765 running (57s) 14s ago 57s 486M - 19.2.3-680-g05b55d19 dcf18b7f874c ca8047c36125 2026-02-17T00:25:31.326 INFO:teuthology.orchestra.run.trial098.stdout:mon.trial098 trial098 running (103s) 13s ago 104s 47.8M 2048M 19.2.3-680-g05b55d19 dcf18b7f874c c4bd5276aead 2026-02-17T00:25:31.326 INFO:teuthology.orchestra.run.trial098.stdout:mon.trial143 trial143 running (56s) 14s ago 56s 42.9M 2048M 19.2.3-680-g05b55d19 dcf18b7f874c 0614e38fcda9 2026-02-17T00:25:31.327 INFO:teuthology.orchestra.run.trial098.stdout:node-exporter.trial098 trial098 *:9100 running (78s) 13s ago 78s 11.9M - 1.7.0 72c9c2088986 c34ea786347e 2026-02-17T00:25:31.327 INFO:teuthology.orchestra.run.trial098.stdout:node-exporter.trial143 trial143 *:9100 running (58s) 14s ago 58s 11.5M - 1.7.0 72c9c2088986 66e677ef603e 2026-02-17T00:25:31.327 INFO:teuthology.orchestra.run.trial098.stdout:osd.0 trial098 running (25s) 13s ago 25s 34.6M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 4dfd21923afd 2026-02-17T00:25:31.327 INFO:teuthology.orchestra.run.trial098.stdout:osd.1 trial143 running (26s) 14s ago 26s 30.0M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c ba5707f5af20 2026-02-17T00:25:31.327 INFO:teuthology.orchestra.run.trial098.stdout:osd.2 trial143 running (23s) 14s ago 23s 38.0M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c 62956048dc40 2026-02-17T00:25:31.327 INFO:teuthology.orchestra.run.trial098.stdout:osd.3 trial098 running (22s) 13s ago 22s 32.8M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 9703922d4767 2026-02-17T00:25:31.327 INFO:teuthology.orchestra.run.trial098.stdout:osd.4 trial143 running (20s) 14s ago 20s 26.7M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c afb67ee35208 2026-02-17T00:25:31.327 INFO:teuthology.orchestra.run.trial098.stdout:osd.5 trial098 running (19s) 13s ago 19s 19.2M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c c88599051988 2026-02-17T00:25:31.327 INFO:teuthology.orchestra.run.trial098.stdout:osd.6 trial143 running (17s) 14s ago 17s 17.1M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c a7731dea0cbe 2026-02-17T00:25:31.327 INFO:teuthology.orchestra.run.trial098.stdout:osd.7 trial098 running (16s) 13s ago 16s 13.5M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 8da023e6f44e 2026-02-17T00:25:31.327 INFO:teuthology.orchestra.run.trial098.stdout:prometheus.trial098 trial098 *:9095 running (47s) 13s ago 67s 38.8M - 2.51.0 1d3b7f56885b 972081e6914c 2026-02-17T00:25:31.361 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:31 trial098 ceph-mon[35470]: from='client.14578 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:25:31.362 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:31 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2255917169' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-17T00:25:31.363 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph orch ls' 2026-02-17T00:25:31.518 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:31.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:31 trial143 ceph-mon[42968]: from='client.14578 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:25:31.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:31 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2255917169' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-17T00:25:31.715 INFO:teuthology.orchestra.run.trial098.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-02-17T00:25:31.715 INFO:teuthology.orchestra.run.trial098.stdout:alertmanager ?:9093,9094 1/1 14s ago 89s count:1 2026-02-17T00:25:31.715 INFO:teuthology.orchestra.run.trial098.stdout:ceph-exporter ?:9926 2/2 14s ago 90s * 2026-02-17T00:25:31.715 INFO:teuthology.orchestra.run.trial098.stdout:crash 2/2 14s ago 90s * 2026-02-17T00:25:31.715 INFO:teuthology.orchestra.run.trial098.stdout:grafana ?:3000 1/1 14s ago 89s count:1 2026-02-17T00:25:31.715 INFO:teuthology.orchestra.run.trial098.stdout:mgr 2/2 14s ago 90s count:2 2026-02-17T00:25:31.715 INFO:teuthology.orchestra.run.trial098.stdout:mon 2/2 14s ago 77s trial098:10.20.193.98=trial098;trial143:10.20.193.143=trial143;count:2 2026-02-17T00:25:31.715 INFO:teuthology.orchestra.run.trial098.stdout:node-exporter ?:9100 2/2 14s ago 89s * 2026-02-17T00:25:31.715 INFO:teuthology.orchestra.run.trial098.stdout:osd.all-available-devices 8 14s ago 47s * 2026-02-17T00:25:31.715 INFO:teuthology.orchestra.run.trial098.stdout:prometheus ?:9095 1/1 14s ago 89s count:1 2026-02-17T00:25:31.751 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph orch host ls' 2026-02-17T00:25:31.902 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:32.105 INFO:teuthology.orchestra.run.trial098.stdout:HOST ADDR LABELS STATUS 2026-02-17T00:25:32.105 INFO:teuthology.orchestra.run.trial098.stdout:trial098 10.20.193.98 2026-02-17T00:25:32.105 INFO:teuthology.orchestra.run.trial098.stdout:trial143 10.20.193.143 2026-02-17T00:25:32.105 INFO:teuthology.orchestra.run.trial098.stdout:2 hosts in cluster 2026-02-17T00:25:32.140 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph orch device ls' 2026-02-17T00:25:32.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:32 trial098 ceph-mon[35470]: from='client.14586 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:32.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:32 trial098 ceph-mon[35470]: from='client.14590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:32.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:32 trial098 ceph-mon[35470]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:25:32.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:32 trial098 ceph-mon[35470]: from='client.14594 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:32.292 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:32.488 INFO:teuthology.orchestra.run.trial098.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2026-02-17T00:25:32.488 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme1n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6A9A 1788G No 14s ago Has a FileSystem, LVM detected 2026-02-17T00:25:32.488 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme2n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6A9B 1788G No 14s ago Has a FileSystem, LVM detected 2026-02-17T00:25:32.488 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme3n1 ssd Linux_63530a2065c4af149634 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:32.488 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme4n1 ssd Linux_f859ed2b9e7e8f6669f1 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:32.488 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme5n1 ssd Linux_fc22b8436128f6cc38ec 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:32.488 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme6n1 ssd Linux_483c4c3270726d32c602 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:32.488 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme1n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6ACD 1788G No 14s ago Has a FileSystem, LVM detected 2026-02-17T00:25:32.488 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme2n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6A4F 1788G No 14s ago Has a FileSystem, LVM detected 2026-02-17T00:25:32.488 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme3n1 ssd Linux_d5cbbe0c88c28d0f0528 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:32.488 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme4n1 ssd Linux_0742cfe127cff56a8a0e 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:32.488 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme5n1 ssd Linux_86a78e1cb74e4ea2327b 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:32.488 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme6n1 ssd Linux_bdbc4158d43831970849 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:32.524 INFO:teuthology.run_tasks:Running task vip... 2026-02-17T00:25:32.544 INFO:tasks.vip:Allocating static IPs for each host... 2026-02-17T00:25:32.544 INFO:tasks.vip:peername 10.20.193.98 2026-02-17T00:25:32.596 INFO:tasks.vip:10.20.193.98 in 10.20.192.0/20, pos 353 2026-02-17T00:25:32.600 INFO:tasks.vip:trial098.front.sepia.ceph.com static 192.168.1.98, vnet 192.168.0.0/16 2026-02-17T00:25:32.600 INFO:tasks.vip:VIPs are [IPv4Address('192.168.17.98')] 2026-02-17T00:25:32.600 DEBUG:teuthology.orchestra.run.trial098:> sudo ip route ls 2026-02-17T00:25:32.601 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:32 trial143 ceph-mon[42968]: from='client.14586 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:32.601 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:32 trial143 ceph-mon[42968]: from='client.14590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:32.601 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:32 trial143 ceph-mon[42968]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:25:32.601 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:32 trial143 ceph-mon[42968]: from='client.14594 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:32.626 INFO:teuthology.orchestra.run.trial098.stdout:default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.98 metric 102 2026-02-17T00:25:32.626 INFO:teuthology.orchestra.run.trial098.stdout:10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.98 metric 102 2026-02-17T00:25:32.626 INFO:teuthology.orchestra.run.trial098.stdout:169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-17T00:25:32.627 INFO:tasks.vip:Configuring 192.168.1.98 on trial098.front.sepia.ceph.com iface enp1s0f0... 2026-02-17T00:25:32.627 DEBUG:teuthology.orchestra.run.trial098:> sudo ip addr add 192.168.1.98/16 dev enp1s0f0 2026-02-17T00:25:32.691 INFO:tasks.vip:peername 10.20.193.143 2026-02-17T00:25:32.694 INFO:tasks.vip:10.20.193.143 in 10.20.192.0/20, pos 398 2026-02-17T00:25:32.700 INFO:tasks.vip:trial143.front.sepia.ceph.com static 192.168.1.143, vnet 192.168.0.0/16 2026-02-17T00:25:32.700 DEBUG:teuthology.orchestra.run.trial143:> sudo ip route ls 2026-02-17T00:25:32.723 INFO:teuthology.orchestra.run.trial143.stdout:default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.143 metric 102 2026-02-17T00:25:32.724 INFO:teuthology.orchestra.run.trial143.stdout:10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.143 metric 102 2026-02-17T00:25:32.724 INFO:teuthology.orchestra.run.trial143.stdout:169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-17T00:25:32.725 INFO:tasks.vip:Configuring 192.168.1.143 on trial143.front.sepia.ceph.com iface enp1s0f0... 2026-02-17T00:25:32.725 DEBUG:teuthology.orchestra.run.trial143:> sudo ip addr add 192.168.1.143/16 dev enp1s0f0 2026-02-17T00:25:32.790 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-17T00:25:32.807 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:25:32.808 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph orch device ls --refresh' 2026-02-17T00:25:32.959 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:33.158 INFO:teuthology.orchestra.run.trial098.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2026-02-17T00:25:33.158 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme1n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6A9A 1788G No 14s ago Has a FileSystem, LVM detected 2026-02-17T00:25:33.159 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme2n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6A9B 1788G No 14s ago Has a FileSystem, LVM detected 2026-02-17T00:25:33.159 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme3n1 ssd Linux_63530a2065c4af149634 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:33.159 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme4n1 ssd Linux_f859ed2b9e7e8f6669f1 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:33.159 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme5n1 ssd Linux_fc22b8436128f6cc38ec 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:33.159 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme6n1 ssd Linux_483c4c3270726d32c602 700G No 14s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:33.159 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme1n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6ACD 1788G No 15s ago Has a FileSystem, LVM detected 2026-02-17T00:25:33.159 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme2n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6A4F 1788G No 15s ago Has a FileSystem, LVM detected 2026-02-17T00:25:33.159 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme3n1 ssd Linux_d5cbbe0c88c28d0f0528 700G No 15s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:33.159 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme4n1 ssd Linux_0742cfe127cff56a8a0e 700G No 15s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:33.159 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme5n1 ssd Linux_86a78e1cb74e4ea2327b 700G No 15s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:33.159 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme6n1 ssd Linux_bdbc4158d43831970849 700G No 15s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:25:33.195 INFO:teuthology.run_tasks:Running task vip.exec... 2026-02-17T00:25:33.210 INFO:tasks.vip:Running commands on role host.a host ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:25:33.211 DEBUG:teuthology.orchestra.run.trial098:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2026-02-17T00:25:33.232 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:33 trial098 ceph-mon[35470]: from='client.14598 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:33.232 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:33 trial098 ceph-mon[35470]: from='client.14602 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:33.234 INFO:teuthology.orchestra.run.trial098.stderr:+ systemctl stop nfs-server 2026-02-17T00:25:33.240 INFO:tasks.vip:Running commands on role host.b host ubuntu@trial143.front.sepia.ceph.com 2026-02-17T00:25:33.241 DEBUG:teuthology.orchestra.run.trial143:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2026-02-17T00:25:33.264 INFO:teuthology.orchestra.run.trial143.stderr:+ systemctl stop nfs-server 2026-02-17T00:25:33.271 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-17T00:25:33.287 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:25:33.287 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph orch apply rgw foorgw --port 8800' 2026-02-17T00:25:33.398 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:33 trial143 ceph-mon[42968]: from='client.14598 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:33.398 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:33 trial143 ceph-mon[42968]: from='client.14602 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:33.443 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:33.667 INFO:teuthology.orchestra.run.trial098.stdout:Scheduled rgw.foorgw update... 2026-02-17T00:25:33.711 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph nfs cluster create foo --ingress --virtual-ip 192.168.17.98/16' 2026-02-17T00:25:33.867 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:34.365 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:34 trial143 ceph-mon[42968]: from='client.14606 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:34.366 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:25:34.366 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:34 trial143 ceph-mon[42968]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:25:34.366 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:34 trial143 ceph-mon[42968]: from='client.14610 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foorgw", "port": 8800, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:34.366 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:34 trial143 ceph-mon[42968]: Saving service rgw.foorgw spec with placement count:2 2026-02-17T00:25:34.366 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:34.366 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:34.366 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:34.366 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:34 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true}]: dispatch 2026-02-17T00:25:34.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:34 trial098 ceph-mon[35470]: from='client.14606 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:34.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:34 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:25:34.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:34 trial098 ceph-mon[35470]: pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:25:34.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:34 trial098 ceph-mon[35470]: from='client.14610 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foorgw", "port": 8800, "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:34.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:34 trial098 ceph-mon[35470]: Saving service rgw.foorgw spec with placement count:2 2026-02-17T00:25:34.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:34 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:34.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:34 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:34.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:34 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:34.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:34 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true}]: dispatch 2026-02-17T00:25:35.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:35 trial098 ceph-mon[35470]: from='client.14614 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "cluster_id": "foo", "ingress": true, "virtual_ip": "192.168.17.98/16", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:35.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:35 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:35.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:35 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:35.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:35 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:35.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:35 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:35.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:35 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:35.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:35 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:35.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:35 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true}]': finished 2026-02-17T00:25:35.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:35 trial098 ceph-mon[35470]: osdmap e31: 8 total, 8 up, 8 in 2026-02-17T00:25:35.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:35 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2026-02-17T00:25:35.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:35 trial143 ceph-mon[42968]: from='client.14614 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "cluster_id": "foo", "ingress": true, "virtual_ip": "192.168.17.98/16", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:35.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:35 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:35.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:35 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:35.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:35 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:35.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:35 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:35.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:35 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:35.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:35 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:35.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:35 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool create", "pool": ".nfs", "yes_i_really_mean_it": true}]': finished 2026-02-17T00:25:35.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:35 trial143 ceph-mon[42968]: osdmap e31: 8 total, 8 up, 8 in 2026-02-17T00:25:35.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:35 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2026-02-17T00:25:35.834 INFO:teuthology.run_tasks:Running task vip.exec... 2026-02-17T00:25:35.854 INFO:tasks.vip:Running commands on role host.a host ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:25:35.854 DEBUG:teuthology.orchestra.run.trial098:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'dnf install -y python3-boto3 || apt install -y python3-boto3' 2026-02-17T00:25:35.880 INFO:teuthology.orchestra.run.trial098.stderr:+ dnf install -y python3-boto3 2026-02-17T00:25:36.165 INFO:teuthology.orchestra.run.trial098.stdout:Last metadata expiration check: 0:02:46 ago on Tue 17 Feb 2026 12:22:50 AM UTC. 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout:Dependencies resolved. 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout:================================================================================ 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout: Package Arch Version Repository Size 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout:================================================================================ 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout:Installing: 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout: python3-boto3 noarch 1.28.62-1.el9 epel 164 k 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout:Installing dependencies: 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout: python3-botocore noarch 1.31.62-2.el9 epel 6.1 M 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout: python3-jmespath noarch 1.0.1-1.el9 appstream 48 k 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout: python3-s3transfer noarch 0.7.0-1.el9 epel 113 k 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout: python3-urllib3 noarch 1.26.5-7.el9 baseos 218 k 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout:Transaction Summary 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout:================================================================================ 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout:Install 5 Packages 2026-02-17T00:25:36.248 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:36.249 INFO:teuthology.orchestra.run.trial098.stdout:Total download size: 6.6 M 2026-02-17T00:25:36.249 INFO:teuthology.orchestra.run.trial098.stdout:Installed size: 86 M 2026-02-17T00:25:36.249 INFO:teuthology.orchestra.run.trial098.stdout:Downloading Packages: 2026-02-17T00:25:36.478 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.478 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.478 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: pgmap v53: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:25:36.478 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.478 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.478 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:36.478 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:25:36.479 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.479 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:25:36.479 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foorgw.trial143.wfkmwf", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-17T00:25:36.479 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foorgw.trial143.wfkmwf", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-17T00:25:36.479 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.479 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:36.479 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: Deploying daemon rgw.foorgw.trial143.wfkmwf on trial143 2026-02-17T00:25:36.479 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2026-02-17T00:25:36.479 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: osdmap e32: 8 total, 8 up, 8 in 2026-02-17T00:25:36.479 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.479 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:36 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.516 INFO:teuthology.orchestra.run.trial098.stdout:(1/5): python3-jmespath-1.0.1-1.el9.noarch.rpm 695 kB/s | 48 kB 00:00 2026-02-17T00:25:36.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: pgmap v53: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-17T00:25:36.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:36.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:25:36.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:25:36.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foorgw.trial143.wfkmwf", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-17T00:25:36.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foorgw.trial143.wfkmwf", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-17T00:25:36.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:36.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: Deploying daemon rgw.foorgw.trial143.wfkmwf on trial143 2026-02-17T00:25:36.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2026-02-17T00:25:36.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: osdmap e32: 8 total, 8 up, 8 in 2026-02-17T00:25:36.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:36 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:36.605 INFO:teuthology.orchestra.run.trial098.stdout:(2/5): python3-boto3-1.28.62-1.el9.noarch.rpm 1.0 MB/s | 164 kB 00:00 2026-02-17T00:25:36.637 INFO:teuthology.orchestra.run.trial098.stdout:(3/5): python3-s3transfer-0.7.0-1.el9.noarch.rp 3.4 MB/s | 113 kB 00:00 2026-02-17T00:25:36.787 INFO:teuthology.orchestra.run.trial098.stdout:(4/5): python3-botocore-1.31.62-2.el9.noarch.rp 23 MB/s | 6.1 MB 00:00 2026-02-17T00:25:37.156 INFO:teuthology.orchestra.run.trial098.stdout:(5/5): python3-urllib3-1.26.5-7.el9.noarch.rpm 307 kB/s | 218 kB 00:00 2026-02-17T00:25:37.158 INFO:teuthology.orchestra.run.trial098.stdout:-------------------------------------------------------------------------------- 2026-02-17T00:25:37.159 INFO:teuthology.orchestra.run.trial098.stdout:Total 7.3 MB/s | 6.6 MB 00:00 2026-02-17T00:25:37.178 INFO:teuthology.orchestra.run.trial098.stdout:Running transaction check 2026-02-17T00:25:37.184 INFO:teuthology.orchestra.run.trial098.stdout:Transaction check succeeded. 2026-02-17T00:25:37.184 INFO:teuthology.orchestra.run.trial098.stdout:Running transaction test 2026-02-17T00:25:37.228 INFO:teuthology.orchestra.run.trial098.stdout:Transaction test succeeded. 2026-02-17T00:25:37.228 INFO:teuthology.orchestra.run.trial098.stdout:Running transaction 2026-02-17T00:25:37.302 INFO:teuthology.orchestra.run.trial098.stdout: Preparing : 1/1 2026-02-17T00:25:37.325 INFO:teuthology.orchestra.run.trial098.stdout: Installing : python3-jmespath-1.0.1-1.el9.noarch 1/5 2026-02-17T00:25:37.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: Saving service nfs.foo spec with placement count:1 2026-02-17T00:25:37.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: Saving service ingress.nfs.foo spec with placement count:2 2026-02-17T00:25:37.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-17T00:25:37.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foorgw.trial098.bxclkh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-17T00:25:37.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foorgw.trial098.bxclkh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-17T00:25:37.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:37.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: Deploying daemon rgw.foorgw.trial098.bxclkh on trial098 2026-02-17T00:25:37.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: osdmap e33: 8 total, 8 up, 8 in 2026-02-17T00:25:37.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/3612280382' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-17T00:25:37.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-17T00:25:37.498 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.499 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:37 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:25:37.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: Saving service nfs.foo spec with placement count:1 2026-02-17T00:25:37.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: Saving service ingress.nfs.foo spec with placement count:2 2026-02-17T00:25:37.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-17T00:25:37.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foorgw.trial098.bxclkh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-17T00:25:37.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foorgw.trial098.bxclkh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-17T00:25:37.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:37.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: Deploying daemon rgw.foorgw.trial098.bxclkh on trial098 2026-02-17T00:25:37.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: osdmap e33: 8 total, 8 up, 8 in 2026-02-17T00:25:37.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/3612280382' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-17T00:25:37.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-17T00:25:37.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:37.525 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:37 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:25:37.932 INFO:teuthology.orchestra.run.trial098.stdout: Installing : python3-urllib3-1.26.5-7.el9.noarch 2/5 2026-02-17T00:25:37.952 INFO:teuthology.orchestra.run.trial098.stdout: Installing : python3-botocore-1.31.62-2.el9.noarch 3/5 2026-02-17T00:25:37.980 INFO:teuthology.orchestra.run.trial098.stdout: Installing : python3-s3transfer-0.7.0-1.el9.noarch 4/5 2026-02-17T00:25:37.998 INFO:teuthology.orchestra.run.trial098.stdout: Installing : python3-boto3-1.28.62-1.el9.noarch 5/5 2026-02-17T00:25:38.134 INFO:teuthology.orchestra.run.trial098.stdout: Running scriptlet: python3-boto3-1.28.62-1.el9.noarch 5/5 2026-02-17T00:25:38.134 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : python3-urllib3-1.26.5-7.el9.noarch 1/5 2026-02-17T00:25:38.134 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : python3-jmespath-1.0.1-1.el9.noarch 2/5 2026-02-17T00:25:38.134 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : python3-boto3-1.28.62-1.el9.noarch 3/5 2026-02-17T00:25:38.134 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : python3-botocore-1.31.62-2.el9.noarch 4/5 2026-02-17T00:25:38.189 INFO:teuthology.orchestra.run.trial098.stdout: Verifying : python3-s3transfer-0.7.0-1.el9.noarch 5/5 2026-02-17T00:25:38.189 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:38.190 INFO:teuthology.orchestra.run.trial098.stdout:Installed: 2026-02-17T00:25:38.190 INFO:teuthology.orchestra.run.trial098.stdout: python3-boto3-1.28.62-1.el9.noarch python3-botocore-1.31.62-2.el9.noarch 2026-02-17T00:25:38.190 INFO:teuthology.orchestra.run.trial098.stdout: python3-jmespath-1.0.1-1.el9.noarch python3-s3transfer-0.7.0-1.el9.noarch 2026-02-17T00:25:38.190 INFO:teuthology.orchestra.run.trial098.stdout: python3-urllib3-1.26.5-7.el9.noarch 2026-02-17T00:25:38.190 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:38.190 INFO:teuthology.orchestra.run.trial098.stdout:Complete! 2026-02-17T00:25:38.224 DEBUG:teuthology.orchestra.run.trial098:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c '/home/ubuntu/cephtest/cephadm shell radosgw-admin user create --uid foouser --display-name foo > /tmp/user.json' 2026-02-17T00:25:38.290 INFO:teuthology.orchestra.run.trial098.stderr:+ /home/ubuntu/cephtest/cephadm shell radosgw-admin user create --uid foouser --display-name foo 2026-02-17T00:25:38.420 INFO:teuthology.orchestra.run.trial098.stderr:Inferring fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:25:38.462 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:38.541 INFO:teuthology.orchestra.run.trial098.stderr:Using ceph image with id 'dcf18b7f874c' and tag '05b55d192f002ad5df41409624b8d176527d0841' created on 2026-02-08 09:12:38 +0000 UTC 2026-02-17T00:25:38.541 INFO:teuthology.orchestra.run.trial098.stderr:quay.ceph.io/ceph-ci/ceph@sha256:91848d200fcaa46368f1434361671ab8b338dc28ae3ecbb8d2a955ab01b6ff90 2026-02-17T00:25:38.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:38 trial098 ceph-mon[35470]: Saving service rgw.foorgw spec with placement count:2 2026-02-17T00:25:38.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:38 trial098 ceph-mon[35470]: pgmap v56: 65 pgs: 6 creating+peering, 46 unknown, 13 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 0 B/s wr, 0 op/s 2026-02-17T00:25:38.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:38 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:38.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:38 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:38.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:38 trial098 ceph-mon[35470]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-02-17T00:25:38.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:38 trial098 ceph-mon[35470]: osdmap e34: 8 total, 8 up, 8 in 2026-02-17T00:25:38.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:38 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:38.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:38 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:38.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:38 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:38.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:38 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:25:38.997 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:38 trial098 ceph-mon[35470]: mgrmap e20: trial098.ydsmee(active, since 70s), standbys: trial143.qcgsia 2026-02-17T00:25:39.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:38 trial143 ceph-mon[42968]: Saving service rgw.foorgw spec with placement count:2 2026-02-17T00:25:39.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:38 trial143 ceph-mon[42968]: pgmap v56: 65 pgs: 6 creating+peering, 46 unknown, 13 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 0 B/s wr, 0 op/s 2026-02-17T00:25:39.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:38 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:39.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:38 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:39.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:38 trial143 ceph-mon[42968]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-02-17T00:25:39.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:38 trial143 ceph-mon[42968]: osdmap e34: 8 total, 8 up, 8 in 2026-02-17T00:25:39.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:38 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:39.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:38 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:39.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:38 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:39.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:38 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:25:39.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:38 trial143 ceph-mon[42968]: mgrmap e20: trial098.ydsmee(active, since 70s), standbys: trial143.qcgsia 2026-02-17T00:25:39.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:39 trial098 ceph-mon[35470]: Checking dashboard <-> RGW credentials 2026-02-17T00:25:39.999 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:39 trial098 ceph-mon[35470]: osdmap e35: 8 total, 8 up, 8 in 2026-02-17T00:25:39.999 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:39 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/2528143113' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-02-17T00:25:39.999 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:39 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-02-17T00:25:39.999 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:39 trial098 ceph-mon[35470]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-02-17T00:25:40.000 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:39 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-02-17T00:25:40.000 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:39 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-02-17T00:25:40.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:39 trial143 ceph-mon[42968]: Checking dashboard <-> RGW credentials 2026-02-17T00:25:40.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:39 trial143 ceph-mon[42968]: osdmap e35: 8 total, 8 up, 8 in 2026-02-17T00:25:40.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:39 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/2528143113' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-02-17T00:25:40.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:39 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-02-17T00:25:40.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:39 trial143 ceph-mon[42968]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-02-17T00:25:40.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:39 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-02-17T00:25:40.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:39 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-02-17T00:25:40.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:40 trial098 ceph-mon[35470]: pgmap v59: 97 pgs: 17 creating+peering, 22 unknown, 58 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2026-02-17T00:25:40.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:40 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-02-17T00:25:40.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:40 trial098 ceph-mon[35470]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-02-17T00:25:40.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:40 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-02-17T00:25:40.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:40 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-02-17T00:25:40.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:40 trial098 ceph-mon[35470]: osdmap e36: 8 total, 8 up, 8 in 2026-02-17T00:25:40.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:40 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:41.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:40 trial143 ceph-mon[42968]: pgmap v59: 97 pgs: 17 creating+peering, 22 unknown, 58 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2026-02-17T00:25:41.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:40 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-02-17T00:25:41.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:40 trial143 ceph-mon[42968]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-02-17T00:25:41.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:40 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-02-17T00:25:41.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:40 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-02-17T00:25:41.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:40 trial143 ceph-mon[42968]: osdmap e36: 8 total, 8 up, 8 in 2026-02-17T00:25:41.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:40 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:41.898 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:41 trial098 ceph-mon[35470]: osdmap e37: 8 total, 8 up, 8 in 2026-02-17T00:25:41.898 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:41 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-02-17T00:25:41.898 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:41 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-02-17T00:25:41.898 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:41 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-02-17T00:25:41.898 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:41 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/2528143113' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-02-17T00:25:41.898 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:41 trial098 ceph-mon[35470]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-02-17T00:25:41.898 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:41 trial098 ceph-mon[35470]: pgmap v62: 129 pgs: 22 creating+peering, 42 unknown, 65 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2026-02-17T00:25:42.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:41 trial143 ceph-mon[42968]: osdmap e37: 8 total, 8 up, 8 in 2026-02-17T00:25:42.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:41 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-02-17T00:25:42.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:41 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-02-17T00:25:42.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:41 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-02-17T00:25:42.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:41 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/2528143113' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-02-17T00:25:42.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:41 trial143 ceph-mon[42968]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-02-17T00:25:42.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:41 trial143 ceph-mon[42968]: pgmap v62: 129 pgs: 22 creating+peering, 42 unknown, 65 active+clean; 577 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2026-02-17T00:25:43.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:42 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-02-17T00:25:43.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:42 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-02-17T00:25:43.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:42 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-02-17T00:25:43.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:42 trial098 ceph-mon[35470]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-02-17T00:25:43.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:42 trial098 ceph-mon[35470]: osdmap e38: 8 total, 8 up, 8 in 2026-02-17T00:25:43.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:42 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:43.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:42 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:25:43.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:42 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-02-17T00:25:43.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:42 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-02-17T00:25:43.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:42 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-02-17T00:25:43.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:42 trial143 ceph-mon[42968]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-02-17T00:25:43.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:42 trial143 ceph-mon[42968]: osdmap e38: 8 total, 8 up, 8 in 2026-02-17T00:25:43.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:42 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:43.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:42 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:25:44.174 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:43 trial143 ceph-mon[42968]: osdmap e39: 8 total, 8 up, 8 in 2026-02-17T00:25:44.174 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:43 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/2528143113' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-02-17T00:25:44.174 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:43 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-02-17T00:25:44.175 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:43 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-02-17T00:25:44.175 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:43 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-02-17T00:25:44.175 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:43 trial143 ceph-mon[42968]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-02-17T00:25:44.175 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:43 trial143 ceph-mon[42968]: pgmap v65: 161 pgs: 27 creating+peering, 32 unknown, 102 active+clean; 578 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 8.5 KiB/s rd, 767 B/s wr, 11 op/s 2026-02-17T00:25:44.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:43 trial098 ceph-mon[35470]: osdmap e39: 8 total, 8 up, 8 in 2026-02-17T00:25:44.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:43 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/2528143113' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-02-17T00:25:44.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:43 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-02-17T00:25:44.246 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:43 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-02-17T00:25:44.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:43 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-02-17T00:25:44.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:43 trial098 ceph-mon[35470]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-02-17T00:25:44.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:43 trial098 ceph-mon[35470]: pgmap v65: 161 pgs: 27 creating+peering, 32 unknown, 102 active+clean; 578 KiB data, 215 MiB used, 5.5 TiB / 5.5 TiB avail; 8.5 KiB/s rd, 767 B/s wr, 11 op/s 2026-02-17T00:25:44.850 INFO:teuthology.run_tasks:Running task python... 2026-02-17T00:25:44.863 INFO:tasks.python:Running python on role host.a host ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:25:44.863 INFO:tasks.python:import boto3 import json with open('/tmp/user.json', 'rt') as f: info = json.loads(f.read()) s3 = boto3.resource( 's3', aws_access_key_id=info['keys'][0]['access_key'], aws_secret_access_key=info['keys'][0]['secret_key'], endpoint_url='http://localhost:8800', ) bucket = s3.Bucket('foobucket') bucket.create() bucket.put_object(Key='myobject', Body='thebody') 2026-02-17T00:25:44.863 DEBUG:teuthology.orchestra.run.trial098:> sudo TESTDIR=/home/ubuntu/cephtest python3 2026-02-17T00:25:45.200 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:44 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-02-17T00:25:45.200 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:44 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-02-17T00:25:45.200 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:44 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-02-17T00:25:45.200 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:44 trial098 ceph-mon[35470]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-02-17T00:25:45.200 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:44 trial098 ceph-mon[35470]: osdmap e40: 8 total, 8 up, 8 in 2026-02-17T00:25:45.200 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:44 trial098 ceph-mon[35470]: from='client.? 10.20.193.143:0/2528143113' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-17T00:25:45.200 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:44 trial098 ceph-mon[35470]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-17T00:25:45.200 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:44 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-17T00:25:45.200 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:44 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-17T00:25:45.200 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:44 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-17T00:25:45.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:44 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-02-17T00:25:45.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:44 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-02-17T00:25:45.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:44 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-02-17T00:25:45.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:44 trial143 ceph-mon[42968]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-02-17T00:25:45.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:44 trial143 ceph-mon[42968]: osdmap e40: 8 total, 8 up, 8 in 2026-02-17T00:25:45.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:44 trial143 ceph-mon[42968]: from='client.? 10.20.193.143:0/2528143113' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-17T00:25:45.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:44 trial143 ceph-mon[42968]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-17T00:25:45.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:44 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-17T00:25:45.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:44 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-17T00:25:45.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:44 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-17T00:25:46.091 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-17T00:25:46.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-17T00:25:46.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-17T00:25:46.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-17T00:25:46.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: osdmap e41: 8 total, 8 up, 8 in 2026-02-17T00:25:46.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.092 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:25:46.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: Creating key for client.nfs.foo.0.0.trial098.pbljhs 2026-02-17T00:25:46.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial098.pbljhs", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-17T00:25:46.093 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial098.pbljhs", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2026-02-17T00:25:46.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: Ensuring nfs.foo.0 is in the ganesha grace table 2026-02-17T00:25:46.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-17T00:25:46.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-02-17T00:25:46.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:46.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-17T00:25:46.094 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-02-17T00:25:46.095 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: Rados config object exists: conf-nfs.foo 2026-02-17T00:25:46.095 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: Creating key for client.nfs.foo.0.0.trial098.pbljhs-rgw 2026-02-17T00:25:46.095 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial098.pbljhs-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-17T00:25:46.095 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial098.pbljhs-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-17T00:25:46.095 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: Bind address in nfs.foo.0.0.trial098.pbljhs's ganesha conf is defaulting to empty 2026-02-17T00:25:46.095 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:46.096 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: Deploying daemon nfs.foo.0.0.trial098.pbljhs on trial098 2026-02-17T00:25:46.096 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: pgmap v68: 161 pgs: 16 creating+peering, 11 unknown, 134 active+clean; 578 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 8.5 KiB/s rd, 767 B/s wr, 11 op/s 2026-02-17T00:25:46.096 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.096 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.096 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.096 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.096 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:45 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='client.? ' entity='client.rgw.foorgw.trial143.wfkmwf' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-17T00:25:46.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2333861896' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-17T00:25:46.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-17T00:25:46.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2247177157' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-17T00:25:46.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: osdmap e41: 8 total, 8 up, 8 in 2026-02-17T00:25:46.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:25:46.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: Creating key for client.nfs.foo.0.0.trial098.pbljhs 2026-02-17T00:25:46.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial098.pbljhs", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2026-02-17T00:25:46.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial098.pbljhs", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2026-02-17T00:25:46.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: Ensuring nfs.foo.0 is in the ganesha grace table 2026-02-17T00:25:46.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2026-02-17T00:25:46.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2026-02-17T00:25:46.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:46.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2026-02-17T00:25:46.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2026-02-17T00:25:46.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: Rados config object exists: conf-nfs.foo 2026-02-17T00:25:46.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: Creating key for client.nfs.foo.0.0.trial098.pbljhs-rgw 2026-02-17T00:25:46.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial098.pbljhs-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-17T00:25:46.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.trial098.pbljhs-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-17T00:25:46.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: Bind address in nfs.foo.0.0.trial098.pbljhs's ganesha conf is defaulting to empty 2026-02-17T00:25:46.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:46.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: Deploying daemon nfs.foo.0.0.trial098.pbljhs on trial098 2026-02-17T00:25:46.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: pgmap v68: 161 pgs: 16 creating+peering, 11 unknown, 134 active+clean; 578 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 8.5 KiB/s rd, 767 B/s wr, 11 op/s 2026-02-17T00:25:46.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.276 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.277 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.277 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.277 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:45 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:46.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:46 trial098 ceph-mon[35470]: Deploying daemon haproxy.nfs.foo.trial098.yzlnhq on trial098 2026-02-17T00:25:46.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:46 trial098 ceph-mon[35470]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-17T00:25:46.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:46 trial098 ceph-mon[35470]: Cluster is now healthy 2026-02-17T00:25:46.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:46 trial098 ceph-mon[35470]: osdmap e42: 8 total, 8 up, 8 in 2026-02-17T00:25:46.996 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:46 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.buckets.index","app": "rgw"}]: dispatch 2026-02-17T00:25:47.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:46 trial143 ceph-mon[42968]: Deploying daemon haproxy.nfs.foo.trial098.yzlnhq on trial098 2026-02-17T00:25:47.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:46 trial143 ceph-mon[42968]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-17T00:25:47.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:46 trial143 ceph-mon[42968]: Cluster is now healthy 2026-02-17T00:25:47.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:46 trial143 ceph-mon[42968]: osdmap e42: 8 total, 8 up, 8 in 2026-02-17T00:25:47.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:46 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.buckets.index","app": "rgw"}]: dispatch 2026-02-17T00:25:48.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:48 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.buckets.index","app": "rgw"}]': finished 2026-02-17T00:25:48.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:48 trial143 ceph-mon[42968]: osdmap e43: 8 total, 8 up, 8 in 2026-02-17T00:25:48.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:48 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.buckets.index", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-17T00:25:48.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:48 trial143 ceph-mon[42968]: pgmap v71: 193 pgs: 18 creating+peering, 19 unknown, 156 active+clean; 581 KiB data, 228 MiB used, 5.5 TiB / 5.5 TiB avail; 162 KiB/s rd, 6.5 KiB/s wr, 314 op/s 2026-02-17T00:25:48.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:48 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:48.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:48 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:48.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:48 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:48.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:48 trial143 ceph-mon[42968]: Deploying daemon haproxy.nfs.foo.trial143.qvrsia on trial143 2026-02-17T00:25:48.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:48 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.buckets.index","app": "rgw"}]': finished 2026-02-17T00:25:48.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:48 trial098 ceph-mon[35470]: osdmap e43: 8 total, 8 up, 8 in 2026-02-17T00:25:48.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:48 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.buckets.index", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-17T00:25:48.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:48 trial098 ceph-mon[35470]: pgmap v71: 193 pgs: 18 creating+peering, 19 unknown, 156 active+clean; 581 KiB data, 228 MiB used, 5.5 TiB / 5.5 TiB avail; 162 KiB/s rd, 6.5 KiB/s wr, 314 op/s 2026-02-17T00:25:48.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:48 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:48.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:48 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:48.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:48 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:48.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:48 trial098 ceph-mon[35470]: Deploying daemon haproxy.nfs.foo.trial143.qvrsia on trial143 2026-02-17T00:25:49.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:49 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.buckets.index", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-17T00:25:49.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:49 trial143 ceph-mon[42968]: osdmap e44: 8 total, 8 up, 8 in 2026-02-17T00:25:49.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:49 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.buckets.index", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-17T00:25:49.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:49 trial098 ceph-mon[35470]: osdmap e44: 8 total, 8 up, 8 in 2026-02-17T00:25:50.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:50 trial143 ceph-mon[42968]: osdmap e45: 8 total, 8 up, 8 in 2026-02-17T00:25:50.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:50 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.buckets.data","app": "rgw"}]: dispatch 2026-02-17T00:25:50.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:50 trial143 ceph-mon[42968]: pgmap v74: 225 pgs: 24 creating+peering, 15 unknown, 186 active+clean; 583 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 341 KiB/s rd, 12 KiB/s wr, 657 op/s 2026-02-17T00:25:50.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:50 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:50.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:50 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:50.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:50 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:50.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:50 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:50.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:50 trial143 ceph-mon[42968]: 192.168.17.98 is in 192.168.0.0/16 on trial098 interface enp1s0f0 2026-02-17T00:25:50.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:50 trial143 ceph-mon[42968]: 192.168.17.98 is in 192.168.0.0/16 on trial143 interface enp1s0f0 2026-02-17T00:25:50.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:50 trial143 ceph-mon[42968]: Deploying daemon keepalived.nfs.foo.trial098.gzaubt on trial098 2026-02-17T00:25:50.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:50 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:50.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:50 trial098 ceph-mon[35470]: osdmap e45: 8 total, 8 up, 8 in 2026-02-17T00:25:50.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:50 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.buckets.data","app": "rgw"}]: dispatch 2026-02-17T00:25:50.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:50 trial098 ceph-mon[35470]: pgmap v74: 225 pgs: 24 creating+peering, 15 unknown, 186 active+clean; 583 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 341 KiB/s rd, 12 KiB/s wr, 657 op/s 2026-02-17T00:25:50.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:50 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:50.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:50 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:50.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:50 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:50.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:50 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:50.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:50 trial098 ceph-mon[35470]: 192.168.17.98 is in 192.168.0.0/16 on trial098 interface enp1s0f0 2026-02-17T00:25:50.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:50 trial098 ceph-mon[35470]: 192.168.17.98 is in 192.168.0.0/16 on trial143 interface enp1s0f0 2026-02-17T00:25:50.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:50 trial098 ceph-mon[35470]: Deploying daemon keepalived.nfs.foo.trial098.gzaubt on trial098 2026-02-17T00:25:50.497 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:50 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:51.059 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-17T00:25:51.076 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:25:51.077 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph nfs export create rgw --cluster-id foo --pseudo-path /foouser --user-id foouser' 2026-02-17T00:25:51.236 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:51.268 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:51 trial098 ceph-mon[35470]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-17T00:25:51.268 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:51 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.buckets.data","app": "rgw"}]': finished 2026-02-17T00:25:51.268 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:51 trial098 ceph-mon[35470]: osdmap e46: 8 total, 8 up, 8 in 2026-02-17T00:25:51.268 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:51 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.buckets.data", "var": "bulk", "val": "true"}]: dispatch 2026-02-17T00:25:51.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:51 trial143 ceph-mon[42968]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-17T00:25:51.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:51 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.buckets.data","app": "rgw"}]': finished 2026-02-17T00:25:51.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:51 trial143 ceph-mon[42968]: osdmap e46: 8 total, 8 up, 8 in 2026-02-17T00:25:51.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:51 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.buckets.data", "var": "bulk", "val": "true"}]: dispatch 2026-02-17T00:25:51.636 INFO:teuthology.orchestra.run.trial098.stdout:{ 2026-02-17T00:25:51.636 INFO:teuthology.orchestra.run.trial098.stdout: "bind": "/foouser", 2026-02-17T00:25:51.636 INFO:teuthology.orchestra.run.trial098.stdout: "cluster": "foo", 2026-02-17T00:25:51.636 INFO:teuthology.orchestra.run.trial098.stdout: "mode": "RW", 2026-02-17T00:25:51.637 INFO:teuthology.orchestra.run.trial098.stdout: "path": "/", 2026-02-17T00:25:51.637 INFO:teuthology.orchestra.run.trial098.stdout: "squash": "none" 2026-02-17T00:25:51.637 INFO:teuthology.orchestra.run.trial098.stdout:} 2026-02-17T00:25:51.679 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2026-02-17T00:25:51.693 INFO:tasks.cephadm:Waiting for ceph service nfs.foo to start (timeout 300)... 2026-02-17T00:25:51.694 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:25:51.853 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:52.065 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:52.065 INFO:teuthology.orchestra.run.trial098.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:24:02.554657Z", "last_refresh": "2026-02-17T00:25:38.045194Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:24:31.577631Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:24:01.684402Z", "last_refresh": "2026-02-17T00:25:37.657520Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:32.237505Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:24:01.462347Z", "last_refresh": "2026-02-17T00:25:37.657579Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:24:02.136929Z", "last_refresh": "2026-02-17T00:25:38.045237Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:25:51.689775Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2049, "monitor_port": 9049, "virtual_ip": "192.168.17.98/16"}, "status": {"created": "2026-02-17T00:25:35.787500Z", "ports": [2049, 9049], "running": 0, "size": 4, "virtual_ip": "192.168.17.98/16"}}, {"events": ["2026-02-17T00:24:34.014920Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:24:01.238276Z", "last_refresh": "2026-02-17T00:25:37.657657Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:39.819245Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial098:10.20.193.98=trial098", "trial143:10.20.193.143=trial143"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:24:14.059129Z", "last_refresh": "2026-02-17T00:25:37.657691Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:25:45.745802Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12049}, "status": {"created": "2026-02-17T00:25:35.784905Z", "ports": [12049], "running": 0, "size": 1}}, {"events": ["2026-02-17T00:24:33.332742Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:24:02.348961Z", "last_refresh": "2026-02-17T00:25:37.657619Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:43.737025Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:24:43.735436Z", "last_refresh": "2026-02-17T00:25:37.657724Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:24:39.821959Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:24:01.908727Z", "last_refresh": "2026-02-17T00:25:38.045286Z", "ports": [9095], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:25:36.986980Z service:rgw.foorgw [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foorgw", "service_name": "rgw.foorgw", "service_type": "rgw", "spec": {"rgw_frontend_port": 8800}, "status": {"created": "2026-02-17T00:25:36.984577Z", "last_refresh": "2026-02-17T00:25:37.657849Z", "ports": [8800], "running": 2, "size": 2}}] 2026-02-17T00:25:52.103 INFO:tasks.cephadm:nfs.foo has 0/1 2026-02-17T00:25:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:52 trial098 ceph-mon[35470]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.buckets.data", "var": "bulk", "val": "true"}]': finished 2026-02-17T00:25:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:52 trial098 ceph-mon[35470]: osdmap e47: 8 total, 8 up, 8 in 2026-02-17T00:25:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:52 trial098 ceph-mon[35470]: pgmap v77: 225 pgs: 21 creating+peering, 15 unknown, 189 active+clean; 583 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 178 KiB/s rd, 5.2 KiB/s wr, 343 op/s 2026-02-17T00:25:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:52 trial098 ceph-mon[35470]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "nfs export create rgw", "cluster_id": "foo", "pseudo_path": "/foouser", "user_id": "foouser", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:52 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:52 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:52 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:52.247 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:52 trial098 ceph-mon[35470]: 192.168.17.98 is in 192.168.0.0/16 on trial143 interface enp1s0f0 2026-02-17T00:25:52.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:52 trial098 ceph-mon[35470]: 192.168.17.98 is in 192.168.0.0/16 on trial098 interface enp1s0f0 2026-02-17T00:25:52.248 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:52 trial098 ceph-mon[35470]: Deploying daemon keepalived.nfs.foo.trial143.mdhdpw on trial143 2026-02-17T00:25:52.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:52 trial143 ceph-mon[42968]: from='client.? 10.20.193.98:0/2202961984' entity='client.rgw.foorgw.trial098.bxclkh' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.buckets.data", "var": "bulk", "val": "true"}]': finished 2026-02-17T00:25:52.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:52 trial143 ceph-mon[42968]: osdmap e47: 8 total, 8 up, 8 in 2026-02-17T00:25:52.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:52 trial143 ceph-mon[42968]: pgmap v77: 225 pgs: 21 creating+peering, 15 unknown, 189 active+clean; 583 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 178 KiB/s rd, 5.2 KiB/s wr, 343 op/s 2026-02-17T00:25:52.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:52 trial143 ceph-mon[42968]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "nfs export create rgw", "cluster_id": "foo", "pseudo_path": "/foouser", "user_id": "foouser", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:25:52.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:52 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:52.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:52 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:52.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:52 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:52.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:52 trial143 ceph-mon[42968]: 192.168.17.98 is in 192.168.0.0/16 on trial143 interface enp1s0f0 2026-02-17T00:25:52.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:52 trial143 ceph-mon[42968]: 192.168.17.98 is in 192.168.0.0/16 on trial098 interface enp1s0f0 2026-02-17T00:25:52.275 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:52 trial143 ceph-mon[42968]: Deploying daemon keepalived.nfs.foo.trial143.mdhdpw on trial143 2026-02-17T00:25:53.104 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:25:53.264 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:53.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:53 trial143 ceph-mon[42968]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-17T00:25:53.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:53 trial143 ceph-mon[42968]: Cluster is now healthy 2026-02-17T00:25:53.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:53 trial143 ceph-mon[42968]: from='client.14728 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:25:53.287 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:53 trial098 ceph-mon[35470]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-17T00:25:53.287 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:53 trial098 ceph-mon[35470]: Cluster is now healthy 2026-02-17T00:25:53.287 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:53 trial098 ceph-mon[35470]: from='client.14728 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:25:53.463 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:53.463 INFO:teuthology.orchestra.run.trial098.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:24:02.554657Z", "last_refresh": "2026-02-17T00:25:38.045194Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:24:31.577631Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:24:01.684402Z", "last_refresh": "2026-02-17T00:25:37.657520Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:32.237505Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:24:01.462347Z", "last_refresh": "2026-02-17T00:25:37.657579Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:24:02.136929Z", "last_refresh": "2026-02-17T00:25:38.045237Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:25:51.689775Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2049, "monitor_port": 9049, "virtual_ip": "192.168.17.98/16"}, "status": {"created": "2026-02-17T00:25:35.787500Z", "ports": [2049, 9049], "running": 0, "size": 4, "virtual_ip": "192.168.17.98/16"}}, {"events": ["2026-02-17T00:24:34.014920Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:24:01.238276Z", "last_refresh": "2026-02-17T00:25:37.657657Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:39.819245Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial098:10.20.193.98=trial098", "trial143:10.20.193.143=trial143"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:24:14.059129Z", "last_refresh": "2026-02-17T00:25:37.657691Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:25:45.745802Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12049}, "status": {"created": "2026-02-17T00:25:35.784905Z", "ports": [12049], "running": 0, "size": 1}}, {"events": ["2026-02-17T00:24:33.332742Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:24:02.348961Z", "last_refresh": "2026-02-17T00:25:37.657619Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:43.737025Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:24:43.735436Z", "last_refresh": "2026-02-17T00:25:37.657724Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:24:39.821959Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:24:01.908727Z", "last_refresh": "2026-02-17T00:25:38.045286Z", "ports": [9095], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:25:36.986980Z service:rgw.foorgw [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foorgw", "service_name": "rgw.foorgw", "service_type": "rgw", "spec": {"rgw_frontend_port": 8800}, "status": {"created": "2026-02-17T00:25:36.984577Z", "last_refresh": "2026-02-17T00:25:37.657849Z", "ports": [8800], "running": 2, "size": 2}}] 2026-02-17T00:25:53.501 INFO:tasks.cephadm:nfs.foo has 0/1 2026-02-17T00:25:54.502 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:25:54.663 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:54.868 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:54.868 INFO:teuthology.orchestra.run.trial098.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:24:02.554657Z", "last_refresh": "2026-02-17T00:25:38.045194Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:24:31.577631Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:24:01.684402Z", "last_refresh": "2026-02-17T00:25:38.045058Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:32.237505Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:24:01.462347Z", "last_refresh": "2026-02-17T00:25:38.045106Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:24:02.136929Z", "last_refresh": "2026-02-17T00:25:38.045237Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:25:53.721080Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2049, "monitor_port": 9049, "virtual_ip": "192.168.17.98/16"}, "status": {"created": "2026-02-17T00:25:35.787500Z", "last_refresh": "2026-02-17T00:25:54.554967Z", "ports": [2049, 9049], "running": 2, "size": 4, "virtual_ip": "192.168.17.98/16"}}, {"events": ["2026-02-17T00:24:34.014920Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:24:01.238276Z", "last_refresh": "2026-02-17T00:25:38.045007Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:39.819245Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial098:10.20.193.98=trial098", "trial143:10.20.193.143=trial143"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:24:14.059129Z", "last_refresh": "2026-02-17T00:25:38.044949Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:25:45.745802Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12049}, "status": {"created": "2026-02-17T00:25:35.784905Z", "ports": [12049], "running": 0, "size": 1}}, {"events": ["2026-02-17T00:24:33.332742Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:24:02.348961Z", "last_refresh": "2026-02-17T00:25:38.045152Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:43.737025Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:24:43.735436Z", "last_refresh": "2026-02-17T00:25:38.045328Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:24:39.821959Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:24:01.908727Z", "last_refresh": "2026-02-17T00:25:38.045286Z", "ports": [9095], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:25:36.986980Z service:rgw.foorgw [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foorgw", "service_name": "rgw.foorgw", "service_type": "rgw", "spec": {"rgw_frontend_port": 8800}, "status": {"created": "2026-02-17T00:25:36.984577Z", "last_refresh": "2026-02-17T00:25:38.045491Z", "ports": [8800], "running": 2, "size": 2}}] 2026-02-17T00:25:54.868 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:54 trial098 ceph-mon[35470]: pgmap v78: 225 pgs: 17 creating+peering, 4 unknown, 204 active+clean; 584 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 135 KiB/s rd, 4.5 KiB/s wr, 254 op/s 2026-02-17T00:25:54.868 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:54 trial098 ceph-mon[35470]: from='client.14732 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:25:54.868 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:54 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:54.868 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:54 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:54.868 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:54 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:54.868 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:54 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:54.868 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:54 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:25:54.868 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:54 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:54.868 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:54 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:54.906 INFO:tasks.cephadm:nfs.foo has 0/1 2026-02-17T00:25:55.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:54 trial143 ceph-mon[42968]: pgmap v78: 225 pgs: 17 creating+peering, 4 unknown, 204 active+clean; 584 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 135 KiB/s rd, 4.5 KiB/s wr, 254 op/s 2026-02-17T00:25:55.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:54 trial143 ceph-mon[42968]: from='client.14732 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:25:55.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:54 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:55.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:54 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:55.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:54 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:55.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:54 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:55.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:54 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:25:55.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:54 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:55.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:54 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:55.907 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:25:56.066 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:56.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:55 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:56.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:55 trial098 ceph-mon[35470]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:25:56.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:55 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:56.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:55 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:56.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:55 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:56.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:55 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:25:56.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:55 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:56.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:55 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:25:56.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:55 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:56.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:55 trial098 ceph-mon[35470]: Reconfiguring prometheus.trial098 (dependencies changed)... 2026-02-17T00:25:56.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:55 trial098 ceph-mon[35470]: Reconfiguring daemon prometheus.trial098 on trial098 2026-02-17T00:25:56.090 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:55 trial098 ceph-mon[35470]: pgmap v79: 225 pgs: 225 active+clean; 584 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 74 KiB/s rd, 2.8 KiB/s wr, 137 op/s 2026-02-17T00:25:56.120 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:55 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:56.121 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:55 trial143 ceph-mon[42968]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:25:56.121 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:55 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:56.121 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:55 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:56.121 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:55 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:56.121 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:55 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:25:56.121 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:55 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:56.121 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:55 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:25:56.122 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:55 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:56.122 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:55 trial143 ceph-mon[42968]: Reconfiguring prometheus.trial098 (dependencies changed)... 2026-02-17T00:25:56.122 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:55 trial143 ceph-mon[42968]: Reconfiguring daemon prometheus.trial098 on trial098 2026-02-17T00:25:56.122 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:55 trial143 ceph-mon[42968]: pgmap v79: 225 pgs: 225 active+clean; 584 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 74 KiB/s rd, 2.8 KiB/s wr, 137 op/s 2026-02-17T00:25:56.270 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:56.271 INFO:teuthology.orchestra.run.trial098.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:24:02.554657Z", "last_refresh": "2026-02-17T00:25:55.032892Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:24:31.577631Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:24:01.684402Z", "last_refresh": "2026-02-17T00:25:54.554366Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:32.237505Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:24:01.462347Z", "last_refresh": "2026-02-17T00:25:54.554541Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:24:02.136929Z", "last_refresh": "2026-02-17T00:25:55.032918Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:25:53.721080Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2049, "monitor_port": 9049, "virtual_ip": "192.168.17.98/16"}, "status": {"created": "2026-02-17T00:25:35.787500Z", "last_refresh": "2026-02-17T00:25:54.554967Z", "ports": [2049, 9049], "running": 4, "size": 4, "virtual_ip": "192.168.17.98/16"}}, {"events": ["2026-02-17T00:24:34.014920Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:24:01.238276Z", "last_refresh": "2026-02-17T00:25:54.554674Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:39.819245Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial098:10.20.193.98=trial098", "trial143:10.20.193.143=trial143"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:24:14.059129Z", "last_refresh": "2026-02-17T00:25:54.554732Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:25:55.047083Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12049}, "status": {"created": "2026-02-17T00:25:35.784905Z", "last_refresh": "2026-02-17T00:25:55.033095Z", "ports": [12049], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:24:33.332742Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:24:02.348961Z", "last_refresh": "2026-02-17T00:25:54.554613Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:43.737025Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:24:43.735436Z", "last_refresh": "2026-02-17T00:25:54.554780Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:24:39.821959Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:24:01.908727Z", "ports": [9095], "running": 0, "size": 1}}, {"events": ["2026-02-17T00:25:36.986980Z service:rgw.foorgw [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foorgw", "service_name": "rgw.foorgw", "service_type": "rgw", "spec": {"rgw_frontend_port": 8800}, "status": {"created": "2026-02-17T00:25:36.984577Z", "last_refresh": "2026-02-17T00:25:54.554930Z", "ports": [8800], "running": 2, "size": 2}}] 2026-02-17T00:25:56.309 INFO:tasks.cephadm:nfs.foo has 1/1 2026-02-17T00:25:56.309 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2026-02-17T00:25:56.326 INFO:tasks.cephadm:Waiting for ceph service ingress.nfs.foo to start (timeout 300)... 2026-02-17T00:25:56.326 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph orch ls -f json 2026-02-17T00:25:56.487 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:25:56.704 INFO:teuthology.orchestra.run.trial098.stdout: 2026-02-17T00:25:56.704 INFO:teuthology.orchestra.run.trial098.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2026-02-17T00:24:02.554657Z", "last_refresh": "2026-02-17T00:25:55.032892Z", "ports": [9093, 9094], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:24:31.577631Z service:ceph-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "ceph-exporter", "service_type": "ceph-exporter", "spec": {"prio_limit": 5, "stats_period": 5}, "status": {"created": "2026-02-17T00:24:01.684402Z", "last_refresh": "2026-02-17T00:25:55.032808Z", "ports": [9926], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:32.237505Z service:crash [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2026-02-17T00:24:01.462347Z", "last_refresh": "2026-02-17T00:25:55.032837Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "spec": {"anonymous_access": true, "protocol": "https"}, "status": {"created": "2026-02-17T00:24:02.136929Z", "last_refresh": "2026-02-17T00:25:55.032918Z", "ports": [3000], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:25:53.721080Z service:ingress.nfs.foo [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "nfs.foo", "service_name": "ingress.nfs.foo", "service_type": "ingress", "spec": {"backend_service": "nfs.foo", "first_virtual_router_id": 50, "frontend_port": 2049, "monitor_port": 9049, "virtual_ip": "192.168.17.98/16"}, "status": {"created": "2026-02-17T00:25:35.787500Z", "last_refresh": "2026-02-17T00:25:55.033120Z", "ports": [2049, 9049], "running": 4, "size": 4, "virtual_ip": "192.168.17.98/16"}}, {"events": ["2026-02-17T00:24:34.014920Z service:mgr [INFO] \"service was created\""], "placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-02-17T00:24:01.238276Z", "last_refresh": "2026-02-17T00:25:55.032776Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:39.819245Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["trial098:10.20.193.98=trial098", "trial143:10.20.193.143=trial143"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-02-17T00:24:14.059129Z", "last_refresh": "2026-02-17T00:25:55.032731Z", "running": 2, "size": 2}}, {"events": ["2026-02-17T00:25:55.047083Z service:nfs.foo [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "foo", "service_name": "nfs.foo", "service_type": "nfs", "spec": {"port": 12049}, "status": {"created": "2026-02-17T00:25:35.784905Z", "last_refresh": "2026-02-17T00:25:55.033095Z", "ports": [12049], "running": 1, "size": 1}}, {"events": ["2026-02-17T00:24:33.332742Z service:node-exporter [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2026-02-17T00:24:02.348961Z", "last_refresh": "2026-02-17T00:25:55.032865Z", "ports": [9100], "running": 2, "size": 2}}, {"events": ["2026-02-17T00:24:43.737025Z service:osd.all-available-devices [INFO] \"service was created\""], "placement": {"host_pattern": "*"}, "service_id": "all-available-devices", "service_name": "osd.all-available-devices", "service_type": "osd", "spec": {"data_devices": {"all": true}, "filter_logic": "AND", "objectstore": "bluestore"}, "status": {"created": "2026-02-17T00:24:43.735436Z", "last_refresh": "2026-02-17T00:25:55.032967Z", "running": 8, "size": 8}}, {"events": ["2026-02-17T00:24:39.821959Z service:prometheus [INFO] \"service was created\""], "placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2026-02-17T00:24:01.908727Z", "ports": [9095], "running": 0, "size": 1}}, {"events": ["2026-02-17T00:25:36.986980Z service:rgw.foorgw [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foorgw", "service_name": "rgw.foorgw", "service_type": "rgw", "spec": {"rgw_frontend_port": 8800}, "status": {"created": "2026-02-17T00:25:36.984577Z", "last_refresh": "2026-02-17T00:25:55.033070Z", "ports": [8800], "running": 2, "size": 2}}] 2026-02-17T00:25:56.743 INFO:tasks.cephadm:ingress.nfs.foo has 4/4 2026-02-17T00:25:56.744 INFO:teuthology.run_tasks:Running task vip.exec... 2026-02-17T00:25:56.760 INFO:tasks.vip:Running commands on role host.a host ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:25:56.760 DEBUG:teuthology.orchestra.run.trial098:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'mkdir /mnt/foo' 2026-02-17T00:25:56.786 INFO:teuthology.orchestra.run.trial098.stderr:+ mkdir /mnt/foo 2026-02-17T00:25:56.788 DEBUG:teuthology.orchestra.run.trial098:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'sleep 5' 2026-02-17T00:25:56.853 INFO:teuthology.orchestra.run.trial098.stderr:+ sleep 5 2026-02-17T00:25:56.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:56 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:56.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:56 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:56.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:56 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:25:56.931 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:56 trial098 ceph-mon[35470]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:25:56.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:56 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:25:56.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:56 trial098 ceph-mon[35470]: from='client.14740 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:25:56.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:56 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:56.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:56 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:56.932 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:56 trial098 ceph-mon[35470]: from='client.14744 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:25:57.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:56 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:57.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:56 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:57.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:56 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:25:57.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:56 trial143 ceph-mon[42968]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-17T00:25:57.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:56 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:25:57.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:56 trial143 ceph-mon[42968]: from='client.14740 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:25:57.273 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:56 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:57.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:56 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:57.274 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:56 trial143 ceph-mon[42968]: from='client.14744 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-17T00:25:58.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:58.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:58.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:58.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:25:58.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:58 trial098 ceph-mon[35470]: Checking dashboard <-> RGW credentials 2026-02-17T00:25:58.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:58.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:25:58.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:58.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:58 trial098 ceph-mon[35470]: pgmap v80: 225 pgs: 225 active+clean; 584 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 12 KiB/s rd, 639 B/s wr, 18 op/s 2026-02-17T00:25:58.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:58.496 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:25:58 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:25:58.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:58.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:58.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:25:58.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:25:58.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:58 trial143 ceph-mon[42968]: Checking dashboard <-> RGW credentials 2026-02-17T00:25:58.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:58.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:25:58.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:58.523 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:58 trial143 ceph-mon[42968]: pgmap v80: 225 pgs: 225 active+clean; 584 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 12 KiB/s rd, 639 B/s wr, 18 op/s 2026-02-17T00:25:58.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:25:58.524 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:25:58 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-17T00:26:00.746 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:00 trial098 ceph-mon[35470]: pgmap v81: 225 pgs: 225 active+clean; 584 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 11 KiB/s rd, 549 B/s wr, 16 op/s 2026-02-17T00:26:00.746 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:00 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:00.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:00 trial143 ceph-mon[42968]: pgmap v81: 225 pgs: 225 active+clean; 584 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 11 KiB/s rd, 549 B/s wr, 16 op/s 2026-02-17T00:26:00.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:00 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:01.856 DEBUG:teuthology.orchestra.run.trial098:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'mount -t nfs 192.168.17.98:/foouser /mnt/foo' 2026-02-17T00:26:01.922 INFO:teuthology.orchestra.run.trial098.stderr:+ mount -t nfs 192.168.17.98:/foouser /mnt/foo 2026-02-17T00:26:02.132 DEBUG:teuthology.orchestra.run.trial098:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'test -d /mnt/foo/foobucket' 2026-02-17T00:26:02.196 INFO:teuthology.orchestra.run.trial098.stderr:+ test -d /mnt/foo/foobucket 2026-02-17T00:26:02.199 DEBUG:teuthology.orchestra.run.trial098:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'find /mnt/foo -ls' 2026-02-17T00:26:02.262 INFO:teuthology.orchestra.run.trial098.stderr:+ find /mnt/foo -ls 2026-02-17T00:26:02.265 INFO:teuthology.orchestra.run.trial098.stdout:9160472602707183340 0 drwxrwxrwx 1 root root 0 Feb 17 00:25 /mnt/foo 2026-02-17T00:26:02.265 INFO:teuthology.orchestra.run.trial098.stdout:6353740190238711428 0 drwxrwxrwx 1 root root 0 Feb 17 00:25 /mnt/foo/foobucket 2026-02-17T00:26:02.265 INFO:teuthology.orchestra.run.trial098.stdout:10810806159419214356 0 -rw-rw-rw- 1 root root 7 Feb 17 00:25 /mnt/foo/foobucket/myobject 2026-02-17T00:26:02.266 DEBUG:teuthology.orchestra.run.trial098:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'grep thebody /mnt/foo/foobucket/myobject' 2026-02-17T00:26:02.329 INFO:teuthology.orchestra.run.trial098.stderr:+ grep thebody /mnt/foo/foobucket/myobject 2026-02-17T00:26:02.330 INFO:teuthology.orchestra.run.trial098.stdout:thebody 2026-02-17T00:26:02.332 DEBUG:teuthology.orchestra.run.trial098:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'echo test > /mnt/foo/foobucket/newobject' 2026-02-17T00:26:02.394 INFO:teuthology.orchestra.run.trial098.stderr:+ echo test 2026-02-17T00:26:02.402 DEBUG:teuthology.orchestra.run.trial098:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c sync 2026-02-17T00:26:02.465 INFO:teuthology.orchestra.run.trial098.stderr:+ sync 2026-02-17T00:26:02.602 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:02 trial098 ceph-mon[35470]: pgmap v82: 225 pgs: 225 active+clean; 584 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 10 KiB/s rd, 496 B/s wr, 15 op/s 2026-02-17T00:26:02.603 INFO:teuthology.run_tasks:Running task python... 2026-02-17T00:26:02.623 INFO:tasks.python:Running python on role host.a host ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:26:02.623 INFO:tasks.python:import boto3 import json from io import BytesIO with open('/tmp/user.json', 'rt') as f: info = json.loads(f.read()) s3 = boto3.resource( 's3', aws_access_key_id=info['keys'][0]['access_key'], aws_secret_access_key=info['keys'][0]['secret_key'], endpoint_url='http://localhost:8800', ) bucket = s3.Bucket('foobucket') data = BytesIO() bucket.download_fileobj(Fileobj=data, Key='newobject') print(data.getvalue()) assert data.getvalue().decode() == 'test\n' 2026-02-17T00:26:02.624 DEBUG:teuthology.orchestra.run.trial098:> sudo TESTDIR=/home/ubuntu/cephtest python3 2026-02-17T00:26:02.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:02 trial143 ceph-mon[42968]: pgmap v82: 225 pgs: 225 active+clean; 584 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 10 KiB/s rd, 496 B/s wr, 15 op/s 2026-02-17T00:26:02.832 INFO:teuthology.orchestra.run.trial098.stdout:b'test\n' 2026-02-17T00:26:02.854 INFO:teuthology.run_tasks:Running task vip.exec... 2026-02-17T00:26:02.873 INFO:tasks.vip:Running commands on role host.a host ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:26:02.873 DEBUG:teuthology.orchestra.run.trial098:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'umount /mnt/foo' 2026-02-17T00:26:02.898 INFO:teuthology.orchestra.run.trial098.stderr:+ umount /mnt/foo 2026-02-17T00:26:02.924 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-17T00:26:02.935 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:26:02.936 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph nfs export rm foo /foouser' 2026-02-17T00:26:03.125 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:26:03.390 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph nfs cluster rm foo' 2026-02-17T00:26:03.548 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:26:03.808 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-17T00:26:03.820 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:26:03.821 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'stat -c '"'"'%u %g'"'"' /var/log/ceph | grep '"'"'167 167'"'"'' 2026-02-17T00:26:03.979 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:26:04.047 INFO:teuthology.orchestra.run.trial098.stdout:167 167 2026-02-17T00:26:04.081 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph orch status' 2026-02-17T00:26:04.253 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:26:04.473 INFO:teuthology.orchestra.run.trial098.stdout:Backend: cephadm 2026-02-17T00:26:04.473 INFO:teuthology.orchestra.run.trial098.stdout:Available: Yes 2026-02-17T00:26:04.473 INFO:teuthology.orchestra.run.trial098.stdout:Paused: No 2026-02-17T00:26:04.513 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph orch ps' 2026-02-17T00:26:04.535 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:04 trial098 ceph-mon[35470]: pgmap v83: 225 pgs: 225 active+clean; 584 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 10 KiB/s rd, 426 B/s wr, 14 op/s 2026-02-17T00:26:04.535 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:04 trial098 ceph-mon[35470]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "nfs export rm", "cluster_id": "foo", "pseudo_path": "/foouser", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:26:04.535 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:04 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:04.535 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:04 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:26:04.535 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:04 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:04.678 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:26:04.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:04 trial143 ceph-mon[42968]: pgmap v83: 225 pgs: 225 active+clean; 584 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 10 KiB/s rd, 426 B/s wr, 14 op/s 2026-02-17T00:26:04.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:04 trial143 ceph-mon[42968]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "nfs export rm", "cluster_id": "foo", "pseudo_path": "/foouser", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:26:04.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:04 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:04.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:04 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-17T00:26:04.773 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:04 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:04.885 INFO:teuthology.orchestra.run.trial098.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-17T00:26:04.885 INFO:teuthology.orchestra.run.trial098.stdout:alertmanager.trial098 trial098 *:9093,9094 running (82s) 7s ago 110s 31.2M - 0.25.0 c8568f914cd2 d1cfe5e0c4c8 2026-02-17T00:26:04.885 INFO:teuthology.orchestra.run.trial098.stdout:ceph-exporter.trial098 trial098 *:9926 running (113s) 7s ago 113s 9269k - 19.2.3-680-g05b55d19 dcf18b7f874c afaf837d3aad 2026-02-17T00:26:04.886 INFO:teuthology.orchestra.run.trial098.stdout:ceph-exporter.trial143 trial143 *:9926 running (93s) 0s ago 93s 6543k - 19.2.3-680-g05b55d19 dcf18b7f874c fb9ad89e5927 2026-02-17T00:26:04.886 INFO:teuthology.orchestra.run.trial098.stdout:crash.trial098 trial098 running (113s) 7s ago 112s 7638k - 19.2.3-680-g05b55d19 dcf18b7f874c fe6201a9a356 2026-02-17T00:26:04.886 INFO:teuthology.orchestra.run.trial098.stdout:crash.trial143 trial143 running (92s) 0s ago 92s 7638k - 19.2.3-680-g05b55d19 dcf18b7f874c a1f51e7ee861 2026-02-17T00:26:04.886 INFO:teuthology.orchestra.run.trial098.stdout:grafana.trial098 trial098 *:3000 running (82s) 7s ago 107s 81.7M - 10.4.0 c8b91775d855 5090019f3768 2026-02-17T00:26:04.886 INFO:teuthology.orchestra.run.trial098.stdout:haproxy.nfs.foo.trial098.yzlnhq trial098 *:2049,9049 running (17s) 7s ago 17s 7708k - 2.3.17-d1c9119 e85424b0d443 3ac71436852a 2026-02-17T00:26:04.886 INFO:teuthology.orchestra.run.trial098.stdout:haproxy.nfs.foo.trial143.qvrsia trial143 *:2049,9049 running (15s) 0s ago 15s 7868k - 2.3.17-d1c9119 e85424b0d443 c603cc42310a 2026-02-17T00:26:04.886 INFO:teuthology.orchestra.run.trial098.stdout:keepalived.nfs.foo.trial098.gzaubt trial098 running (13s) 7s ago 13s 2395k - 2.2.4 4a3a1ff181d9 9109a26f2bbd 2026-02-17T00:26:04.886 INFO:teuthology.orchestra.run.trial098.stdout:keepalived.nfs.foo.trial143.mdhdpw trial143 running (11s) 0s ago 11s 2407k - 2.2.4 4a3a1ff181d9 09d227fb7e10 2026-02-17T00:26:04.886 INFO:teuthology.orchestra.run.trial098.stdout:mgr.trial098.ydsmee trial098 *:9283,8765,8443 running (2m) 7s ago 2m 556M - 19.2.3-680-g05b55d19 dcf18b7f874c 97fd14e2484e 2026-02-17T00:26:04.886 INFO:teuthology.orchestra.run.trial098.stdout:mgr.trial143.qcgsia trial143 *:8443,9283,8765 running (90s) 0s ago 90s 486M - 19.2.3-680-g05b55d19 dcf18b7f874c ca8047c36125 2026-02-17T00:26:04.886 INFO:teuthology.orchestra.run.trial098.stdout:mon.trial098 trial098 running (2m) 7s ago 2m 55.9M 2048M 19.2.3-680-g05b55d19 dcf18b7f874c c4bd5276aead 2026-02-17T00:26:04.886 INFO:teuthology.orchestra.run.trial098.stdout:mon.trial143 trial143 running (90s) 0s ago 90s 50.0M 2048M 19.2.3-680-g05b55d19 dcf18b7f874c 0614e38fcda9 2026-02-17T00:26:04.887 INFO:teuthology.orchestra.run.trial098.stdout:nfs.foo.0.0.trial098.pbljhs trial098 *:12049 running (19s) 7s ago 19s 118M - 5.9 dcf18b7f874c fdf11dd4dffc 2026-02-17T00:26:04.887 INFO:teuthology.orchestra.run.trial098.stdout:node-exporter.trial098 trial098 *:9100 running (111s) 7s ago 111s 12.6M - 1.7.0 72c9c2088986 c34ea786347e 2026-02-17T00:26:04.887 INFO:teuthology.orchestra.run.trial098.stdout:node-exporter.trial143 trial143 *:9100 running (91s) 0s ago 91s 11.5M - 1.7.0 72c9c2088986 66e677ef603e 2026-02-17T00:26:04.887 INFO:teuthology.orchestra.run.trial098.stdout:osd.0 trial098 running (58s) 7s ago 58s 52.7M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 4dfd21923afd 2026-02-17T00:26:04.887 INFO:teuthology.orchestra.run.trial098.stdout:osd.1 trial143 running (59s) 0s ago 59s 53.1M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c ba5707f5af20 2026-02-17T00:26:04.887 INFO:teuthology.orchestra.run.trial098.stdout:osd.2 trial143 running (56s) 0s ago 56s 60.5M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c 62956048dc40 2026-02-17T00:26:04.887 INFO:teuthology.orchestra.run.trial098.stdout:osd.3 trial098 running (56s) 7s ago 55s 57.8M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 9703922d4767 2026-02-17T00:26:04.887 INFO:teuthology.orchestra.run.trial098.stdout:osd.4 trial143 running (54s) 0s ago 54s 60.6M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c afb67ee35208 2026-02-17T00:26:04.887 INFO:teuthology.orchestra.run.trial098.stdout:osd.5 trial098 running (53s) 7s ago 52s 59.4M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c c88599051988 2026-02-17T00:26:04.887 INFO:teuthology.orchestra.run.trial098.stdout:osd.6 trial143 running (51s) 0s ago 51s 60.9M 19.9G 19.2.3-680-g05b55d19 dcf18b7f874c a7731dea0cbe 2026-02-17T00:26:04.887 INFO:teuthology.orchestra.run.trial098.stdout:osd.7 trial098 running (50s) 7s ago 49s 50.9M 19.2G 19.2.3-680-g05b55d19 dcf18b7f874c 8da023e6f44e 2026-02-17T00:26:04.887 INFO:teuthology.orchestra.run.trial098.stdout:prometheus.trial098 trial098 *:9095 running (9s) 7s ago 101s 41.2M - 2.51.0 1d3b7f56885b 2f0af24d844e 2026-02-17T00:26:04.887 INFO:teuthology.orchestra.run.trial098.stdout:rgw.foorgw.trial098.bxclkh trial098 *:8800 running (27s) 7s ago 27s 100M - 19.2.3-680-g05b55d19 dcf18b7f874c ff22e4bede2d 2026-02-17T00:26:04.888 INFO:teuthology.orchestra.run.trial098.stdout:rgw.foorgw.trial143.wfkmwf trial143 *:8800 running (28s) 0s ago 28s 99.6M - 19.2.3-680-g05b55d19 dcf18b7f874c 70fec01427c7 2026-02-17T00:26:04.926 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph orch ls' 2026-02-17T00:26:05.125 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:26:05.331 INFO:teuthology.orchestra.run.trial098.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-02-17T00:26:05.331 INFO:teuthology.orchestra.run.trial098.stdout:alertmanager ?:9093,9094 1/1 0s ago 2m count:1 2026-02-17T00:26:05.331 INFO:teuthology.orchestra.run.trial098.stdout:ceph-exporter ?:9926 2/2 0s ago 2m * 2026-02-17T00:26:05.331 INFO:teuthology.orchestra.run.trial098.stdout:crash 2/2 0s ago 2m * 2026-02-17T00:26:05.331 INFO:teuthology.orchestra.run.trial098.stdout:grafana ?:3000 1/1 0s ago 2m count:1 2026-02-17T00:26:05.331 INFO:teuthology.orchestra.run.trial098.stdout:ingress.nfs.foo 192.168.17.98:2049,9049 4/4 29s count:2 2026-02-17T00:26:05.331 INFO:teuthology.orchestra.run.trial098.stdout:mgr 2/2 0s ago 2m count:2 2026-02-17T00:26:05.331 INFO:teuthology.orchestra.run.trial098.stdout:mon 2/2 0s ago 111s trial098:10.20.193.98=trial098;trial143:10.20.193.143=trial143;count:2 2026-02-17T00:26:05.331 INFO:teuthology.orchestra.run.trial098.stdout:nfs.foo ?:12049 1/1 29s count:1 2026-02-17T00:26:05.331 INFO:teuthology.orchestra.run.trial098.stdout:node-exporter ?:9100 2/2 0s ago 2m * 2026-02-17T00:26:05.331 INFO:teuthology.orchestra.run.trial098.stdout:osd.all-available-devices 8 0s ago 81s * 2026-02-17T00:26:05.331 INFO:teuthology.orchestra.run.trial098.stdout:prometheus ?:9095 1/1 0s ago 2m count:1 2026-02-17T00:26:05.331 INFO:teuthology.orchestra.run.trial098.stdout:rgw.foorgw ?:8800 2/2 0s ago 28s count:2 2026-02-17T00:26:05.370 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph orch host ls' 2026-02-17T00:26:05.528 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:26:05.733 INFO:teuthology.orchestra.run.trial098.stdout:HOST ADDR LABELS STATUS 2026-02-17T00:26:05.734 INFO:teuthology.orchestra.run.trial098.stdout:trial098 10.20.193.98 2026-02-17T00:26:05.734 INFO:teuthology.orchestra.run.trial098.stdout:trial143 10.20.193.143 2026-02-17T00:26:05.734 INFO:teuthology.orchestra.run.trial098.stdout:2 hosts in cluster 2026-02-17T00:26:05.771 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph orch device ls' 2026-02-17T00:26:05.929 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:26:05.951 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:05 trial098 ceph-mon[35470]: from='client.14776 -' entity='client.admin' cmd=[{"prefix": "nfs cluster rm", "cluster_id": "foo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:26:05.951 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:05 trial098 ceph-mon[35470]: Remove service ingress.nfs.foo 2026-02-17T00:26:05.951 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:05 trial098 ceph-mon[35470]: Remove service nfs.foo 2026-02-17T00:26:05.951 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:05 trial098 ceph-mon[35470]: from='client.14780 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:26:05.951 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:05 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:05.951 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:05 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:05.951 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:05 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:05.951 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:05 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:05.951 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:05 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:26:05.951 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:05 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:26:05.951 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:05 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:05.951 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:05 trial098 ceph-mon[35470]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:26:06.023 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:05 trial143 ceph-mon[42968]: from='client.14776 -' entity='client.admin' cmd=[{"prefix": "nfs cluster rm", "cluster_id": "foo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:26:06.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:05 trial143 ceph-mon[42968]: Remove service ingress.nfs.foo 2026-02-17T00:26:06.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:05 trial143 ceph-mon[42968]: Remove service nfs.foo 2026-02-17T00:26:06.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:05 trial143 ceph-mon[42968]: from='client.14780 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:26:06.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:05 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:06.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:05 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:06.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:05 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:06.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:05 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:06.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:05 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-17T00:26:06.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:05 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-17T00:26:06.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:05 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' 2026-02-17T00:26:06.024 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:05 trial143 ceph-mon[42968]: from='mgr.14209 10.20.193.98:0/3194978782' entity='mgr.trial098.ydsmee' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-17T00:26:06.131 INFO:teuthology.orchestra.run.trial098.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2026-02-17T00:26:06.131 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme1n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6A9A 1788G No 30s ago Has a FileSystem, LVM detected 2026-02-17T00:26:06.131 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme2n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6A9B 1788G No 30s ago Has a FileSystem, LVM detected 2026-02-17T00:26:06.131 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme3n1 ssd Linux_63530a2065c4af149634 700G No 30s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:26:06.131 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme4n1 ssd Linux_f859ed2b9e7e8f6669f1 700G No 30s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:26:06.131 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme5n1 ssd Linux_fc22b8436128f6cc38ec 700G No 30s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:26:06.132 INFO:teuthology.orchestra.run.trial098.stdout:trial098 /dev/nvme6n1 ssd Linux_483c4c3270726d32c602 700G No 30s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:26:06.132 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme1n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6ACD 1788G No 30s ago Has a FileSystem, LVM detected 2026-02-17T00:26:06.132 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme2n1 ssd MTFDKCC1T9TGP-1BK1JABYY_092510AB6A4F 1788G No 30s ago Has a FileSystem, LVM detected 2026-02-17T00:26:06.132 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme3n1 ssd Linux_d5cbbe0c88c28d0f0528 700G No 30s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:26:06.132 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme4n1 ssd Linux_0742cfe127cff56a8a0e 700G No 30s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:26:06.132 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme5n1 ssd Linux_86a78e1cb74e4ea2327b 700G No 30s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:26:06.132 INFO:teuthology.orchestra.run.trial098.stdout:trial143 /dev/nvme6n1 ssd Linux_bdbc4158d43831970849 700G No 30s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-02-17T00:26:06.166 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- bash -c 'ceph orch ls | grep '"'"'^osd.all-available-devices '"'"'' 2026-02-17T00:26:06.325 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:26:06.528 INFO:teuthology.orchestra.run.trial098.stdout:osd.all-available-devices 8 1s ago 82s * 2026-02-17T00:26:06.558 DEBUG:teuthology.run_tasks:Unwinding manager vip 2026-02-17T00:26:06.576 INFO:tasks.vip:Removing 192.168.1.98 (and any VIPs) on trial098.front.sepia.ceph.com iface enp1s0f0... 2026-02-17T00:26:06.577 DEBUG:teuthology.orchestra.run.trial098:> sudo ip addr del 192.168.1.98/16 dev enp1s0f0 2026-02-17T00:26:06.599 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:06 trial098 ceph-mon[35470]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:26:06.600 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:06 trial098 ceph-mon[35470]: Removing orphan daemon nfs.foo.0.0.trial098.pbljhs... 2026-02-17T00:26:06.600 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:06 trial098 ceph-mon[35470]: Removing daemon nfs.foo.0.0.trial098.pbljhs from trial098 -- ports [12049] 2026-02-17T00:26:06.600 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:06 trial098 ceph-mon[35470]: from='client.14788 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:26:06.600 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:06 trial098 ceph-mon[35470]: pgmap v84: 225 pgs: 225 active+clean; 584 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 10 KiB/s rd, 255 B/s wr, 14 op/s 2026-02-17T00:26:06.600 INFO:journalctl@ceph.mon.trial098.trial098.stdout:Feb 17 00:26:06 trial098 ceph-mon[35470]: from='client.14792 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:26:06.604 DEBUG:teuthology.orchestra.run.trial098:> sudo ip addr del 192.168.17.98/16 dev enp1s0f0 2026-02-17T00:26:06.667 INFO:tasks.vip:Removing 192.168.1.143 (and any VIPs) on trial143.front.sepia.ceph.com iface enp1s0f0... 2026-02-17T00:26:06.667 DEBUG:teuthology.orchestra.run.trial143:> sudo ip addr del 192.168.1.143/16 dev enp1s0f0 2026-02-17T00:26:06.693 DEBUG:teuthology.orchestra.run.trial143:> sudo ip addr del 192.168.17.98/16 dev enp1s0f0 2026-02-17T00:26:06.756 INFO:teuthology.orchestra.run.trial143.stderr:Error: ipv4: Address not found. 2026-02-17T00:26:06.757 DEBUG:teuthology.orchestra.run:got remote process result: 2 2026-02-17T00:26:06.758 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2026-02-17T00:26:06.775 INFO:tasks.cephadm:Teardown begin 2026-02-17T00:26:06.776 DEBUG:teuthology.orchestra.run.trial098:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-17T00:26:06.801 DEBUG:teuthology.orchestra.run.trial143:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-17T00:26:06.823 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:06 trial143 ceph-mon[42968]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:26:06.823 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:06 trial143 ceph-mon[42968]: Removing orphan daemon nfs.foo.0.0.trial098.pbljhs... 2026-02-17T00:26:06.823 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:06 trial143 ceph-mon[42968]: Removing daemon nfs.foo.0.0.trial098.pbljhs from trial098 -- ports [12049] 2026-02-17T00:26:06.823 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:06 trial143 ceph-mon[42968]: from='client.14788 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:26:06.824 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:06 trial143 ceph-mon[42968]: pgmap v84: 225 pgs: 225 active+clean; 584 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 10 KiB/s rd, 255 B/s wr, 14 op/s 2026-02-17T00:26:06.824 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:06 trial143 ceph-mon[42968]: from='client.14792 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-17T00:26:06.827 INFO:tasks.cephadm:Disabling cephadm mgr module 2026-02-17T00:26:06.827 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:05b55d192f002ad5df41409624b8d176527d0841 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 -- ceph mgr module disable cephadm 2026-02-17T00:26:06.997 INFO:teuthology.orchestra.run.trial098.stderr:Inferring config /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/mon.trial098/config 2026-02-17T00:26:07.016 INFO:teuthology.orchestra.run.trial098.stderr:Error: statfs /etc/ceph/ceph.client.admin.keyring: no such file or directory 2026-02-17T00:26:07.033 DEBUG:teuthology.orchestra.run:got remote process result: 125 2026-02-17T00:26:07.033 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2026-02-17T00:26:07.034 DEBUG:teuthology.orchestra.run.trial098:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-02-17T00:26:07.050 DEBUG:teuthology.orchestra.run.trial143:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-02-17T00:26:07.067 INFO:tasks.cephadm:Stopping all daemons... 2026-02-17T00:26:07.067 INFO:tasks.cephadm.mon.trial098:Stopping mon.trial098... 2026-02-17T00:26:07.068 DEBUG:teuthology.orchestra.run.trial098:> sudo systemctl stop ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mon.trial098 2026-02-17T00:26:07.290 DEBUG:teuthology.orchestra.run.trial098:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mon.trial098.service' 2026-02-17T00:26:07.329 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-17T00:26:07.329 INFO:tasks.cephadm.mon.trial098:Stopped mon.trial098 2026-02-17T00:26:07.329 INFO:tasks.cephadm.mon.trial143:Stopping mon.trial143... 2026-02-17T00:26:07.330 DEBUG:teuthology.orchestra.run.trial143:> sudo systemctl stop ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mon.trial143 2026-02-17T00:26:07.624 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:07 trial143 systemd[1]: Stopping Ceph mon.trial143 for e3c6652b-0b96-11f1-b443-d404e6e7d460... 2026-02-17T00:26:07.624 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:07 trial143 ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460-mon-trial143[42964]: 2026-02-17T00:26:07.428+0000 7efd95b46640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.trial143 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-17T00:26:07.624 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:07 trial143 ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460-mon-trial143[42964]: 2026-02-17T00:26:07.428+0000 7efd95b46640 -1 mon.trial143@1(peon) e2 *** Got Signal Terminated *** 2026-02-17T00:26:07.624 INFO:journalctl@ceph.mon.trial143.trial143.stdout:Feb 17 00:26:07 trial143 podman[67526]: 2026-02-17 00:26:07.620871521 +0000 UTC m=+0.204935322 container died 0614e38fcda95bd8e7a615a91cf72f143212e4a164faa65e42efe946314c331c (image=quay.ceph.io/ceph-ci/ceph@sha256:91848d200fcaa46368f1434361671ab8b338dc28ae3ecbb8d2a955ab01b6ff90, name=ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460-mon-trial143, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=05b55d192f002ad5df41409624b8d176527d0841, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, io.buildah.version=1.33.7, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_REF=wip-squid-pr-67199-kefu-1, OSD_FLAVOR=default, org.label-schema.build-date=20260202) 2026-02-17T00:26:07.709 DEBUG:teuthology.orchestra.run.trial143:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e3c6652b-0b96-11f1-b443-d404e6e7d460@mon.trial143.service' 2026-02-17T00:26:07.749 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-17T00:26:07.749 INFO:tasks.cephadm.mon.trial143:Stopped mon.trial143 2026-02-17T00:26:07.749 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 --force --keep-logs 2026-02-17T00:26:15.624 INFO:teuthology.orchestra.run.trial098.stdout:Deleting cluster with fsid: e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:26:54.575 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 --force --keep-logs 2026-02-17T00:26:54.692 INFO:teuthology.orchestra.run.trial143.stdout:Deleting cluster with fsid: e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:27:32.803 DEBUG:teuthology.orchestra.run.trial098:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-17T00:27:32.832 DEBUG:teuthology.orchestra.run.trial143:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-17T00:27:32.859 INFO:tasks.cephadm:Archiving crash dumps... 2026-02-17T00:27:32.862 DEBUG:teuthology.misc:Transferring archived files from trial098:/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/crash to /home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50407/remote/trial098/crash 2026-02-17T00:27:32.863 DEBUG:teuthology.orchestra.run.trial098:> sudo tar c -f - -C /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/crash -- . 2026-02-17T00:27:32.898 INFO:teuthology.orchestra.run.trial098.stderr:tar: /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/crash: Cannot open: No such file or directory 2026-02-17T00:27:32.898 INFO:teuthology.orchestra.run.trial098.stderr:tar: Error is not recoverable: exiting now 2026-02-17T00:27:32.901 DEBUG:teuthology.misc:Transferring archived files from trial143:/var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/crash to /home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50407/remote/trial143/crash 2026-02-17T00:27:32.902 DEBUG:teuthology.orchestra.run.trial143:> sudo tar c -f - -C /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/crash -- . 2026-02-17T00:27:32.927 INFO:teuthology.orchestra.run.trial143.stderr:tar: /var/lib/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/crash: Cannot open: No such file or directory 2026-02-17T00:27:32.927 INFO:teuthology.orchestra.run.trial143.stderr:tar: Error is not recoverable: exiting now 2026-02-17T00:27:32.928 INFO:tasks.cephadm:Checking cluster log for badness... 2026-02-17T00:27:32.928 DEBUG:teuthology.orchestra.run.trial098:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v CEPHADM_DAEMON_PLACE_FAIL | egrep -v CEPHADM_FAILED_DAEMON | head -n 1 2026-02-17T00:27:32.965 INFO:tasks.cephadm:Compressing logs... 2026-02-17T00:27:32.966 DEBUG:teuthology.orchestra.run.trial098:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-17T00:27:33.007 DEBUG:teuthology.orchestra.run.trial143:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-17T00:27:33.028 INFO:teuthology.orchestra.run.trial098.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log: No such file or directory 2026-02-17T00:27:33.028 INFO:teuthology.orchestra.run.trial098.stderr: 2026-02-17T00:27:33.028 INFO:teuthology.orchestra.run.trial098.stderr:gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.0.log 2026-02-17T00:27:33.028 INFO:teuthology.orchestra.run.trial098.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.3.log 2026-02-17T00:27:33.029 INFO:teuthology.orchestra.run.trial098.stderr:gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.5.log 2026-02-17T00:27:33.029 INFO:teuthology.orchestra.run.trial098.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.0.log: /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.7.log 2026-02-17T00:27:33.029 INFO:teuthology.orchestra.run.trial098.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-client.ceph-exporter.trial098.log 2026-02-17T00:27:33.029 INFO:teuthology.orchestra.run.trial098.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.cephadm.log 2026-02-17T00:27:33.030 INFO:teuthology.orchestra.run.trial098.stderr:gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-mgr.trial098.ydsmee.log 2026-02-17T00:27:33.030 INFO:teuthology.orchestra.run.trial098.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-client.ceph-exporter.trial098.log: /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.cephadm.log: 92.0% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-client.ceph-exporter.trial098.log.gz 2026-02-17T00:27:33.030 INFO:teuthology.orchestra.run.trial098.stderr:gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.audit.log 2026-02-17T00:27:33.030 INFO:teuthology.orchestra.run.trial098.stderr: 83.4% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.cephadm.log.gz 2026-02-17T00:27:33.030 INFO:teuthology.orchestra.run.trial098.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-mgr.trial098.ydsmee.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-client.rgw.foorgw.trial098.bxclkh.log 2026-02-17T00:27:33.030 INFO:teuthology.orchestra.run.trial098.stderr:gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-volume.log 2026-02-17T00:27:33.031 INFO:teuthology.orchestra.run.trial098.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.audit.log: /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-client.rgw.foorgw.trial098.bxclkh.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ops-log-ceph-client.rgw.foorgw.trial098.bxclkh.log 2026-02-17T00:27:33.031 INFO:teuthology.orchestra.run.trial098.stderr: 70.1% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-client.rgw.foorgw.trial098.bxclkh.log.gz 2026-02-17T00:27:33.031 INFO:teuthology.orchestra.run.trial098.stderr:gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-mon.trial098.log 2026-02-17T00:27:33.031 INFO:teuthology.orchestra.run.trial098.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-volume.log: /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ops-log-ceph-client.rgw.foorgw.trial098.bxclkh.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.log 2026-02-17T00:27:33.031 INFO:teuthology.orchestra.run.trial098.stderr: 78.0% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ops-log-ceph-client.rgw.foorgw.trial098.bxclkh.log.gz 2026-02-17T00:27:33.032 INFO:teuthology.orchestra.run.trial098.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-mon.trial098.log: 91.1% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.audit.log.gz 2026-02-17T00:27:33.032 INFO:teuthology.orchestra.run.trial143.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-02-17T00:27:33.032 INFO:teuthology.orchestra.run.trial143.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-02-17T00:27:33.032 INFO:teuthology.orchestra.run.trial098.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.log: 83.6% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.log.gz 2026-02-17T00:27:33.032 INFO:teuthology.orchestra.run.trial143.stderr:gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.2.log 2026-02-17T00:27:33.033 INFO:teuthology.orchestra.run.trial143.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.cephadm.log 2026-02-17T00:27:33.033 INFO:teuthology.orchestra.run.trial143.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.4.log 2026-02-17T00:27:33.033 INFO:teuthology.orchestra.run.trial143.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-mgr.trial143.qcgsia.log 2026-02-17T00:27:33.033 INFO:teuthology.orchestra.run.trial143.stderr: 82.6% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.cephadm.log.gz 2026-02-17T00:27:33.033 INFO:teuthology.orchestra.run.trial143.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.4.log: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2026-02-17T00:27:33.033 INFO:teuthology.orchestra.run.trial143.stderr:gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.audit.log 2026-02-17T00:27:33.034 INFO:teuthology.orchestra.run.trial143.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-mgr.trial143.qcgsia.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-volume.log 2026-02-17T00:27:33.034 INFO:teuthology.orchestra.run.trial143.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.6.log 2026-02-17T00:27:33.034 INFO:teuthology.orchestra.run.trial143.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.1.log 2026-02-17T00:27:33.034 INFO:teuthology.orchestra.run.trial143.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-client.ceph-exporter.trial143.log 2026-02-17T00:27:33.034 INFO:teuthology.orchestra.run.trial143.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.1.log: 91.2% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.audit.log.gz 2026-02-17T00:27:33.035 INFO:teuthology.orchestra.run.trial143.stderr:gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-mon.trial143.log 2026-02-17T00:27:33.035 INFO:teuthology.orchestra.run.trial143.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-client.ceph-exporter.trial143.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-client.rgw.foorgw.trial143.wfkmwf.log 2026-02-17T00:27:33.035 INFO:teuthology.orchestra.run.trial143.stderr: 29.4% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-client.ceph-exporter.trial143.log.gz 2026-02-17T00:27:33.035 INFO:teuthology.orchestra.run.trial143.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-mon.trial143.log: gzip -5 --verbose -- /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.log 2026-02-17T00:27:33.035 INFO:teuthology.orchestra.run.trial143.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-client.rgw.foorgw.trial143.wfkmwf.log: 60.0% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-client.rgw.foorgw.trial143.wfkmwf.log.gz 2026-02-17T00:27:33.036 INFO:teuthology.orchestra.run.trial143.stderr: 91.3% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-mgr.trial143.qcgsia.log.gz 2026-02-17T00:27:33.036 INFO:teuthology.orchestra.run.trial143.stderr:/var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.log: 82.7% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph.log.gz 2026-02-17T00:27:33.040 INFO:teuthology.orchestra.run.trial098.stderr: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2026-02-17T00:27:33.040 INFO:teuthology.orchestra.run.trial098.stderr: 95.7% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-volume.log.gz 2026-02-17T00:27:33.043 INFO:teuthology.orchestra.run.trial143.stderr: 95.8% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-volume.log.gz 2026-02-17T00:27:33.066 INFO:teuthology.orchestra.run.trial143.stderr: 92.7% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-mon.trial143.log.gz 2026-02-17T00:27:33.087 INFO:teuthology.orchestra.run.trial098.stderr: 89.7% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-mgr.trial098.ydsmee.log.gz 2026-02-17T00:27:33.130 INFO:teuthology.orchestra.run.trial098.stderr: 93.8% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.0.log.gz 2026-02-17T00:27:33.135 INFO:teuthology.orchestra.run.trial098.stderr: 91.9% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-mon.trial098.log.gz 2026-02-17T00:27:33.137 INFO:teuthology.orchestra.run.trial098.stderr: 93.7% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.5.log.gz 2026-02-17T00:27:33.142 INFO:teuthology.orchestra.run.trial098.stderr: 93.7% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.7.log.gz 2026-02-17T00:27:33.168 INFO:teuthology.orchestra.run.trial143.stderr: 93.7% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.2.log.gz 2026-02-17T00:27:33.171 INFO:teuthology.orchestra.run.trial143.stderr: 93.6% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.6.log.gz 2026-02-17T00:27:33.177 INFO:teuthology.orchestra.run.trial143.stderr: 93.7% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.4.log.gz 2026-02-17T00:27:33.191 INFO:teuthology.orchestra.run.trial143.stderr: 93.8% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.1.log.gz 2026-02-17T00:27:33.192 INFO:teuthology.orchestra.run.trial143.stderr: 2026-02-17T00:27:33.192 INFO:teuthology.orchestra.run.trial143.stderr:real 0m0.168s 2026-02-17T00:27:33.193 INFO:teuthology.orchestra.run.trial143.stderr:user 0m0.590s 2026-02-17T00:27:33.193 INFO:teuthology.orchestra.run.trial143.stderr:sys 0m0.049s 2026-02-17T00:27:33.213 INFO:teuthology.orchestra.run.trial098.stderr: 93.9% -- replaced with /var/log/ceph/e3c6652b-0b96-11f1-b443-d404e6e7d460/ceph-osd.3.log.gz 2026-02-17T00:27:33.215 INFO:teuthology.orchestra.run.trial098.stderr: 2026-02-17T00:27:33.215 INFO:teuthology.orchestra.run.trial098.stderr:real 0m0.195s 2026-02-17T00:27:33.215 INFO:teuthology.orchestra.run.trial098.stderr:user 0m0.652s 2026-02-17T00:27:33.215 INFO:teuthology.orchestra.run.trial098.stderr:sys 0m0.062s 2026-02-17T00:27:33.216 INFO:tasks.cephadm:Archiving logs... 2026-02-17T00:27:33.216 DEBUG:teuthology.misc:Transferring archived files from trial098:/var/log/ceph to /home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50407/remote/trial098/log 2026-02-17T00:27:33.219 DEBUG:teuthology.orchestra.run.trial098:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-17T00:27:33.423 DEBUG:teuthology.misc:Transferring archived files from trial143:/var/log/ceph to /home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50407/remote/trial143/log 2026-02-17T00:27:33.424 DEBUG:teuthology.orchestra.run.trial143:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-17T00:27:33.518 INFO:tasks.cephadm:Removing cluster... 2026-02-17T00:27:33.519 DEBUG:teuthology.orchestra.run.trial098:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 --force 2026-02-17T00:27:33.635 INFO:teuthology.orchestra.run.trial098.stdout:Deleting cluster with fsid: e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:27:33.728 DEBUG:teuthology.orchestra.run.trial143:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e3c6652b-0b96-11f1-b443-d404e6e7d460 --force 2026-02-17T00:27:33.842 INFO:teuthology.orchestra.run.trial143.stdout:Deleting cluster with fsid: e3c6652b-0b96-11f1-b443-d404e6e7d460 2026-02-17T00:27:33.931 INFO:tasks.cephadm:Removing cephadm ... 2026-02-17T00:27:33.931 DEBUG:teuthology.orchestra.run.trial098:> rm -rf /home/ubuntu/cephtest/cephadm 2026-02-17T00:27:33.949 DEBUG:teuthology.orchestra.run.trial143:> rm -rf /home/ubuntu/cephtest/cephadm 2026-02-17T00:27:33.964 INFO:tasks.cephadm:Teardown complete 2026-02-17T00:27:33.964 DEBUG:teuthology.run_tasks:Unwinding manager nvme_loop 2026-02-17T00:27:33.977 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial098:/dev/vg_nvme/lv_1... 2026-02-17T00:27:33.977 DEBUG:teuthology.orchestra.run.trial098:> sudo nvme disconnect -n lv_1 2026-02-17T00:27:34.251 INFO:teuthology.orchestra.run.trial098.stdout:NQN:lv_1 disconnected 1 controller(s) 2026-02-17T00:27:34.253 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial098:/dev/vg_nvme/lv_2... 2026-02-17T00:27:34.253 DEBUG:teuthology.orchestra.run.trial098:> sudo nvme disconnect -n lv_2 2026-02-17T00:27:34.500 INFO:teuthology.orchestra.run.trial098.stdout:NQN:lv_2 disconnected 1 controller(s) 2026-02-17T00:27:34.502 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial098:/dev/vg_nvme/lv_3... 2026-02-17T00:27:34.502 DEBUG:teuthology.orchestra.run.trial098:> sudo nvme disconnect -n lv_3 2026-02-17T00:27:34.754 INFO:teuthology.orchestra.run.trial098.stdout:NQN:lv_3 disconnected 1 controller(s) 2026-02-17T00:27:34.756 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial098:/dev/vg_nvme/lv_4... 2026-02-17T00:27:34.756 DEBUG:teuthology.orchestra.run.trial098:> sudo nvme disconnect -n lv_4 2026-02-17T00:27:35.004 INFO:teuthology.orchestra.run.trial098.stdout:NQN:lv_4 disconnected 1 controller(s) 2026-02-17T00:27:35.006 DEBUG:teuthology.orchestra.run.trial098:> set -ex 2026-02-17T00:27:35.006 DEBUG:teuthology.orchestra.run.trial098:> sudo dd of=/scratch_devs 2026-02-17T00:27:35.030 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial143:/dev/vg_nvme/lv_1... 2026-02-17T00:27:35.030 DEBUG:teuthology.orchestra.run.trial143:> sudo nvme disconnect -n lv_1 2026-02-17T00:27:35.287 INFO:teuthology.orchestra.run.trial143.stdout:NQN:lv_1 disconnected 1 controller(s) 2026-02-17T00:27:35.289 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial143:/dev/vg_nvme/lv_2... 2026-02-17T00:27:35.289 DEBUG:teuthology.orchestra.run.trial143:> sudo nvme disconnect -n lv_2 2026-02-17T00:27:35.558 INFO:teuthology.orchestra.run.trial143.stdout:NQN:lv_2 disconnected 1 controller(s) 2026-02-17T00:27:35.560 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial143:/dev/vg_nvme/lv_3... 2026-02-17T00:27:35.560 DEBUG:teuthology.orchestra.run.trial143:> sudo nvme disconnect -n lv_3 2026-02-17T00:27:35.814 INFO:teuthology.orchestra.run.trial143.stdout:NQN:lv_3 disconnected 1 controller(s) 2026-02-17T00:27:35.815 INFO:tasks.nvme_loop:Disconnecting nvme_loop trial143:/dev/vg_nvme/lv_4... 2026-02-17T00:27:35.815 DEBUG:teuthology.orchestra.run.trial143:> sudo nvme disconnect -n lv_4 2026-02-17T00:27:36.074 INFO:teuthology.orchestra.run.trial143.stdout:NQN:lv_4 disconnected 1 controller(s) 2026-02-17T00:27:36.075 DEBUG:teuthology.orchestra.run.trial143:> set -ex 2026-02-17T00:27:36.075 DEBUG:teuthology.orchestra.run.trial143:> sudo dd of=/scratch_devs 2026-02-17T00:27:36.098 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-17T00:27:36.110 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-17T00:27:36.110 DEBUG:teuthology.orchestra.run.trial098:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-17T00:27:36.112 DEBUG:teuthology.orchestra.run.trial143:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-17T00:27:36.126 INFO:teuthology.orchestra.run.trial098.stderr:bash: line 1: ntpq: command not found 2026-02-17T00:27:36.141 INFO:teuthology.orchestra.run.trial098.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-17T00:27:36.142 INFO:teuthology.orchestra.run.trial098.stdout:=============================================================================== 2026-02-17T00:27:36.142 INFO:teuthology.orchestra.run.trial098.stdout:^- rn-03.koehn.com 2 6 177 54 +281us[ +281us] +/- 37ms 2026-02-17T00:27:36.142 INFO:teuthology.orchestra.run.trial098.stdout:^* chi3.us.ntp.li 2 6 177 54 +6167ns[ +24us] +/- 11ms 2026-02-17T00:27:36.142 INFO:teuthology.orchestra.run.trial098.stdout:^- 66.42.71.197.vultruserco> 3 6 177 53 +8275us[+8275us] +/- 53ms 2026-02-17T00:27:36.142 INFO:teuthology.orchestra.run.trial098.stdout:^- 96-19-94-82.cpe.sparklig> 1 6 177 53 +101us[ +101us] +/- 32ms 2026-02-17T00:27:36.156 INFO:teuthology.orchestra.run.trial143.stderr:bash: line 1: ntpq: command not found 2026-02-17T00:27:36.189 INFO:teuthology.orchestra.run.trial143.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-17T00:27:36.189 INFO:teuthology.orchestra.run.trial143.stdout:=============================================================================== 2026-02-17T00:27:36.190 INFO:teuthology.orchestra.run.trial143.stdout:^+ ntp4.glypnod.com 2 6 177 54 -13ms[ -13ms] +/- 30ms 2026-02-17T00:27:36.190 INFO:teuthology.orchestra.run.trial143.stdout:^* blotch.image1tech.net 2 6 177 54 +1134us[ +688us] +/- 21ms 2026-02-17T00:27:36.190 INFO:teuthology.orchestra.run.trial143.stdout:^+ 66.85.78.80 2 6 177 54 -1697us[-1697us] +/- 45ms 2026-02-17T00:27:36.190 INFO:teuthology.orchestra.run.trial143.stdout:^+ kc1cloud.147.72.155.23.m> 3 6 177 53 +143us[ +143us] +/- 44ms 2026-02-17T00:27:36.191 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-17T00:27:36.210 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-17T00:27:36.210 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-17T00:27:36.229 DEBUG:teuthology.orchestra.run.trial098:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-17T00:27:36.289 DEBUG:teuthology.orchestra.run.trial143:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-17T00:27:36.346 DEBUG:teuthology.orchestra.run.trial098:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-17T00:27:36.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:27:36.374 DEBUG:teuthology.orchestra.run.trial143:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-17T00:27:36.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:27:36.401 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-17T00:27:36.426 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-17T00:27:36.444 INFO:teuthology.task.internal:Duration was 417.628562 seconds 2026-02-17T00:27:36.445 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-17T00:27:36.464 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-17T00:27:36.464 DEBUG:teuthology.orchestra.run.trial098:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-17T00:27:36.467 DEBUG:teuthology.orchestra.run.trial143:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-17T00:27:36.502 INFO:teuthology.orchestra.run.trial098.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-17T00:27:36.505 INFO:teuthology.orchestra.run.trial143.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-17T00:27:36.805 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-17T00:27:36.805 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial098.front.sepia.ceph.com 2026-02-17T00:27:36.805 DEBUG:teuthology.orchestra.run.trial098:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-17T00:27:36.826 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial143.front.sepia.ceph.com 2026-02-17T00:27:36.827 DEBUG:teuthology.orchestra.run.trial143:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-17T00:27:36.864 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-17T00:27:36.864 DEBUG:teuthology.orchestra.run.trial098:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-17T00:27:36.869 DEBUG:teuthology.orchestra.run.trial143:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-17T00:27:37.000 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-17T00:27:37.000 DEBUG:teuthology.orchestra.run.trial098:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-17T00:27:37.002 DEBUG:teuthology.orchestra.run.trial143:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-17T00:27:37.024 INFO:teuthology.orchestra.run.trial098.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T00:27:37.024 INFO:teuthology.orchestra.run.trial098.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T00:27:37.024 INFO:teuthology.orchestra.run.trial098.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-17T00:27:37.024 INFO:teuthology.orchestra.run.trial098.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-17T00:27:37.025 INFO:teuthology.orchestra.run.trial098.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-17T00:27:37.026 INFO:teuthology.orchestra.run.trial143.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T00:27:37.027 INFO:teuthology.orchestra.run.trial143.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T00:27:37.027 INFO:teuthology.orchestra.run.trial143.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-17T00:27:37.027 INFO:teuthology.orchestra.run.trial143.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-17T00:27:37.027 INFO:teuthology.orchestra.run.trial143.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-17T00:27:37.042 INFO:teuthology.orchestra.run.trial143.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 85.8% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-17T00:27:37.049 INFO:teuthology.orchestra.run.trial098.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 87.6% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-17T00:27:37.051 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-17T00:27:37.075 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-17T00:27:37.075 DEBUG:teuthology.orchestra.run.trial098:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-17T00:27:37.116 DEBUG:teuthology.orchestra.run.trial143:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-17T00:27:37.142 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-17T00:27:37.162 DEBUG:teuthology.orchestra.run.trial098:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-17T00:27:37.165 DEBUG:teuthology.orchestra.run.trial143:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-17T00:27:37.186 INFO:teuthology.orchestra.run.trial098.stdout:kernel.core_pattern = core 2026-02-17T00:27:37.208 INFO:teuthology.orchestra.run.trial143.stdout:kernel.core_pattern = core 2026-02-17T00:27:37.240 DEBUG:teuthology.orchestra.run.trial098:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-17T00:27:37.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:27:37.275 DEBUG:teuthology.orchestra.run.trial143:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-17T00:27:37.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T00:27:37.296 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-17T00:27:37.319 INFO:teuthology.task.internal:Transferring archived files... 2026-02-17T00:27:37.320 DEBUG:teuthology.misc:Transferring archived files from trial098:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50407/remote/trial098 2026-02-17T00:27:37.320 DEBUG:teuthology.orchestra.run.trial098:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-17T00:27:37.361 DEBUG:teuthology.misc:Transferring archived files from trial143:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/dgalloway-2026-02-13_23:06:25-orch:cephadm-wip-squid-pr-67199-kefu-1-distro-default-trial/50407/remote/trial143 2026-02-17T00:27:37.361 DEBUG:teuthology.orchestra.run.trial143:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-17T00:27:37.400 INFO:teuthology.task.internal:Removing archive directory... 2026-02-17T00:27:37.401 DEBUG:teuthology.orchestra.run.trial098:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-17T00:27:37.403 DEBUG:teuthology.orchestra.run.trial143:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-17T00:27:37.447 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-17T00:27:37.469 INFO:teuthology.task.internal:Not uploading archives. 2026-02-17T00:27:37.469 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-17T00:27:37.489 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-17T00:27:37.489 DEBUG:teuthology.orchestra.run.trial098:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-17T00:27:37.492 DEBUG:teuthology.orchestra.run.trial143:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-17T00:27:37.506 INFO:teuthology.orchestra.run.trial098.stdout: 786461 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 17 00:27 /home/ubuntu/cephtest 2026-02-17T00:27:37.509 INFO:teuthology.orchestra.run.trial143.stdout: 791885 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 17 00:27 /home/ubuntu/cephtest 2026-02-17T00:27:37.510 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-17T00:27:37.534 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-17T00:27:37.563 INFO:teuthology.run:Summary data: description: orch:cephadm/smoke-roleless/{0-distro/centos_9.stream 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} duration: 417.6285617351532 owner: scheduled_dgalloway@soko04.front.sepia.ceph.com success: true 2026-02-17T00:27:37.563 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-17T00:27:37.669 INFO:teuthology.run:pass